FAQ
Author: hashutosh
Date: Thu Dec 11 18:31:10 2014
New Revision: 1644717

URL: http://svn.apache.org/r1644717
Log:
HIVE-9025 : join38.q (without map join) produces incorrect result when testing with multiple reducers (Ted Xu via Ashutosh Chauhan)

Added:
     hive/trunk/ql/src/test/queries/clientpositive/constprog_partitioner.q
     hive/trunk/ql/src/test/results/clientpositive/constprog_partitioner.q.out
Modified:
     hive/trunk/itests/src/test/resources/testconfiguration.properties
     hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/ConstantPropagateProcFactory.java
     hive/trunk/ql/src/test/results/clientpositive/cluster.q.out
     hive/trunk/ql/src/test/results/clientpositive/constprog2.q.out
     hive/trunk/ql/src/test/results/clientpositive/join_nullsafe.q.out
     hive/trunk/ql/src/test/results/clientpositive/ppd2.q.out
     hive/trunk/ql/src/test/results/clientpositive/ppd_clusterby.q.out
     hive/trunk/ql/src/test/results/clientpositive/ppd_join4.q.out
     hive/trunk/ql/src/test/results/clientpositive/ppd_outer_join5.q.out
     hive/trunk/ql/src/test/results/clientpositive/quotedid_basic.q.out
     hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin_25.q.out
     hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out
     hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning_2.q.out
     hive/trunk/ql/src/test/results/clientpositive/tez/join_nullsafe.q.out
     hive/trunk/ql/src/test/results/clientpositive/tez/vector_decimal_mapjoin.q.out
     hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_dynamic_partition_pruning.q.out
     hive/trunk/ql/src/test/results/clientpositive/union27.q.out

Modified: hive/trunk/itests/src/test/resources/testconfiguration.properties
URL: http://svn.apache.org/viewvc/hive/trunk/itests/src/test/resources/testconfiguration.properties?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/itests/src/test/resources/testconfiguration.properties (original)
+++ hive/trunk/itests/src/test/resources/testconfiguration.properties Thu Dec 11 18:31:10 2014
@@ -8,6 +8,7 @@ minimr.query.files=auto_sortmerge_join_1
    bucketizedhiveinputformat.q,\
    bucketmapjoin6.q,\
    bucketmapjoin7.q,\
+ constprog_partitioner.q,\
    disable_merge_for_bucketing.q,\
    empty_dir_in_table.q,\
    external_table_with_space_in_location_path.q,\

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/ConstantPropagateProcFactory.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/ConstantPropagateProcFactory.java?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/ConstantPropagateProcFactory.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/ConstantPropagateProcFactory.java Thu Dec 11 18:31:10 2014
@@ -889,15 +889,22 @@ public final class ConstantPropagateProc
        rsDesc.setKeyCols(newKeyEpxrs);

        // partition columns
- ArrayList<ExprNodeDesc> newPartExprs = new ArrayList<ExprNodeDesc>();
- for (ExprNodeDesc desc : rsDesc.getPartitionCols()) {
- ExprNodeDesc expr = foldExpr(desc, constants, cppCtx, op, 0, false);
- if (expr instanceof ExprNodeConstantDesc || expr instanceof ExprNodeNullDesc) {
- continue;
+ if (!rsDesc.getPartitionCols().isEmpty()) {
+ ArrayList<ExprNodeDesc> newPartExprs = new ArrayList<ExprNodeDesc>();
+ for (ExprNodeDesc desc : rsDesc.getPartitionCols()) {
+ ExprNodeDesc expr = foldExpr(desc, constants, cppCtx, op, 0, false);
+ if (expr instanceof ExprNodeConstantDesc || expr instanceof ExprNodeNullDesc) {
+ continue;
+ }
+ newPartExprs.add(expr);
          }
- newPartExprs.add(expr);
+ if (newPartExprs.isEmpty()) {
+ // If all partition columns are removed because of constant, insert an extra column to avoid
+ // random partitioning.
+ newPartExprs.add(new ExprNodeConstantDesc(""));
+ }
+ rsDesc.setPartitionCols(newPartExprs);
        }
- rsDesc.setPartitionCols(newPartExprs);

        // value columns
        ArrayList<ExprNodeDesc> newValExprs = new ArrayList<ExprNodeDesc>();

Added: hive/trunk/ql/src/test/queries/clientpositive/constprog_partitioner.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/constprog_partitioner.q?rev=1644717&view=auto
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/constprog_partitioner.q (added)
+++ hive/trunk/ql/src/test/queries/clientpositive/constprog_partitioner.q Thu Dec 11 18:31:10 2014
@@ -0,0 +1,11 @@
+set hive.fetch.task.conversion=more;
+set hive.optimize.constant.propagation=true;
+
+set mapred.reduce.tasks=4;
+
+EXPLAIN
+SELECT src1.key, src1.key + 1, src2.value
+ FROM src src1 join src src2 ON src1.key = src2.key AND src1.key = 100;
+
+SELECT src1.key, src1.key + 1, src2.value
+ FROM src src1 join src src2 ON src1.key = src2.key AND src1.key = 100;

Modified: hive/trunk/ql/src/test/results/clientpositive/cluster.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/cluster.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/cluster.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/cluster.q.out Thu Dec 11 18:31:10 2014
@@ -25,6 +25,7 @@ STAGE PLANS:
                  Reduce Output Operator
                    key expressions: '10' (type: string)
                    sort order: +
+ Map-reduce partition columns: '' (type: string)
                    Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                    value expressions: _col1 (type: string)
        Reduce Operator Tree:
@@ -82,6 +83,7 @@ STAGE PLANS:
                  Reduce Output Operator
                    key expressions: '20' (type: string)
                    sort order: +
+ Map-reduce partition columns: '' (type: string)
                    Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                    value expressions: _col1 (type: string)
        Reduce Operator Tree:
@@ -139,6 +141,7 @@ STAGE PLANS:
                  Reduce Output Operator
                    key expressions: '20' (type: string)
                    sort order: +
+ Map-reduce partition columns: '' (type: string)
                    Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                    value expressions: _col1 (type: string)
        Reduce Operator Tree:
@@ -196,6 +199,7 @@ STAGE PLANS:
                  Reduce Output Operator
                    key expressions: '20' (type: string)
                    sort order: +
+ Map-reduce partition columns: '' (type: string)
                    Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                    value expressions: _col1 (type: string)
        Reduce Operator Tree:
@@ -253,6 +257,7 @@ STAGE PLANS:
                  Reduce Output Operator
                    key expressions: '20' (type: string)
                    sort order: +
+ Map-reduce partition columns: '' (type: string)
                    Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                    value expressions: _col1 (type: string)
        Reduce Operator Tree:
@@ -310,6 +315,7 @@ STAGE PLANS:
                  Reduce Output Operator
                    key expressions: '20' (type: string)
                    sort order: +
+ Map-reduce partition columns: '' (type: string)
                    Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                    value expressions: _col1 (type: string)
        Reduce Operator Tree:
@@ -424,6 +430,7 @@ STAGE PLANS:
                  Reduce Output Operator
                    key expressions: '20' (type: string)
                    sort order: +
+ Map-reduce partition columns: '' (type: string)
                    Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                    value expressions: _col1 (type: string)
        Reduce Operator Tree:
@@ -478,6 +485,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                  value expressions: value (type: string)
            TableScan
@@ -489,6 +497,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
        Reduce Operator Tree:
          Join Operator
@@ -567,6 +576,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                  value expressions: value (type: string)
            TableScan
@@ -578,6 +588,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                  value expressions: value (type: string)
        Reduce Operator Tree:
@@ -662,6 +673,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                  value expressions: value (type: string)
            TableScan
@@ -673,6 +685,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                  value expressions: value (type: string)
        Reduce Operator Tree:
@@ -702,6 +715,7 @@ STAGE PLANS:
              Reduce Output Operator
                key expressions: '20' (type: string)
                sort order: +
+ Map-reduce partition columns: '' (type: string)
                Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                value expressions: _col1 (type: string), _col3 (type: string)
        Reduce Operator Tree:
@@ -756,6 +770,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                  value expressions: value (type: string)
            TableScan
@@ -767,6 +782,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
        Reduce Operator Tree:
          Join Operator
@@ -795,6 +811,7 @@ STAGE PLANS:
              Reduce Output Operator
                key expressions: '20' (type: string)
                sort order: +
+ Map-reduce partition columns: '' (type: string)
                Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                value expressions: _col1 (type: string), _col2 (type: string)
        Reduce Operator Tree:

Modified: hive/trunk/ql/src/test/results/clientpositive/constprog2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/constprog2.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/constprog2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/constprog2.q.out Thu Dec 11 18:31:10 2014
@@ -23,6 +23,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '86' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
            TableScan
              alias: src2
@@ -33,6 +34,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '86' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                  value expressions: value (type: string)
        Reduce Operator Tree:
@@ -98,6 +100,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '86' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
            TableScan
              alias: src2
@@ -108,6 +111,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '86' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                  value expressions: value (type: string)
        Reduce Operator Tree:

Added: hive/trunk/ql/src/test/results/clientpositive/constprog_partitioner.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/constprog_partitioner.q.out?rev=1644717&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/constprog_partitioner.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/constprog_partitioner.q.out Thu Dec 11 18:31:10 2014
@@ -0,0 +1,80 @@
+PREHOOK: query: EXPLAIN
+SELECT src1.key, src1.key + 1, src2.value
+ FROM src src1 join src src2 ON src1.key = src2.key AND src1.key = 100
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+SELECT src1.key, src1.key + 1, src2.value
+ FROM src src1 join src src2 ON src1.key = src2.key AND src1.key = 100
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (key = 100) (type: boolean)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: '100' (type: string)
+ sort order: +
+ Map-reduce partition columns: '' (type: string)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ TableScan
+ alias: src2
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (key = 100) (type: boolean)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: '100' (type: string)
+ sort order: +
+ Map-reduce partition columns: '' (type: string)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0
+ 1 {VALUE._col0}
+ outputColumnNames: _col6
+ Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: '100' (type: string), 101.0 (type: double), _col6 (type: string)
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: SELECT src1.key, src1.key + 1, src2.value
+ FROM src src1 join src src2 ON src1.key = src2.key AND src1.key = 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT src1.key, src1.key + 1, src2.value
+ FROM src src1 join src src2 ON src1.key = src2.key AND src1.key = 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+100 101.0 val_100
+100 101.0 val_100
+100 101.0 val_100
+100 101.0 val_100

Modified: hive/trunk/ql/src/test/results/clientpositive/join_nullsafe.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/join_nullsafe.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/join_nullsafe.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/join_nullsafe.q.out Thu Dec 11 18:31:10 2014
@@ -1525,6 +1525,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: null (type: void)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
                  value expressions: value (type: int)
            TableScan
@@ -1536,6 +1537,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: null (type: void)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
                  value expressions: key (type: int)
        Reduce Operator Tree:

Modified: hive/trunk/ql/src/test/results/clientpositive/ppd2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/ppd2.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/ppd2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/ppd2.q.out Thu Dec 11 18:31:10 2014
@@ -351,6 +351,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                  value expressions: value (type: string)
            TableScan
@@ -362,6 +363,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
        Reduce Operator Tree:
          Join Operator

Modified: hive/trunk/ql/src/test/results/clientpositive/ppd_clusterby.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/ppd_clusterby.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/ppd_clusterby.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/ppd_clusterby.q.out Thu Dec 11 18:31:10 2014
@@ -25,6 +25,7 @@ STAGE PLANS:
                  Reduce Output Operator
                    key expressions: '10' (type: string)
                    sort order: +
+ Map-reduce partition columns: '' (type: string)
                    Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                    value expressions: _col1 (type: string)
        Reduce Operator Tree:
@@ -79,6 +80,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                  value expressions: value (type: string)
            TableScan
@@ -90,6 +92,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
        Reduce Operator Tree:
          Join Operator
@@ -171,6 +174,7 @@ STAGE PLANS:
                  Reduce Output Operator
                    key expressions: '10' (type: string)
                    sort order: +
+ Map-reduce partition columns: '' (type: string)
                    Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                    value expressions: _col1 (type: string)
        Reduce Operator Tree:
@@ -225,6 +229,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                  value expressions: value (type: string)
            TableScan
@@ -236,6 +241,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '20' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
        Reduce Operator Tree:
          Join Operator

Modified: hive/trunk/ql/src/test/results/clientpositive/ppd_join4.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/ppd_join4.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/ppd_join4.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/ppd_join4.q.out Thu Dec 11 18:31:10 2014
@@ -69,6 +69,7 @@ STAGE PLANS:
          Reduce Output Operator
            key expressions: 'a' (type: string)
            sort order: +
+ Map-reduce partition columns: '' (type: string)
            Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE

    Stage: Stage-2
@@ -78,6 +79,7 @@ STAGE PLANS:
              Reduce Output Operator
                key expressions: 'a' (type: string)
                sort order: +
+ Map-reduce partition columns: '' (type: string)
                Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
            TableScan
              alias: t3
@@ -88,6 +90,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: 'a' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
        Reduce Operator Tree:
          Join Operator

Modified: hive/trunk/ql/src/test/results/clientpositive/ppd_outer_join5.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/ppd_outer_join5.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/ppd_outer_join5.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/ppd_outer_join5.q.out Thu Dec 11 18:31:10 2014
@@ -75,6 +75,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: 20 (type: int)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
                  value expressions: key (type: string), value (type: string)
        Reduce Operator Tree:
@@ -127,6 +128,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: 20 (type: int)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
                  value expressions: key (type: string), value (type: string)
            TableScan
@@ -138,6 +140,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: 20 (type: int)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
                  value expressions: key (type: string), value (type: string)
            TableScan
@@ -202,6 +205,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: 20 (type: int)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
                  value expressions: key (type: string), value (type: string)
            TableScan
@@ -213,6 +217,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: 20 (type: int)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
                  value expressions: key (type: string), value (type: string)
            TableScan

Modified: hive/trunk/ql/src/test/results/clientpositive/quotedid_basic.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/quotedid_basic.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/quotedid_basic.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/quotedid_basic.q.out Thu Dec 11 18:31:10 2014
@@ -193,6 +193,7 @@ STAGE PLANS:
              Reduce Output Operator
                key expressions: '1' (type: string), _col1 (type: string)
                sort order: ++
+ Map-reduce partition columns: '' (type: string)
                Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
                value expressions: _col0 (type: string), _col1 (type: string), '1' (type: string)
        Reduce Operator Tree:
@@ -275,6 +276,7 @@ STAGE PLANS:
              Reduce Output Operator
                key expressions: '1' (type: string), _col1 (type: string)
                sort order: ++
+ Map-reduce partition columns: '' (type: string)
                Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
                value expressions: _col0 (type: string), _col1 (type: string), '1' (type: string)
        Reduce Operator Tree:

Modified: hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin_25.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin_25.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin_25.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/smb_mapjoin_25.q.out Thu Dec 11 18:31:10 2014
@@ -71,6 +71,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: 5 (type: int)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: NONE
            TableScan
              alias: b
@@ -81,6 +82,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: 5 (type: int)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 25 Data size: 100 Basic stats: COMPLETE Column stats: NONE
        Reduce Operator Tree:
          Join Operator
@@ -152,6 +154,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: 5 (type: int)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 25 Data size: 100 Basic stats: COMPLETE Column stats: NONE
            TableScan
              alias: d
@@ -162,6 +165,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: 5 (type: int)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 27 Data size: 108 Basic stats: COMPLETE Column stats: NONE
        Reduce Operator Tree:
          Join Operator

Modified: hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning.q.out Thu Dec 11 18:31:10 2014
@@ -2635,6 +2635,7 @@ STAGE PLANS:
                      Reduce Output Operator
                        key expressions: '11' (type: string)
                        sort order: +
+ Map-reduce partition columns: '' (type: string)
                        Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
                      Select Operator
                        expressions: '11' (type: string)
@@ -2666,6 +2667,7 @@ STAGE PLANS:
                  Reduce Output Operator
                    key expressions: '11' (type: string)
                    sort order: +
+ Map-reduce partition columns: '' (type: string)
                    Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
          Reducer 3
              Reduce Operator Tree:
@@ -2778,6 +2780,7 @@ STAGE PLANS:
                      Reduce Output Operator
                        key expressions: '13' (type: string)
                        sort order: +
+ Map-reduce partition columns: '' (type: string)
                        Statistics: Num rows: 1 Data size: 5 Basic stats: COMPLETE Column stats: NONE
          Reducer 2
              Reduce Operator Tree:
@@ -2794,6 +2797,7 @@ STAGE PLANS:
                  Reduce Output Operator
                    key expressions: '13' (type: string)
                    sort order: +
+ Map-reduce partition columns: '' (type: string)
                    Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
          Reducer 3
              Reduce Operator Tree:
@@ -4789,6 +4793,7 @@ STAGE PLANS:
                      Reduce Output Operator
                        key expressions: '11' (type: string)
                        sort order: +
+ Map-reduce partition columns: '' (type: string)
                        Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
                      Select Operator
                        expressions: '11' (type: string)

Modified: hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning_2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning_2.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning_2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/dynamic_partition_pruning_2.q.out Thu Dec 11 18:31:10 2014
@@ -614,6 +614,7 @@ STAGE PLANS:
                      Reduce Output Operator
                        key expressions: 1 (type: int)
                        sort order: +
+ Map-reduce partition columns: '' (type: string)
                        Statistics: Num rows: 1 Data size: 5 Basic stats: COMPLETE Column stats: NONE

    Stage: Stage-0

Modified: hive/trunk/ql/src/test/results/clientpositive/tez/join_nullsafe.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/join_nullsafe.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/join_nullsafe.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/join_nullsafe.q.out Thu Dec 11 18:31:10 2014
@@ -1597,6 +1597,7 @@ STAGE PLANS:
                      Reduce Output Operator
                        key expressions: null (type: void)
                        sort order: +
+ Map-reduce partition columns: '' (type: string)
                        Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
                        value expressions: value (type: int)
          Map 3
@@ -1610,6 +1611,7 @@ STAGE PLANS:
                      Reduce Output Operator
                        key expressions: null (type: void)
                        sort order: +
+ Map-reduce partition columns: '' (type: string)
                        Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
                        value expressions: key (type: int)
          Reducer 2

Modified: hive/trunk/ql/src/test/results/clientpositive/tez/vector_decimal_mapjoin.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vector_decimal_mapjoin.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vector_decimal_mapjoin.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vector_decimal_mapjoin.q.out Thu Dec 11 18:31:10 2014
@@ -85,6 +85,7 @@ STAGE PLANS:
                      Reduce Output Operator
                        key expressions: 6981 (type: int)
                        sort order: +
+ Map-reduce partition columns: '' (type: string)
                        Statistics: Num rows: 6144 Data size: 1082530 Basic stats: COMPLETE Column stats: NONE
                        value expressions: cdecimal2 (type: decimal(23,14))
              Execution mode: vectorized

Modified: hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_dynamic_partition_pruning.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_dynamic_partition_pruning.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_dynamic_partition_pruning.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_dynamic_partition_pruning.q.out Thu Dec 11 18:31:10 2014
@@ -2666,6 +2666,7 @@ STAGE PLANS:
                      Reduce Output Operator
                        key expressions: '11' (type: string)
                        sort order: +
+ Map-reduce partition columns: '' (type: string)
                        Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
                      Select Operator
                        expressions: '11' (type: string)
@@ -2697,6 +2698,7 @@ STAGE PLANS:
                  Reduce Output Operator
                    key expressions: '11' (type: string)
                    sort order: +
+ Map-reduce partition columns: '' (type: string)
                    Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
          Reducer 3
              Reduce Operator Tree:
@@ -2811,6 +2813,7 @@ STAGE PLANS:
                      Reduce Output Operator
                        key expressions: '13' (type: string)
                        sort order: +
+ Map-reduce partition columns: '' (type: string)
                        Statistics: Num rows: 1 Data size: 172 Basic stats: COMPLETE Column stats: NONE
          Reducer 2
              Reduce Operator Tree:
@@ -2827,6 +2830,7 @@ STAGE PLANS:
                  Reduce Output Operator
                    key expressions: '13' (type: string)
                    sort order: +
+ Map-reduce partition columns: '' (type: string)
                    Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
          Reducer 3
              Reduce Operator Tree:
@@ -4844,6 +4848,7 @@ STAGE PLANS:
                      Reduce Output Operator
                        key expressions: '11' (type: string)
                        sort order: +
+ Map-reduce partition columns: '' (type: string)
                        Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
                      Select Operator
                        expressions: '11' (type: string)

Modified: hive/trunk/ql/src/test/results/clientpositive/union27.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union27.q.out?rev=1644717&r1=1644716&r2=1644717&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union27.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union27.q.out Thu Dec 11 18:31:10 2014
@@ -51,6 +51,7 @@ STAGE PLANS:
                Reduce Output Operator
                  key expressions: '97' (type: string)
                  sort order: +
+ Map-reduce partition columns: '' (type: string)
                  Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
            TableScan
              alias: jackson_sev_add
@@ -67,6 +68,7 @@ STAGE PLANS:
                    Reduce Output Operator
                      key expressions: '97' (type: string)
                      sort order: +
+ Map-reduce partition columns: '' (type: string)
                      Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                      value expressions: _col1 (type: string)
            TableScan
@@ -84,6 +86,7 @@ STAGE PLANS:
                    Reduce Output Operator
                      key expressions: '97' (type: string)
                      sort order: +
+ Map-reduce partition columns: '' (type: string)
                      Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                      value expressions: _col1 (type: string)
        Reduce Operator Tree:

Search Discussions

Related Discussions

Discussion Navigation
viewthread | post
Discussion Overview
groupcommits @
categorieshive, hadoop
postedDec 11, '14 at 6:31p
activeDec 11, '14 at 6:31p
posts1
users1
websitehive.apache.org

1 user in discussion

Hashutosh: 1 post

People

Translate

site design / logo © 2021 Grokbase