FAQ
Author: szehon
Date: Tue Dec 23 01:33:55 2014
New Revision: 1647464

URL: http://svn.apache.org/r1647464
Log:
HIVE-9173 : Fix auto_join29.q, auto_join_without_localtask.q determinism (Jimmy Xiang via Szehon)

Modified:
     hive/branches/spark/ql/src/test/queries/clientpositive/auto_join29.q
     hive/branches/spark/ql/src/test/queries/clientpositive/auto_join_without_localtask.q
     hive/branches/spark/ql/src/test/results/clientpositive/auto_join29.q.out
     hive/branches/spark/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out
     hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out
     hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out

Modified: hive/branches/spark/ql/src/test/queries/clientpositive/auto_join29.q
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/queries/clientpositive/auto_join29.q?rev=1647464&r1=1647463&r2=1647464&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/queries/clientpositive/auto_join29.q (original)
+++ hive/branches/spark/ql/src/test/queries/clientpositive/auto_join29.q Tue Dec 23 01:33:55 2014
@@ -1,4 +1,7 @@
  set hive.auto.convert.join = true;
+
+-- SORT_QUERY_RESULTS
+
  explain
  SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value;


Modified: hive/branches/spark/ql/src/test/queries/clientpositive/auto_join_without_localtask.q
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/queries/clientpositive/auto_join_without_localtask.q?rev=1647464&r1=1647463&r2=1647464&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/queries/clientpositive/auto_join_without_localtask.q (original)
+++ hive/branches/spark/ql/src/test/queries/clientpositive/auto_join_without_localtask.q Tue Dec 23 01:33:55 2014
@@ -17,13 +17,13 @@ select a.* from src a join src b on a.ke
  set hive.auto.convert.join.noconditionaltask.size=100;

  explain
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40;
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40;

-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40;
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40;

  set hive.mapjoin.localtask.max.memory.usage = 0.0001;
  set hive.mapjoin.check.memory.rows = 2;

  -- fallback to common join
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40;
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40;


Modified: hive/branches/spark/ql/src/test/results/clientpositive/auto_join29.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/auto_join29.q.out?rev=1647464&r1=1647463&r2=1647464&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/auto_join29.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/auto_join29.q.out Tue Dec 23 01:33:55 2014
@@ -1,7 +1,11 @@
-PREHOOK: query: explain
+PREHOOK: query: -- SORT_QUERY_RESULTS
+
+explain
  SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
  PREHOOK: type: QUERY
-POSTHOOK: query: explain
+POSTHOOK: query: -- SORT_QUERY_RESULTS
+
+explain
  SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
  POSTHOOK: type: QUERY
  STAGE DEPENDENCIES:
@@ -2000,6 +2004,28 @@ POSTHOOK: query: SELECT * FROM src src1
  POSTHOOK: type: QUERY
  POSTHOOK: Input: default@src
  #### A masked pattern was here ####
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 2 val_2 2 val_2
+NULL NULL 4 val_4 4 val_4
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 8 val_8 8 val_8
+NULL NULL 9 val_9 9 val_9
  NULL NULL NULL NULL 10 val_10
  NULL NULL NULL NULL 100 val_100
  NULL NULL NULL NULL 100 val_100
@@ -2490,28 +2516,6 @@ NULL NULL NULL NULL 97 val_97
  NULL NULL NULL NULL 97 val_97
  NULL NULL NULL NULL 98 val_98
  NULL NULL NULL NULL 98 val_98
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 2 val_2 2 val_2
-NULL NULL 4 val_4 4 val_4
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 8 val_8 8 val_8
-NULL NULL 9 val_9 9 val_9
  PREHOOK: query: explain
  SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
  PREHOOK: type: QUERY

Modified: hive/branches/spark/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out?rev=1647464&r1=1647463&r2=1647464&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out Tue Dec 23 01:33:55 2014
@@ -595,30 +595,31 @@ RUN: Stage-3:MAPRED
  103 val_103
  103 val_103
  PREHOOK: query: explain
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40
  PREHOOK: type: QUERY
  POSTHOOK: query: explain
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40
  POSTHOOK: type: QUERY
  STAGE DEPENDENCIES:
- Stage-10 is a root stage , consists of Stage-13, Stage-14, Stage-1
- Stage-13 has a backup stage: Stage-1
- Stage-8 depends on stages: Stage-13
- Stage-7 depends on stages: Stage-1, Stage-8, Stage-9 , consists of Stage-11, Stage-6, Stage-2
- Stage-11 has a backup stage: Stage-2
- Stage-5 depends on stages: Stage-11
- Stage-6 has a backup stage: Stage-2
- Stage-2
+ Stage-11 is a root stage , consists of Stage-14, Stage-15, Stage-1
    Stage-14 has a backup stage: Stage-1
    Stage-9 depends on stages: Stage-14
+ Stage-8 depends on stages: Stage-1, Stage-9, Stage-10 , consists of Stage-12, Stage-7, Stage-2
+ Stage-12 has a backup stage: Stage-2
+ Stage-6 depends on stages: Stage-12
+ Stage-3 depends on stages: Stage-2, Stage-6, Stage-7
+ Stage-7 has a backup stage: Stage-2
+ Stage-2
+ Stage-15 has a backup stage: Stage-1
+ Stage-10 depends on stages: Stage-15
    Stage-1
- Stage-0 depends on stages: Stage-5, Stage-6, Stage-2
+ Stage-0 depends on stages: Stage-3

  STAGE PLANS:
- Stage: Stage-10
+ Stage: Stage-11
      Conditional Operator

- Stage: Stage-13
+ Stage: Stage-14
      Map Reduce Local Work
        Alias -> Map Local Tables:
          b
@@ -638,7 +639,7 @@ STAGE PLANS:
                    0 key (type: string)
                    1 key (type: string)

- Stage: Stage-8
+ Stage: Stage-9
      Map Reduce
        Map Operator Tree:
            TableScan
@@ -664,10 +665,10 @@ STAGE PLANS:
        Local Work:
          Map Reduce Local Work

- Stage: Stage-7
+ Stage: Stage-8
      Conditional Operator

- Stage: Stage-11
+ Stage: Stage-12
      Map Reduce Local Work
        Alias -> Map Local Tables:
          c
@@ -687,7 +688,7 @@ STAGE PLANS:
                    0 _col1 (type: string)
                    1 value (type: string)

- Stage: Stage-5
+ Stage: Stage-6
      Map Reduce
        Map Operator Tree:
            TableScan
@@ -701,21 +702,40 @@ STAGE PLANS:
                  0 _col1 (type: string)
                  1 value (type: string)
                outputColumnNames: _col0, _col1
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string)
- outputColumnNames: _col0, _col1
- Limit
- Number of rows: 40
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
        Local Work:
          Map Reduce Local Work

- Stage: Stage-6
+ Stage: Stage-3
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
+ Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ Limit
+ Number of rows: 40
+ Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-7
      Map Reduce
        Map Operator Tree:
            TableScan
@@ -732,17 +752,12 @@ STAGE PLANS:
                    0 _col1 (type: string)
                    1 value (type: string)
                  outputColumnNames: _col0, _col1
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string)
- outputColumnNames: _col0, _col1
- Limit
- Number of rows: 40
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
        Local Work:
          Map Reduce Local Work
            Alias -> Map Local Tables:
@@ -783,22 +798,14 @@ STAGE PLANS:
              1
            outputColumnNames: _col0, _col1
            Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
- Limit
- Number of rows: 40
- Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe

- Stage: Stage-14
+ Stage: Stage-15
      Map Reduce Local Work
        Alias -> Map Local Tables:
          a
@@ -818,7 +825,7 @@ STAGE PLANS:
                    0 key (type: string)
                    1 key (type: string)

- Stage: Stage-9
+ Stage: Stage-10
      Map Reduce
        Map Operator Tree:
            TableScan
@@ -892,62 +899,63 @@ STAGE PLANS:
        Processor Tree:
          ListSink

-PREHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+PREHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40
  PREHOOK: type: QUERY
  PREHOOK: Input: default@src
  #### A masked pattern was here ####
-POSTHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+POSTHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40
  POSTHOOK: type: QUERY
  POSTHOOK: Input: default@src
  #### A masked pattern was here ####
-RUN: Stage-10:CONDITIONAL
+RUN: Stage-11:CONDITIONAL
  RUN: Stage-14:MAPREDLOCAL
  RUN: Stage-9:MAPRED
-RUN: Stage-7:CONDITIONAL
-RUN: Stage-11:MAPREDLOCAL
-RUN: Stage-5:MAPRED
-238 val_238
-238 val_238
-238 val_238
-238 val_238
-311 val_311
-311 val_311
-311 val_311
-311 val_311
-311 val_311
-311 val_311
-311 val_311
-311 val_311
-311 val_311
-165 val_165
-165 val_165
-165 val_165
-165 val_165
-409 val_409
-409 val_409
-409 val_409
-409 val_409
-409 val_409
-409 val_409
-409 val_409
-409 val_409
-409 val_409
-255 val_255
-255 val_255
-255 val_255
-255 val_255
-278 val_278
-278 val_278
-278 val_278
-278 val_278
-484 val_484
-265 val_265
-265 val_265
-265 val_265
-265 val_265
-193 val_193
+RUN: Stage-8:CONDITIONAL
+RUN: Stage-12:MAPREDLOCAL
+RUN: Stage-6:MAPRED
+RUN: Stage-3:MAPRED
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+105 val_105
+111 val_111
+113 val_113
+113 val_113
+113 val_113
+113 val_113
+113 val_113
+113 val_113
+113 val_113
+113 val_113
+114 val_114
+116 val_116
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+119 val_119
+119 val_119
+119 val_119
+119 val_119
  PREHOOK: query: -- fallback to common join
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40
  PREHOOK: type: QUERY
  PREHOOK: Input: default@src
  #### A masked pattern was here ####
@@ -956,16 +964,17 @@ ATTEMPT: Execute BackupTask: org.apache.
  FAILED: Execution Error, return code 3 from org.apache.hadoop.hive.ql.exec.mr.MapredLocalTask
  ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask
  POSTHOOK: query: -- fallback to common join
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40
  POSTHOOK: type: QUERY
  POSTHOOK: Input: default@src
  #### A masked pattern was here ####
-RUN: Stage-10:CONDITIONAL
+RUN: Stage-11:CONDITIONAL
  RUN: Stage-14:MAPREDLOCAL
  RUN: Stage-1:MAPRED
-RUN: Stage-7:CONDITIONAL
-RUN: Stage-11:MAPREDLOCAL
+RUN: Stage-8:CONDITIONAL
+RUN: Stage-12:MAPREDLOCAL
  RUN: Stage-2:MAPRED
+RUN: Stage-3:MAPRED
  103 val_103
  103 val_103
  103 val_103

Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out?rev=1647464&r1=1647463&r2=1647464&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out Tue Dec 23 01:33:55 2014
@@ -1,7 +1,11 @@
-PREHOOK: query: explain
+PREHOOK: query: -- SORT_QUERY_RESULTS
+
+explain
  SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
  PREHOOK: type: QUERY
-POSTHOOK: query: explain
+POSTHOOK: query: -- SORT_QUERY_RESULTS
+
+explain
  SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
  POSTHOOK: type: QUERY
  STAGE DEPENDENCIES:
@@ -2036,6 +2040,28 @@ POSTHOOK: query: SELECT * FROM src src1
  POSTHOOK: type: QUERY
  POSTHOOK: Input: default@src
  #### A masked pattern was here ####
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 0 val_0 0 val_0
+NULL NULL 2 val_2 2 val_2
+NULL NULL 4 val_4 4 val_4
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 5 val_5 5 val_5
+NULL NULL 8 val_8 8 val_8
+NULL NULL 9 val_9 9 val_9
  NULL NULL NULL NULL 10 val_10
  NULL NULL NULL NULL 100 val_100
  NULL NULL NULL NULL 100 val_100
@@ -2526,28 +2552,6 @@ NULL NULL NULL NULL 97 val_97
  NULL NULL NULL NULL 97 val_97
  NULL NULL NULL NULL 98 val_98
  NULL NULL NULL NULL 98 val_98
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 0 val_0 0 val_0
-NULL NULL 2 val_2 2 val_2
-NULL NULL 4 val_4 4 val_4
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 5 val_5 5 val_5
-NULL NULL 8 val_8 8 val_8
-NULL NULL 9 val_9 9 val_9
  PREHOOK: query: explain
  SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key > 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
  PREHOOK: type: QUERY

Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out?rev=1647464&r1=1647463&r2=1647464&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out Tue Dec 23 01:33:55 2014
@@ -291,10 +291,10 @@ RUN: Stage-1:MAPRED
  103 val_103
  103 val_103
  PREHOOK: query: explain
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40
  PREHOOK: type: QUERY
  POSTHOOK: query: explain
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40
  POSTHOOK: type: QUERY
  STAGE DEPENDENCIES:
    Stage-1 is a root stage
@@ -304,8 +304,9 @@ STAGE PLANS:
    Stage: Stage-1
      Spark
        Edges:
- Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
- Reducer 3 <- Map 5 (PARTITION-LEVEL SORT, 3), Reducer 2 (PARTITION-LEVEL SORT, 3)
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 5 (PARTITION-LEVEL SORT, 3)
+ Reducer 3 <- Map 6 (PARTITION-LEVEL SORT, 3), Reducer 2 (PARTITION-LEVEL SORT, 3)
+ Reducer 4 <- Reducer 3 (SORT, 1)
  #### A masked pattern was here ####
        Vertices:
          Map 1
@@ -322,7 +323,7 @@ STAGE PLANS:
                        Map-reduce partition columns: key (type: string)
                        Statistics: Num rows: 41 Data size: 435 Basic stats: COMPLETE Column stats: NONE
                        value expressions: value (type: string)
- Map 4
+ Map 5
              Map Operator Tree:
                  TableScan
                    alias: b
@@ -335,7 +336,7 @@ STAGE PLANS:
                        sort order: +
                        Map-reduce partition columns: key (type: string)
                        Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
- Map 5
+ Map 6
              Map Operator Tree:
                  TableScan
                    alias: c
@@ -374,20 +375,26 @@ STAGE PLANS:
                    1
                  outputColumnNames: _col0, _col1
                  Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string)
- outputColumnNames: _col0, _col1
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
                    Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
- Limit
- Number of rows: 40
+ Reducer 4
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+ Limit
+ Number of rows: 40
+ Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
                      Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe

    Stage: Stage-0
      Fetch Operator
@@ -395,15 +402,23 @@ STAGE PLANS:
        Processor Tree:
          ListSink

-PREHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+PREHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40
  PREHOOK: type: QUERY
  PREHOOK: Input: default@src
  #### A masked pattern was here ####
-POSTHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+POSTHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40
  POSTHOOK: type: QUERY
  POSTHOOK: Input: default@src
  #### A masked pattern was here ####
  RUN: Stage-1:MAPRED
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
  104 val_104
  104 val_104
  104 val_104
@@ -412,6 +427,8 @@ RUN: Stage-1:MAPRED
  104 val_104
  104 val_104
  104 val_104
+105 val_105
+111 val_111
  113 val_113
  113 val_113
  113 val_113
@@ -420,41 +437,39 @@ RUN: Stage-1:MAPRED
  113 val_113
  113 val_113
  113 val_113
+114 val_114
  116 val_116
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
  119 val_119
  119 val_119
  119 val_119
  119 val_119
  PREHOOK: query: -- fallback to common join
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40
  PREHOOK: type: QUERY
  PREHOOK: Input: default@src
  #### A masked pattern was here ####
  POSTHOOK: query: -- fallback to common join
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 order by a.key, a.value limit 40
  POSTHOOK: type: QUERY
  POSTHOOK: Input: default@src
  #### A masked pattern was here ####
  RUN: Stage-1:MAPRED
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+103 val_103
  104 val_104
  104 val_104
  104 val_104
@@ -463,6 +478,8 @@ RUN: Stage-1:MAPRED
  104 val_104
  104 val_104
  104 val_104
+105 val_105
+111 val_111
  113 val_113
  113 val_113
  113 val_113
@@ -471,26 +488,16 @@ RUN: Stage-1:MAPRED
  113 val_113
  113 val_113
  113 val_113
+114 val_114
  116 val_116
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
-119 val_119
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+118 val_118
  119 val_119
  119 val_119
  119 val_119

Search Discussions

Related Discussions

Discussion Navigation
viewthread | post
Discussion Overview
groupcommits @
categorieshive, hadoop
postedDec 23, '14 at 1:33a
activeDec 23, '14 at 1:33a
posts1
users1
websitehive.apache.org

1 user in discussion

Szehon: 1 post

People

Translate

site design / logo © 2021 Grokbase