FAQ
Author: namit
Date: Sat Aug 4 17:08:47 2012
New Revision: 1369375

URL: http://svn.apache.org/viewvc?rev=1369375&view=rev
Log:
HIVE-3302 Race condition in query plan for merging at the end of a query
(Kevin Wilfong via namit)


Added:
hive/trunk/ql/src/test/queries/clientpositive/merge_dynamic_partition5.q
hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition5.q.out
Modified:
hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes.q.out
hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes2.q.out
hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes3.q.out
hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes5.q.out
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRFileSink1.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/ConditionalResolverMergeFiles.java
hive/trunk/ql/src/test/results/clientpositive/binary_output_format.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin1.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin2.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin3.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin4.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin5.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out
hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out
hive/trunk/ql/src/test/results/clientpositive/case_sensitivity.q.out
hive/trunk/ql/src/test/results/clientpositive/cast1.q.out
hive/trunk/ql/src/test/results/clientpositive/index_auto.q.out
hive/trunk/ql/src/test/results/clientpositive/index_auto_file_format.q.out
hive/trunk/ql/src/test/results/clientpositive/index_auto_mult_tables_compact.q.out
hive/trunk/ql/src/test/results/clientpositive/index_auto_multiple.q.out
hive/trunk/ql/src/test/results/clientpositive/index_auto_partitioned.q.out
hive/trunk/ql/src/test/results/clientpositive/index_auto_update.q.out
hive/trunk/ql/src/test/results/clientpositive/index_compression.q.out
hive/trunk/ql/src/test/results/clientpositive/input11.q.out
hive/trunk/ql/src/test/results/clientpositive/input12.q.out
hive/trunk/ql/src/test/results/clientpositive/input13.q.out
hive/trunk/ql/src/test/results/clientpositive/input34.q.out
hive/trunk/ql/src/test/results/clientpositive/input35.q.out
hive/trunk/ql/src/test/results/clientpositive/input36.q.out
hive/trunk/ql/src/test/results/clientpositive/input38.q.out
hive/trunk/ql/src/test/results/clientpositive/input6.q.out
hive/trunk/ql/src/test/results/clientpositive/input7.q.out
hive/trunk/ql/src/test/results/clientpositive/input8.q.out
hive/trunk/ql/src/test/results/clientpositive/input9.q.out
hive/trunk/ql/src/test/results/clientpositive/input_dynamicserde.q.out
hive/trunk/ql/src/test/results/clientpositive/input_part1.q.out
hive/trunk/ql/src/test/results/clientpositive/input_part2.q.out
hive/trunk/ql/src/test/results/clientpositive/input_part5.q.out
hive/trunk/ql/src/test/results/clientpositive/input_testsequencefile.q.out
hive/trunk/ql/src/test/results/clientpositive/input_testxpath.q.out
hive/trunk/ql/src/test/results/clientpositive/input_testxpath2.q.out
hive/trunk/ql/src/test/results/clientpositive/insert1.q.out
hive/trunk/ql/src/test/results/clientpositive/insert_into4.q.out
hive/trunk/ql/src/test/results/clientpositive/insert_into5.q.out
hive/trunk/ql/src/test/results/clientpositive/insert_into6.q.out
hive/trunk/ql/src/test/results/clientpositive/join25.q.out
hive/trunk/ql/src/test/results/clientpositive/join26.q.out
hive/trunk/ql/src/test/results/clientpositive/join27.q.out
hive/trunk/ql/src/test/results/clientpositive/join28.q.out
hive/trunk/ql/src/test/results/clientpositive/join29.q.out
hive/trunk/ql/src/test/results/clientpositive/join32.q.out
hive/trunk/ql/src/test/results/clientpositive/join34.q.out
hive/trunk/ql/src/test/results/clientpositive/join35.q.out
hive/trunk/ql/src/test/results/clientpositive/join36.q.out
hive/trunk/ql/src/test/results/clientpositive/join37.q.out
hive/trunk/ql/src/test/results/clientpositive/join39.q.out
hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out
hive/trunk/ql/src/test/results/clientpositive/lineage1.q.out
hive/trunk/ql/src/test/results/clientpositive/load_dyn_part1.q.out
hive/trunk/ql/src/test/results/clientpositive/load_dyn_part14.q.out
hive/trunk/ql/src/test/results/clientpositive/merge1.q.out
hive/trunk/ql/src/test/results/clientpositive/merge2.q.out
hive/trunk/ql/src/test/results/clientpositive/merge3.q.out
hive/trunk/ql/src/test/results/clientpositive/merge4.q.out
hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out
hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition2.q.out
hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition3.q.out
hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition4.q.out
hive/trunk/ql/src/test/results/clientpositive/multi_insert.q.out
hive/trunk/ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out
hive/trunk/ql/src/test/results/clientpositive/pcr.q.out
hive/trunk/ql/src/test/results/clientpositive/ppd_constant_expr.q.out
hive/trunk/ql/src/test/results/clientpositive/quote1.q.out
hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out
hive/trunk/ql/src/test/results/clientpositive/rcfile_createas1.q.out
hive/trunk/ql/src/test/results/clientpositive/rcfile_merge1.q.out
hive/trunk/ql/src/test/results/clientpositive/rcfile_merge2.q.out
hive/trunk/ql/src/test/results/clientpositive/rcfile_merge3.q.out
hive/trunk/ql/src/test/results/clientpositive/rcfile_merge4.q.out
hive/trunk/ql/src/test/results/clientpositive/sample1.q.out
hive/trunk/ql/src/test/results/clientpositive/sample2.q.out
hive/trunk/ql/src/test/results/clientpositive/sample4.q.out
hive/trunk/ql/src/test/results/clientpositive/sample5.q.out
hive/trunk/ql/src/test/results/clientpositive/sample6.q.out
hive/trunk/ql/src/test/results/clientpositive/sample7.q.out
hive/trunk/ql/src/test/results/clientpositive/stats0.q.out
hive/trunk/ql/src/test/results/clientpositive/stats11.q.out
hive/trunk/ql/src/test/results/clientpositive/stats4.q.out
hive/trunk/ql/src/test/results/clientpositive/subq.q.out
hive/trunk/ql/src/test/results/clientpositive/udf1.q.out
hive/trunk/ql/src/test/results/clientpositive/udf_10_trims.q.out
hive/trunk/ql/src/test/results/clientpositive/udf_length.q.out
hive/trunk/ql/src/test/results/clientpositive/udf_reverse.q.out
hive/trunk/ql/src/test/results/clientpositive/union.q.out
hive/trunk/ql/src/test/results/clientpositive/union10.q.out
hive/trunk/ql/src/test/results/clientpositive/union12.q.out
hive/trunk/ql/src/test/results/clientpositive/union18.q.out
hive/trunk/ql/src/test/results/clientpositive/union28.q.out
hive/trunk/ql/src/test/results/clientpositive/union29.q.out
hive/trunk/ql/src/test/results/clientpositive/union30.q.out
hive/trunk/ql/src/test/results/clientpositive/union4.q.out
hive/trunk/ql/src/test/results/clientpositive/union6.q.out
hive/trunk/ql/src/test/results/compiler/plan/case_sensitivity.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input1.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input2.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input6.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input7.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input9.q.xml
hive/trunk/ql/src/test/results/compiler/plan/input_testsequencefile.q.xml
hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml
hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml
hive/trunk/ql/src/test/results/compiler/plan/sample4.q.xml
hive/trunk/ql/src/test/results/compiler/plan/sample5.q.xml
hive/trunk/ql/src/test/results/compiler/plan/sample6.q.xml
hive/trunk/ql/src/test/results/compiler/plan/sample7.q.xml
hive/trunk/ql/src/test/results/compiler/plan/subq.q.xml
hive/trunk/ql/src/test/results/compiler/plan/union.q.xml

Modified: hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes.q.out (original)
+++ hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes.q.out Sat Aug 4 17:08:47 2012
@@ -34,11 +34,13 @@ ABSTRACT SYNTAX TREE:

STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
Stage: Stage-1
@@ -82,7 +84,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.dest1

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -117,6 +119,25 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.dest1

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: FROM (
FROM src

Modified: hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes2.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes2.q.out (original)
+++ hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes2.q.out Sat Aug 4 17:08:47 2012
@@ -34,11 +34,13 @@ ABSTRACT SYNTAX TREE:

STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
Stage: Stage-1
@@ -75,7 +77,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.dest1

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -110,6 +112,25 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.dest1

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: FROM (
FROM src

Modified: hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes3.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes3.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes3.q.out (original)
+++ hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes3.q.out Sat Aug 4 17:08:47 2012
@@ -34,11 +34,13 @@ ABSTRACT SYNTAX TREE:

STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
Stage: Stage-1
@@ -75,7 +77,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.dest1

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -110,6 +112,25 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.dest1

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: FROM (
FROM src

Modified: hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes5.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes5.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes5.q.out (original)
+++ hive/trunk/contrib/src/test/results/clientpositive/serde_typedbytes5.q.out Sat Aug 4 17:08:47 2012
@@ -34,11 +34,13 @@ ABSTRACT SYNTAX TREE:

STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
Stage: Stage-1
@@ -82,7 +84,7 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.dest1

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -117,6 +119,25 @@ STAGE PLANS:
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: default.dest1

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: FROM (
FROM src

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRFileSink1.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRFileSink1.java?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRFileSink1.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMRFileSink1.java Sat Aug 4 17:08:47 2012
@@ -266,7 +266,7 @@ public class GenMRFileSink1 implements N
ConditionalTask cndTsk = createCondTask(conf, currTask, dummyMv, cplan,
fsConf.getDirName());

- LinkMoveTask(ctx, newOutput, cndTsk);
+ linkMoveTask(ctx, newOutput, cndTsk);
}

/**
@@ -425,17 +425,46 @@ public class GenMRFileSink1 implements N
//
// 3. add the moveTask as the children of the conditional task
//
- LinkMoveTask(ctx, fsOutput, cndTsk);
+ linkMoveTask(ctx, fsOutput, cndTsk);
}

- private void LinkMoveTask(GenMRProcContext ctx, FileSinkOperator newOutput,
+ /**
+ * Make the move task in the GenMRProcContext following the FileSinkOperator a dependent of all
+ * possible subtrees branching from the ConditionalTask.
+ *
+ * @param ctx
+ * @param newOutput
+ * @param cndTsk
+ */
+ private void linkMoveTask(GenMRProcContext ctx, FileSinkOperator newOutput,
ConditionalTask cndTsk) {

List<Task<MoveWork>> mvTasks = ctx.getMvTask();
Task<MoveWork> mvTask = findMoveTask(mvTasks, newOutput);

for (Task<? extends Serializable> tsk : cndTsk.getListTasks()) {
- addDependentMoveTasks(ctx, mvTask, tsk);
+ linkMoveTask(ctx, mvTask, tsk);
+ }
+ }
+
+ /**
+ * Follows the task tree down from task and makes all leaves parents of mvTask
+ *
+ * @param ctx
+ * @param mvTask
+ * @param task
+ */
+ private void linkMoveTask(GenMRProcContext ctx, Task<MoveWork> mvTask,
+ Task<? extends Serializable> task) {
+
+ if (task.getDependentTasks() == null || task.getDependentTasks().isEmpty()) {
+ // If it's a leaf, add the move task as a child
+ addDependentMoveTasks(ctx, mvTask, task);
+ } else {
+ // Otherwise, for each child run this method recursively
+ for (Task<? extends Serializable> childTask : task.getDependentTasks()) {
+ linkMoveTask(ctx, mvTask, childTask);
+ }
}
}

@@ -552,8 +581,22 @@ public class GenMRFileSink1 implements N
Task<? extends Serializable> currTask, MoveWork mvWork,
MapredWork mergeWork, String inputPath) {

- Task<? extends Serializable> mergeTask = TaskFactory.get(mergeWork, conf);
- Task<? extends Serializable> moveTask = TaskFactory.get(mvWork, conf);
+ // There are 3 options for this ConditionalTask:
+ // 1) Merge the partitions
+ // 2) Move the partitions (i.e. don't merge the partitions)
+ // 3) Merge some partitions and move other partitions (i.e. merge some partitions and don't
+ // merge others) in this case the merge is done first followed by the move to prevent
+ // conflicts.
+ Task<? extends Serializable> mergeOnlyMergeTask = TaskFactory.get(mergeWork, conf);
+ Task<? extends Serializable> moveOnlyMoveTask = TaskFactory.get(mvWork, conf);
+ Task<? extends Serializable> mergeAndMoveMergeTask = TaskFactory.get(mergeWork, conf);
+ Task<? extends Serializable> mergeAndMoveMoveTask = TaskFactory.get(mvWork, conf);
+
+ // NOTE! It is necessary merge task is the parent of the move task, and not
+ // the other way around, for the proper execution of the execute method of
+ // ConditionalTask
+ mergeAndMoveMergeTask.addDependentTask(mergeAndMoveMoveTask);
+
List<Serializable> listWorks = new ArrayList<Serializable>();
listWorks.add(mvWork);
listWorks.add(mergeWork);
@@ -561,8 +604,9 @@ public class GenMRFileSink1 implements N
ConditionalWork cndWork = new ConditionalWork(listWorks);

List<Task<? extends Serializable>> listTasks = new ArrayList<Task<? extends Serializable>>();
- listTasks.add(moveTask);
- listTasks.add(mergeTask);
+ listTasks.add(moveOnlyMoveTask);
+ listTasks.add(mergeOnlyMergeTask);
+ listTasks.add(mergeAndMoveMergeTask);

ConditionalTask cndTsk = (ConditionalTask) TaskFactory.get(cndWork, conf);
cndTsk.setListTasks(listTasks);

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/ConditionalResolverMergeFiles.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/ConditionalResolverMergeFiles.java?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/ConditionalResolverMergeFiles.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/plan/ConditionalResolverMergeFiles.java Sat Aug 4 17:08:47 2012
@@ -21,13 +21,10 @@ package org.apache.hadoop.hive.ql.plan;
import java.io.IOException;
import java.io.Serializable;
import java.util.ArrayList;
-import java.util.Iterator;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;

-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
@@ -123,6 +120,7 @@ public class ConditionalResolverMergeFil

Task<? extends Serializable> mvTask = ctx.getListTasks().get(0);
Task<? extends Serializable> mrTask = ctx.getListTasks().get(1);
+ Task<? extends Serializable> mrAndMvTask = ctx.getListTasks().get(2);

try {
Path dirPath = new Path(dirName);
@@ -179,11 +177,17 @@ public class ConditionalResolverMergeFil
if (doMerge) {
// add the merge MR job
setupMapRedWork(conf, work, trgtSize, totalSz);
- resTsks.add(mrTask);

// add the move task for those partitions that do not need merging
- if (toMove.size() > 0) { //
+ if (toMove.size() > 0) {
// modify the existing move task as it is already in the candidate running tasks
+
+ // running the MoveTask and MR task in parallel may
+ // cause the mvTask write to /ds=1 and MR task write
+ // to /ds=1_1 for the same partition.
+ // make the MoveTask as the child of the MR Task
+ resTsks.add(mrAndMvTask);
+
MoveWork mvWork = (MoveWork) mvTask.getWork();
LoadFileDesc lfd = mvWork.getLoadFileWork();

@@ -212,21 +216,8 @@ public class ConditionalResolverMergeFil
mvWork.setLoadFileWork(null);
mvWork.setLoadTableWork(null);
mvWork.setMultiFilesDesc(lmfd);
-
- // running the MoveTask and MR task in parallel may
- // cause the mvTask write to /ds=1 and MR task write
- // to /ds=1_1 for the same partition.
- // make the MoveTask as the child of the MR Task
- List<Task <? extends Serializable>> cTasks = mrTask.getDependentTasks();
- if (cTasks != null) {
- Iterator<Task <? extends Serializable>> itr = cTasks.iterator();
- while (itr.hasNext()) {
- Task<? extends Serializable> cld = itr.next();
- itr.remove();
- mvTask.addDependentTask(cld);
- }
- }
- mrTask.addDependentTask(mvTask);
+ } else {
+ resTsks.add(mrTask);
}
} else { // add the move task
resTsks.add(mvTask);
@@ -246,6 +237,10 @@ public class ConditionalResolverMergeFil
} catch (IOException e) {
e.printStackTrace();
}
+
+ // Only one of the tasks should ever be added to resTsks
+ assert(resTsks.size() == 1);
+
return resTsks;
}


Added: hive/trunk/ql/src/test/queries/clientpositive/merge_dynamic_partition5.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/merge_dynamic_partition5.q?rev=1369375&view=auto
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/merge_dynamic_partition5.q (added)
+++ hive/trunk/ql/src/test/queries/clientpositive/merge_dynamic_partition5.q Sat Aug 4 17:08:47 2012
@@ -0,0 +1,38 @@
+-- this is to test the case where some dynamic partitions are merged and some are moved
+
+create table srcpart_merge_dp like srcpart;
+
+create table srcpart_merge_dp_rc like srcpart;
+alter table srcpart_merge_dp_rc set fileformat RCFILE;
+
+create table merge_dynamic_part like srcpart;
+alter table merge_dynamic_part set fileformat RCFILE;
+
+load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11);
+load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11);
+load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11);
+load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11);
+
+load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12);
+
+insert overwrite table srcpart_merge_dp_rc partition (ds = '2008-04-08', hr)
+select key, value, hr from srcpart_merge_dp where ds = '2008-04-08';
+
+set hive.input.format=org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
+set hive.merge.mapfiles=true;
+set hive.merge.mapredfiles=true;
+set hive.merge.smallfiles.avgsize=200;
+set hive.exec.compress.output=false;
+set hive.exec.dynamic.partition=true;
+set hive.exec.dynamic.partition.mode=nonstrict;
+
+explain
+insert overwrite table merge_dynamic_part partition (ds = '2008-04-08', hr)
+select key, value, if(key % 100 == 0, 'a1', 'b1') as hr from srcpart_merge_dp_rc where ds = '2008-04-08';
+
+insert overwrite table merge_dynamic_part partition (ds = '2008-04-08', hr)
+select key, value, if(key % 100 == 0, 'a1', 'b1') as hr from srcpart_merge_dp_rc where ds = '2008-04-08';
+
+show partitions merge_dynamic_part;
+
+select count(*) from merge_dynamic_part;

Modified: hive/trunk/ql/src/test/results/clientpositive/binary_output_format.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/binary_output_format.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/binary_output_format.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/binary_output_format.q.out Sat Aug 4 17:08:47 2012
@@ -54,11 +54,13 @@ ABSTRACT SYNTAX TREE:

STAGE DEPENDENCIES:
Stage-1 is a root stage
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
Stage: Stage-1
@@ -148,7 +150,7 @@ STAGE PLANS:
name: default.src
name: default.src

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -251,6 +253,79 @@ STAGE PLANS:
name: default.dest1
name: default.dest1

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat
+ properties:
+ bucket_count -1
+ columns mydata
+ columns.types string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { string mydata}
+ serialization.format 1
+ serialization.last.column.takes.rest true
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat
+ properties:
+ bucket_count -1
+ columns mydata
+ columns.types string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { string mydata}
+ serialization.format 1
+ serialization.last.column.takes.rest true
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat
+ properties:
+ bucket_count -1
+ columns mydata
+ columns.types string
+#### A masked pattern was here ####
+ name default.dest1
+ serialization.ddl struct dest1 { string mydata}
+ serialization.format 1
+ serialization.last.column.takes.rest true
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest1
+ name: default.dest1
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: INSERT OVERWRITE TABLE dest1
SELECT TRANSFORM(*)

Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin1.q.out Sat Aug 4 17:08:47 2012
@@ -346,16 +346,18 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08"))))

STAGE DEPENDENCIES:
- Stage-7 is a root stage
- Stage-1 depends on stages: Stage-7
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-9 is a root stage
+ Stage-1 depends on stages: Stage-9
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
- Stage: Stage-7
+ Stage: Stage-9
Map Reduce Local Work
Alias -> Map Local Tables:
b
@@ -487,7 +489,7 @@ STAGE PLANS:
name: default.srcbucket_mapjoin
name: default.srcbucket_mapjoin

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -586,6 +588,76 @@ STAGE PLANS:
name: default.bucketmapjoin_tmp_result
name: default.bucketmapjoin_tmp_result

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ name: default.bucketmapjoin_tmp_result
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result
select /*+mapjoin(b)*/ a.key, a.value, b.value
@@ -754,16 +826,18 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08"))))

STAGE DEPENDENCIES:
- Stage-7 is a root stage
- Stage-1 depends on stages: Stage-7
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-9 is a root stage
+ Stage-1 depends on stages: Stage-9
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
- Stage: Stage-7
+ Stage: Stage-9
Map Reduce Local Work
Alias -> Map Local Tables:
a
@@ -904,7 +978,7 @@ STAGE PLANS:
name: default.srcbucket_mapjoin_part
name: default.srcbucket_mapjoin_part

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -1023,6 +1097,91 @@ STAGE PLANS:
name: default.bucketmapjoin_tmp_result
name: default.bucketmapjoin_tmp_result

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 464
+ rawDataSize 8519
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 8983
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 464
+ rawDataSize 8519
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 8983
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 464
+ rawDataSize 8519
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 8983
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ name: default.bucketmapjoin_tmp_result
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result
select /*+mapjoin(a)*/ a.key, a.value, b.value

Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin2.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin2.q.out Sat Aug 4 17:08:47 2012
@@ -77,16 +77,18 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part_2) b) (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08")))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))

STAGE DEPENDENCIES:
- Stage-7 is a root stage
- Stage-1 depends on stages: Stage-7
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-9 is a root stage
+ Stage-1 depends on stages: Stage-9
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
- Stage: Stage-7
+ Stage: Stage-9
Map Reduce Local Work
Alias -> Map Local Tables:
b
@@ -220,7 +222,7 @@ STAGE PLANS:
name: default.srcbucket_mapjoin_part
name: default.srcbucket_mapjoin_part

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -319,6 +321,76 @@ STAGE PLANS:
name: default.bucketmapjoin_tmp_result
name: default.bucketmapjoin_tmp_result

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ name: default.bucketmapjoin_tmp_result
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result
select /*+mapjoin(b)*/ a.key, a.value, b.value
@@ -487,16 +559,18 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part_2) b) (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08")))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))

STAGE DEPENDENCIES:
- Stage-7 is a root stage
- Stage-1 depends on stages: Stage-7
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-9 is a root stage
+ Stage-1 depends on stages: Stage-9
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
- Stage: Stage-7
+ Stage: Stage-9
Map Reduce Local Work
Alias -> Map Local Tables:
a
@@ -635,7 +709,7 @@ STAGE PLANS:
name: default.srcbucket_mapjoin_part_2
name: default.srcbucket_mapjoin_part_2

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -754,6 +828,91 @@ STAGE PLANS:
name: default.bucketmapjoin_tmp_result
name: default.bucketmapjoin_tmp_result

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 564
+ rawDataSize 10503
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11067
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 564
+ rawDataSize 10503
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11067
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 564
+ rawDataSize 10503
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11067
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ name: default.bucketmapjoin_tmp_result
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result
select /*+mapjoin(a)*/ a.key, a.value, b.value
@@ -1081,16 +1240,18 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part_2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))

STAGE DEPENDENCIES:
- Stage-7 is a root stage
- Stage-1 depends on stages: Stage-7
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-9 is a root stage
+ Stage-1 depends on stages: Stage-9
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
- Stage: Stage-7
+ Stage: Stage-9
Map Reduce Local Work
Alias -> Map Local Tables:
b
@@ -1229,7 +1390,7 @@ STAGE PLANS:
name: default.srcbucket_mapjoin_part
name: default.srcbucket_mapjoin_part

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -1348,6 +1509,91 @@ STAGE PLANS:
name: default.bucketmapjoin_tmp_result
name: default.bucketmapjoin_tmp_result

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 564
+ rawDataSize 10503
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11067
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 564
+ rawDataSize 10503
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11067
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 564
+ rawDataSize 10503
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11067
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ name: default.bucketmapjoin_tmp_result
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result
select /*+mapjoin(b)*/ a.key, a.value, b.value

Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin3.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin3.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin3.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin3.q.out Sat Aug 4 17:08:47 2012
@@ -94,16 +94,18 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part_2) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (and (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08")) (= (. (TOK_TABLE_OR_COL a) ds) "2008-04-08")))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))

STAGE DEPENDENCIES:
- Stage-7 is a root stage
- Stage-1 depends on stages: Stage-7
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-9 is a root stage
+ Stage-1 depends on stages: Stage-9
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
- Stage: Stage-7
+ Stage: Stage-9
Map Reduce Local Work
Alias -> Map Local Tables:
b
@@ -237,7 +239,7 @@ STAGE PLANS:
name: default.srcbucket_mapjoin_part_2
name: default.srcbucket_mapjoin_part_2

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -336,6 +338,76 @@ STAGE PLANS:
name: default.bucketmapjoin_tmp_result
name: default.bucketmapjoin_tmp_result

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ name: default.bucketmapjoin_tmp_result
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result
select /*+mapjoin(b)*/ a.key, a.value, b.value
@@ -504,16 +576,18 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part_2) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (and (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08")) (= (. (TOK_TABLE_OR_COL a) ds) "2008-04-08")))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))

STAGE DEPENDENCIES:
- Stage-7 is a root stage
- Stage-1 depends on stages: Stage-7
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-9 is a root stage
+ Stage-1 depends on stages: Stage-9
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
- Stage: Stage-7
+ Stage: Stage-9
Map Reduce Local Work
Alias -> Map Local Tables:
a
@@ -652,7 +726,7 @@ STAGE PLANS:
name: default.srcbucket_mapjoin_part
name: default.srcbucket_mapjoin_part

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -771,6 +845,91 @@ STAGE PLANS:
name: default.bucketmapjoin_tmp_result
name: default.bucketmapjoin_tmp_result

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 564
+ rawDataSize 10503
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11067
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 564
+ rawDataSize 10503
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11067
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 564
+ rawDataSize 10503
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 11067
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ name: default.bucketmapjoin_tmp_result
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result
select /*+mapjoin(a)*/ a.key, a.value, b.value

Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin4.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin4.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin4.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin4.q.out Sat Aug 4 17:08:47 2012
@@ -94,16 +94,18 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))

STAGE DEPENDENCIES:
- Stage-7 is a root stage
- Stage-1 depends on stages: Stage-7
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-9 is a root stage
+ Stage-1 depends on stages: Stage-9
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
- Stage: Stage-7
+ Stage: Stage-9
Map Reduce Local Work
Alias -> Map Local Tables:
b
@@ -233,7 +235,7 @@ STAGE PLANS:
name: default.srcbucket_mapjoin
name: default.srcbucket_mapjoin

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -332,6 +334,76 @@ STAGE PLANS:
name: default.bucketmapjoin_tmp_result
name: default.bucketmapjoin_tmp_result

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ name: default.bucketmapjoin_tmp_result
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result
select /*+mapjoin(b)*/ a.key, a.value, b.value
@@ -496,16 +568,18 @@ ABSTRACT SYNTAX TREE:
(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))

STAGE DEPENDENCIES:
- Stage-7 is a root stage
- Stage-1 depends on stages: Stage-7
- Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
+ Stage-9 is a root stage
+ Stage-1 depends on stages: Stage-9
+ Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
Stage-4
- Stage-0 depends on stages: Stage-4, Stage-3
+ Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
Stage-2 depends on stages: Stage-0
Stage-3
+ Stage-5
+ Stage-6 depends on stages: Stage-5

STAGE PLANS:
- Stage: Stage-7
+ Stage: Stage-9
Map Reduce Local Work
Alias -> Map Local Tables:
a
@@ -640,7 +714,7 @@ STAGE PLANS:
name: default.srcbucket_mapjoin
name: default.srcbucket_mapjoin

- Stage: Stage-5
+ Stage: Stage-7
Conditional Operator

Stage: Stage-4
@@ -759,6 +833,91 @@ STAGE PLANS:
name: default.bucketmapjoin_tmp_result
name: default.bucketmapjoin_tmp_result

+ Stage: Stage-5
+ Map Reduce
+ Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 464
+ rawDataSize 8519
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 8983
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+ Needs Tagging: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: -ext-10002
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 464
+ rawDataSize 8519
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 8983
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ bucket_count -1
+ columns key,value1,value2
+ columns.types string:string:string
+#### A masked pattern was here ####
+ name default.bucketmapjoin_tmp_result
+ numFiles 1
+ numPartitions 0
+ numRows 464
+ rawDataSize 8519
+ serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 8983
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucketmapjoin_tmp_result
+ name: default.bucketmapjoin_tmp_result
+
+ Stage: Stage-6
+ Move Operator
+ files:
+ hdfs directory: true
+#### A masked pattern was here ####
+

PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result
select /*+mapjoin(a)*/ a.key, a.value, b.value

Search Discussions

  • Namit at Aug 4, 2012 at 5:09 pm
    Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin5.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin5.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin5.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin5.q.out Sat Aug 4 17:08:47 2012
    @@ -132,16 +132,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))

    STAGE DEPENDENCIES:
    - Stage-7 is a root stage
    - Stage-1 depends on stages: Stage-7
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-9 is a root stage
    + Stage-1 depends on stages: Stage-9
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-7
    + Stage: Stage-9
    Map Reduce Local Work
    Alias -> Map Local Tables:
    a
    @@ -313,7 +315,7 @@ STAGE PLANS:
    name: default.srcbucket_mapjoin_part
    name: default.srcbucket_mapjoin_part

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -412,6 +414,76 @@ STAGE PLANS:
    name: default.bucketmapjoin_tmp_result
    name: default.bucketmapjoin_tmp_result

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.bucketmapjoin_tmp_result
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.bucketmapjoin_tmp_result
    + name: default.bucketmapjoin_tmp_result
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result
    select /*+mapjoin(a)*/ a.key, a.value, b.value
    @@ -584,16 +656,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part_2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))

    STAGE DEPENDENCIES:
    - Stage-7 is a root stage
    - Stage-1 depends on stages: Stage-7
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-9 is a root stage
    + Stage-1 depends on stages: Stage-9
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-7
    + Stage: Stage-9
    Map Reduce Local Work
    Alias -> Map Local Tables:
    a
    @@ -770,7 +844,7 @@ STAGE PLANS:
    name: default.srcbucket_mapjoin_part_2
    name: default.srcbucket_mapjoin_part_2

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -889,6 +963,91 @@ STAGE PLANS:
    name: default.bucketmapjoin_tmp_result
    name: default.bucketmapjoin_tmp_result

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + numFiles 1
    + numPartitions 0
    + numRows 928
    + rawDataSize 17038
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 17966
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.bucketmapjoin_tmp_result
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + numFiles 1
    + numPartitions 0
    + numRows 928
    + rawDataSize 17038
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 17966
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + numFiles 1
    + numPartitions 0
    + numRows 928
    + rawDataSize 17038
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 17966
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.bucketmapjoin_tmp_result
    + name: default.bucketmapjoin_tmp_result
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result
    select /*+mapjoin(a)*/ a.key, a.value, b.value

    Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out Sat Aug 4 17:08:47 2012
    @@ -60,16 +60,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08"))))

    STAGE DEPENDENCIES:
    - Stage-7 is a root stage
    - Stage-1 depends on stages: Stage-7
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-9 is a root stage
    + Stage-1 depends on stages: Stage-9
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-7
    + Stage: Stage-9
    Map Reduce Local Work
    Alias -> Map Local Tables:
    b
    @@ -194,7 +196,7 @@ STAGE PLANS:
    name: default.srcbucket_mapjoin
    name: default.srcbucket_mapjoin

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -293,4 +295,74 @@ STAGE PLANS:
    name: default.bucketmapjoin_tmp_result
    name: default.bucketmapjoin_tmp_result

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.bucketmapjoin_tmp_result
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.bucketmapjoin_tmp_result
    + name: default.bucketmapjoin_tmp_result
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +


    Modified: hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out Sat Aug 4 17:08:47 2012
    @@ -67,16 +67,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part_2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))

    STAGE DEPENDENCIES:
    - Stage-7 is a root stage
    - Stage-1 depends on stages: Stage-7
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-9 is a root stage
    + Stage-1 depends on stages: Stage-9
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-7
    + Stage: Stage-9
    Map Reduce Local Work
    Alias -> Map Local Tables:
    b
    @@ -206,7 +208,7 @@ STAGE PLANS:
    name: default.srcbucket_mapjoin
    name: default.srcbucket_mapjoin

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -305,4 +307,74 @@ STAGE PLANS:
    name: default.bucketmapjoin_tmp_result
    name: default.bucketmapjoin_tmp_result

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.bucketmapjoin_tmp_result
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.bucketmapjoin_tmp_result
    + name: default.bucketmapjoin_tmp_result
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +


    Modified: hive/trunk/ql/src/test/results/clientpositive/case_sensitivity.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/case_sensitivity.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/case_sensitivity.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/case_sensitivity.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -49,7 +51,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -84,6 +86,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM SRC_THRIFT
    INSERT OVERWRITE TABLE dest1 SELECT src_Thrift.LINT[1], src_thrift.lintstring[0].MYSTRING where src_thrift.liNT[0] > 0

    Modified: hive/trunk/ql/src/test/results/clientpositive/cast1.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/cast1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/cast1.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/cast1.q.out Sat Aug 4 17:08:47 2012
    @@ -14,11 +14,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -57,7 +59,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -92,6 +94,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 SELECT 3 + 2, 3.0 + 2, 3 + 2.0, 3.0 + 2.0, 3 + CAST(2.0 AS INT) + CAST(CAST(0 AS SMALLINT) AS INT), CAST(1 AS BOOLEAN), CAST(TRUE AS INT) WHERE src.key = 86
    PREHOOK: type: QUERY

    Modified: hive/trunk/ql/src/test/results/clientpositive/index_auto.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/index_auto.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/index_auto.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/index_auto.q.out Sat Aug 4 17:08:47 2012
    @@ -161,11 +161,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-3 is a root stage
    - Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-3 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-2 depends on stages: Stage-5, Stage-4
    + Stage-2 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-1 depends on stages: Stage-2
    Stage-4
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    Stage-0 is a root stage

    STAGE PLANS:
    @@ -196,7 +198,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -262,6 +264,23 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    Stage: Stage-0
    Fetch Operator
    limit: -1

    Modified: hive/trunk/ql/src/test/results/clientpositive/index_auto_file_format.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/index_auto_file_format.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/index_auto_file_format.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/index_auto_file_format.q.out Sat Aug 4 17:08:47 2012
    @@ -28,11 +28,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-3 is a root stage
    - Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-3 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-2 depends on stages: Stage-5, Stage-4
    + Stage-2 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-1 depends on stages: Stage-2
    Stage-4
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    Stage-0 is a root stage

    STAGE PLANS:
    @@ -63,7 +65,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -129,6 +131,23 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    Stage: Stage-0
    Fetch Operator
    limit: -1
    @@ -160,11 +179,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-3 is a root stage
    - Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-3 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-2 depends on stages: Stage-5, Stage-4
    + Stage-2 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-1 depends on stages: Stage-2
    Stage-4
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    Stage-0 is a root stage

    STAGE PLANS:
    @@ -195,7 +216,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -261,6 +282,23 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    Stage: Stage-0
    Fetch Operator
    limit: -1

    Modified: hive/trunk/ql/src/test/results/clientpositive/index_auto_mult_tables_compact.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/index_auto_mult_tables_compact.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/index_auto_mult_tables_compact.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/index_auto_mult_tables_compact.q.out Sat Aug 4 17:08:47 2012
    @@ -243,17 +243,21 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-5 is a root stage
    - Stage-8 depends on stages: Stage-5 , consists of Stage-7, Stage-6
    + Stage-10 depends on stages: Stage-5 , consists of Stage-7, Stage-6, Stage-8
    Stage-7
    - Stage-4 depends on stages: Stage-7, Stage-6
    - Stage-1 depends on stages: Stage-4, Stage-9
    + Stage-4 depends on stages: Stage-7, Stage-6, Stage-9
    + Stage-1 depends on stages: Stage-4, Stage-11
    Stage-2 depends on stages: Stage-1
    Stage-6
    - Stage-10 is a root stage
    - Stage-13 depends on stages: Stage-10 , consists of Stage-12, Stage-11
    - Stage-12
    - Stage-9 depends on stages: Stage-12, Stage-11
    - Stage-11
    + Stage-8
    + Stage-9 depends on stages: Stage-8
    + Stage-12 is a root stage
    + Stage-17 depends on stages: Stage-12 , consists of Stage-14, Stage-13, Stage-15
    + Stage-14
    + Stage-11 depends on stages: Stage-14, Stage-13, Stage-16
    + Stage-13
    + Stage-15
    + Stage-16 depends on stages: Stage-15
    Stage-0 is a root stage

    STAGE PLANS:
    @@ -284,7 +288,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    - Stage: Stage-8
    + Stage: Stage-10
    Conditional Operator

    Stage: Stage-7
    @@ -406,7 +410,24 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    - Stage: Stage-10
    + Stage: Stage-8
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    +
    + Stage: Stage-9
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-12
    Map Reduce
    Alias -> Map Operator Tree:
    default__src_src_index__
    @@ -433,22 +454,22 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    - Stage: Stage-13
    + Stage: Stage-17
    Conditional Operator

    - Stage: Stage-12
    + Stage: Stage-14
    Move Operator
    files:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-9
    + Stage: Stage-11
    Move Operator
    files:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-11
    + Stage: Stage-13
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -459,6 +480,23 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    + Stage: Stage-15
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    +
    + Stage: Stage-16
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    Stage: Stage-0
    Fetch Operator
    limit: -1

    Modified: hive/trunk/ql/src/test/results/clientpositive/index_auto_multiple.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/index_auto_multiple.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/index_auto_multiple.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/index_auto_multiple.q.out Sat Aug 4 17:08:47 2012
    @@ -52,11 +52,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-3 is a root stage
    - Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-3 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-2 depends on stages: Stage-5, Stage-4
    + Stage-2 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-1 depends on stages: Stage-2
    Stage-4
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    Stage-0 is a root stage

    STAGE PLANS:
    @@ -87,7 +89,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -153,6 +155,23 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    Stage: Stage-0
    Fetch Operator
    limit: -1

    Modified: hive/trunk/ql/src/test/results/clientpositive/index_auto_partitioned.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/index_auto_partitioned.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/index_auto_partitioned.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/index_auto_partitioned.q.out Sat Aug 4 17:08:47 2012
    @@ -40,11 +40,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-3 is a root stage
    - Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-3 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-2 depends on stages: Stage-5, Stage-4
    + Stage-2 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-1 depends on stages: Stage-2
    Stage-4
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    Stage-0 is a root stage

    STAGE PLANS:
    @@ -75,7 +77,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -141,6 +143,23 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    Stage: Stage-0
    Fetch Operator
    limit: -1

    Modified: hive/trunk/ql/src/test/results/clientpositive/index_auto_update.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/index_auto_update.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/index_auto_update.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/index_auto_update.q.out Sat Aug 4 17:08:47 2012
    @@ -57,9 +57,9 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-4 is a root stage
    - Stage-8 depends on stages: Stage-4 , consists of Stage-7, Stage-6
    + Stage-10 depends on stages: Stage-4 , consists of Stage-7, Stage-6, Stage-8
    Stage-7
    - Stage-0 depends on stages: Stage-7, Stage-6
    + Stage-0 depends on stages: Stage-7, Stage-6, Stage-9
    Stage-1 depends on stages: Stage-0
    Stage-0 depends on stages: Stage-1
    Stage-2 depends on stages: Stage-0
    @@ -67,6 +67,8 @@ STAGE DEPENDENCIES:
    Stage-3 depends on stages: Stage-1
    Stage-5 depends on stages: Stage-0
    Stage-6
    + Stage-8
    + Stage-9 depends on stages: Stage-8

    STAGE PLANS:
    Stage: Stage-4
    @@ -91,7 +93,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.temp

    - Stage: Stage-8
    + Stage: Stage-10
    Conditional Operator

    Stage: Stage-7
    @@ -215,6 +217,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.temp

    + Stage: Stage-8
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.temp
    +
    + Stage: Stage-9
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE temp SELECT * FROM src
    PREHOOK: type: QUERY
    @@ -253,11 +274,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-3 is a root stage
    - Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-3 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-2 depends on stages: Stage-5, Stage-4
    + Stage-2 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-1 depends on stages: Stage-2
    Stage-4
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    Stage-0 is a root stage

    STAGE PLANS:
    @@ -288,7 +311,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -341,6 +364,23 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    Stage: Stage-0
    Fetch Operator
    limit: -1

    Modified: hive/trunk/ql/src/test/results/clientpositive/index_compression.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/index_compression.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/index_compression.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/index_compression.q.out Sat Aug 4 17:08:47 2012
    @@ -28,11 +28,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-3 is a root stage
    - Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-3 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-2 depends on stages: Stage-5, Stage-4
    + Stage-2 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-1 depends on stages: Stage-2
    Stage-4
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    Stage-0 is a root stage

    STAGE PLANS:
    @@ -63,7 +65,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -129,6 +131,23 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    Stage: Stage-0
    Fetch Operator
    limit: -1

    Modified: hive/trunk/ql/src/test/results/clientpositive/input11.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input11.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input11.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input11.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -56,7 +58,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -91,6 +93,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src
    INSERT OVERWRITE TABLE dest1 SELECT src.key, src.value WHERE src.key < 100

    Modified: hive/trunk/ql/src/test/results/clientpositive/input12.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input12.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input12.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input12.q.out Sat Aug 4 17:08:47 2012
    @@ -30,21 +30,27 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-3 is a root stage
    - Stage-7 depends on stages: Stage-3 , consists of Stage-6, Stage-5
    + Stage-9 depends on stages: Stage-3 , consists of Stage-6, Stage-5, Stage-7
    Stage-6
    - Stage-0 depends on stages: Stage-6, Stage-5
    + Stage-0 depends on stages: Stage-6, Stage-5, Stage-8
    Stage-4 depends on stages: Stage-0
    Stage-5
    - Stage-11 depends on stages: Stage-3 , consists of Stage-10, Stage-9
    - Stage-10
    - Stage-1 depends on stages: Stage-10, Stage-9
    - Stage-8 depends on stages: Stage-1
    - Stage-9
    - Stage-15 depends on stages: Stage-3 , consists of Stage-14, Stage-13
    - Stage-14
    - Stage-2 depends on stages: Stage-14, Stage-13
    - Stage-12 depends on stages: Stage-2
    + Stage-7
    + Stage-8 depends on stages: Stage-7
    + Stage-15 depends on stages: Stage-3 , consists of Stage-12, Stage-11, Stage-13
    + Stage-12
    + Stage-1 depends on stages: Stage-12, Stage-11, Stage-14
    + Stage-10 depends on stages: Stage-1
    + Stage-11
    Stage-13
    + Stage-14 depends on stages: Stage-13
    + Stage-21 depends on stages: Stage-3 , consists of Stage-18, Stage-17, Stage-19
    + Stage-18
    + Stage-2 depends on stages: Stage-18, Stage-17, Stage-20
    + Stage-16 depends on stages: Stage-2
    + Stage-17
    + Stage-19
    + Stage-20 depends on stages: Stage-19

    STAGE PLANS:
    Stage: Stage-3
    @@ -128,7 +134,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest3

    - Stage: Stage-7
    + Stage: Stage-9
    Conditional Operator

    Stage: Stage-6
    @@ -163,10 +169,29 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-11
    + Stage: Stage-7
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-8
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-15
    Conditional Operator

    - Stage: Stage-10
    + Stage: Stage-12
    Move Operator
    files:
    hdfs directory: true
    @@ -182,10 +207,10 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest2

    - Stage: Stage-8
    + Stage: Stage-10
    Stats-Aggr Operator

    - Stage: Stage-9
    + Stage: Stage-11
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -198,8 +223,18 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest2

    - Stage: Stage-15
    - Conditional Operator
    + Stage: Stage-13
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest2

    Stage: Stage-14
    Move Operator
    @@ -207,6 +242,15 @@ STAGE PLANS:
    hdfs directory: true
    #### A masked pattern was here ####

    + Stage: Stage-21
    + Conditional Operator
    +
    + Stage: Stage-18
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    Stage: Stage-2
    Move Operator
    tables:
    @@ -220,10 +264,10 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest3

    - Stage: Stage-12
    + Stage: Stage-16
    Stats-Aggr Operator

    - Stage: Stage-13
    + Stage: Stage-17
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -236,6 +280,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest3

    + Stage: Stage-19
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest3
    +
    + Stage: Stage-20
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src
    INSERT OVERWRITE TABLE dest1 SELECT src.* WHERE src.key < 100

    Modified: hive/trunk/ql/src/test/results/clientpositive/input13.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input13.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input13.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input13.q.out Sat Aug 4 17:08:47 2012
    @@ -32,25 +32,33 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-4 is a root stage
    - Stage-8 depends on stages: Stage-4 , consists of Stage-7, Stage-6
    + Stage-10 depends on stages: Stage-4 , consists of Stage-7, Stage-6, Stage-8
    Stage-7
    - Stage-0 depends on stages: Stage-7, Stage-6
    + Stage-0 depends on stages: Stage-7, Stage-6, Stage-9
    Stage-5 depends on stages: Stage-0
    Stage-6
    - Stage-12 depends on stages: Stage-4 , consists of Stage-11, Stage-10
    - Stage-11
    - Stage-1 depends on stages: Stage-11, Stage-10
    - Stage-9 depends on stages: Stage-1
    - Stage-10
    - Stage-16 depends on stages: Stage-4 , consists of Stage-15, Stage-14
    - Stage-15
    - Stage-2 depends on stages: Stage-15, Stage-14
    - Stage-13 depends on stages: Stage-2
    + Stage-8
    + Stage-9 depends on stages: Stage-8
    + Stage-16 depends on stages: Stage-4 , consists of Stage-13, Stage-12, Stage-14
    + Stage-13
    + Stage-1 depends on stages: Stage-13, Stage-12, Stage-15
    + Stage-11 depends on stages: Stage-1
    + Stage-12
    Stage-14
    - Stage-19 depends on stages: Stage-4 , consists of Stage-18, Stage-17
    + Stage-15 depends on stages: Stage-14
    + Stage-22 depends on stages: Stage-4 , consists of Stage-19, Stage-18, Stage-20
    + Stage-19
    + Stage-2 depends on stages: Stage-19, Stage-18, Stage-21
    + Stage-17 depends on stages: Stage-2
    Stage-18
    - Stage-3 depends on stages: Stage-18, Stage-17
    - Stage-17
    + Stage-20
    + Stage-21 depends on stages: Stage-20
    + Stage-27 depends on stages: Stage-4 , consists of Stage-24, Stage-23, Stage-25
    + Stage-24
    + Stage-3 depends on stages: Stage-24, Stage-23, Stage-26
    + Stage-23
    + Stage-25
    + Stage-26 depends on stages: Stage-25

    STAGE PLANS:
    Stage: Stage-4
    @@ -149,7 +157,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    - Stage: Stage-8
    + Stage: Stage-10
    Conditional Operator

    Stage: Stage-7
    @@ -184,10 +192,29 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-12
    + Stage: Stage-8
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-9
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-16
    Conditional Operator

    - Stage: Stage-11
    + Stage: Stage-13
    Move Operator
    files:
    hdfs directory: true
    @@ -203,10 +230,10 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest2

    - Stage: Stage-9
    + Stage: Stage-11
    Stats-Aggr Operator

    - Stage: Stage-10
    + Stage: Stage-12
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -219,8 +246,18 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest2

    - Stage: Stage-16
    - Conditional Operator
    + Stage: Stage-14
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest2

    Stage: Stage-15
    Move Operator
    @@ -228,6 +265,15 @@ STAGE PLANS:
    hdfs directory: true
    #### A masked pattern was here ####

    + Stage: Stage-22
    + Conditional Operator
    +
    + Stage: Stage-19
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    Stage: Stage-2
    Move Operator
    tables:
    @@ -241,10 +287,10 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest3

    - Stage: Stage-13
    + Stage: Stage-17
    Stats-Aggr Operator

    - Stage: Stage-14
    + Stage: Stage-18
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -257,10 +303,29 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest3

    - Stage: Stage-19
    + Stage: Stage-20
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest3
    +
    + Stage: Stage-21
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-27
    Conditional Operator

    - Stage: Stage-18
    + Stage: Stage-24
    Move Operator
    files:
    hdfs directory: true
    @@ -272,7 +337,18 @@ STAGE PLANS:
    hdfs directory: true
    destination: ../build/ql/test/data/warehouse/dest4.out

    - Stage: Stage-17
    + Stage: Stage-23
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    +
    + Stage: Stage-25
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -283,6 +359,12 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    + Stage: Stage-26
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src
    INSERT OVERWRITE TABLE dest1 SELECT src.* WHERE src.key < 100

    Modified: hive/trunk/ql/src/test/results/clientpositive/input34.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input34.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input34.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input34.q.out Sat Aug 4 17:08:47 2012
    @@ -26,11 +26,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -74,7 +76,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -109,6 +111,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM (
    FROM src

    Modified: hive/trunk/ql/src/test/results/clientpositive/input35.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input35.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input35.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input35.q.out Sat Aug 4 17:08:47 2012
    @@ -26,11 +26,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -74,7 +76,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -109,6 +111,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM (
    FROM src

    Modified: hive/trunk/ql/src/test/results/clientpositive/input36.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input36.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input36.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input36.q.out Sat Aug 4 17:08:47 2012
    @@ -26,11 +26,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -74,7 +76,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -109,6 +111,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM (
    FROM src

    Modified: hive/trunk/ql/src/test/results/clientpositive/input38.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input38.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input38.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input38.q.out Sat Aug 4 17:08:47 2012
    @@ -24,11 +24,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -69,7 +71,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -104,6 +106,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM (
    FROM src

    Modified: hive/trunk/ql/src/test/results/clientpositive/input6.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input6.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input6.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input6.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -49,7 +51,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -84,6 +86,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src1
    INSERT OVERWRITE TABLE dest1 SELECT src1.key, src1.value WHERE src1.key is null

    Modified: hive/trunk/ql/src/test/results/clientpositive/input7.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input7.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input7.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input7.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -52,7 +54,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -87,6 +89,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src1
    INSERT OVERWRITE TABLE dest1 SELECT NULL, src1.key

    Modified: hive/trunk/ql/src/test/results/clientpositive/input8.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input8.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input8.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input8.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -56,7 +58,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -91,6 +93,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src1
    INSERT OVERWRITE TABLE dest1 SELECT 4 + NULL, src1.key - NULL, NULL + NULL

    Modified: hive/trunk/ql/src/test/results/clientpositive/input9.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input9.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input9.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input9.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -56,7 +58,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -91,6 +93,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src1
    INSERT OVERWRITE TABLE dest1 SELECT NULL, src1.key where NULL = NULL

    Modified: hive/trunk/ql/src/test/results/clientpositive/input_dynamicserde.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input_dynamicserde.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input_dynamicserde.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input_dynamicserde.q.out Sat Aug 4 17:08:47 2012
    @@ -28,11 +28,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -63,7 +65,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -98,6 +100,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src_thrift
    INSERT OVERWRITE TABLE dest1 SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring

    Modified: hive/trunk/ql/src/test/results/clientpositive/input_part1.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input_part1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input_part1.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input_part1.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -123,7 +125,7 @@ STAGE PLANS:
    name: default.srcpart
    name: default.srcpart

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -222,6 +224,76 @@ STAGE PLANS:
    name: default.dest1
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,hr,ds
    + columns.types int:string:string:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value, string hr, string ds}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,hr,ds
    + columns.types int:string:string:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value, string hr, string ds}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,hr,ds
    + columns.types int:string:string:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value, string hr, string ds}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM srcpart
    INSERT OVERWRITE TABLE dest1 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12'
  • Namit at Aug 4, 2012 at 5:09 pm
    Modified: hive/trunk/ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out Sat Aug 4 17:08:47 2012
    @@ -185,17 +185,21 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-7 depends on stages: Stage-5, Stage-4, Stage-10, Stage-9
    - Stage-0 depends on stages: Stage-7
    + Stage-9 depends on stages: Stage-5, Stage-4, Stage-7, Stage-12, Stage-11, Stage-14
    + Stage-0 depends on stages: Stage-9
    Stage-3 depends on stages: Stage-0
    - Stage-1 depends on stages: Stage-7
    - Stage-8 depends on stages: Stage-1
    + Stage-1 depends on stages: Stage-9
    + Stage-10 depends on stages: Stage-1
    Stage-4
    - Stage-11 depends on stages: Stage-2 , consists of Stage-10, Stage-9
    - Stage-10
    - Stage-9
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-15 depends on stages: Stage-2 , consists of Stage-12, Stage-11, Stage-13
    + Stage-12
    + Stage-11
    + Stage-13
    + Stage-14 depends on stages: Stage-13

    STAGE PLANS:
    Stage: Stage-2
    @@ -243,7 +247,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -252,7 +256,7 @@ STAGE PLANS:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-7
    + Stage: Stage-9
    Dependency Collection

    Stage: Stage-0
    @@ -278,7 +282,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-8
    + Stage: Stage-10
    Stats-Aggr Operator

    Stage: Stage-4
    @@ -294,16 +298,48 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-11
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-15
    Conditional Operator

    - Stage: Stage-10
    + Stage: Stage-12
    Move Operator
    files:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-9
    + Stage: Stage-11
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-13
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -316,6 +352,12 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    + Stage: Stage-14
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from src
    insert overwrite table src_multi1 select * where key < 10
    @@ -607,17 +649,21 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-7 depends on stages: Stage-5, Stage-4, Stage-10, Stage-9
    - Stage-0 depends on stages: Stage-7
    + Stage-9 depends on stages: Stage-5, Stage-4, Stage-7, Stage-12, Stage-11, Stage-14
    + Stage-0 depends on stages: Stage-9
    Stage-3 depends on stages: Stage-0
    - Stage-1 depends on stages: Stage-7
    - Stage-8 depends on stages: Stage-1
    + Stage-1 depends on stages: Stage-9
    + Stage-10 depends on stages: Stage-1
    Stage-4
    - Stage-11 depends on stages: Stage-2 , consists of Stage-10, Stage-9
    - Stage-10
    - Stage-9
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-15 depends on stages: Stage-2 , consists of Stage-12, Stage-11, Stage-13
    + Stage-12
    + Stage-11
    + Stage-13
    + Stage-14 depends on stages: Stage-13

    STAGE PLANS:
    Stage: Stage-2
    @@ -665,7 +711,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -674,7 +720,7 @@ STAGE PLANS:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-7
    + Stage: Stage-9
    Dependency Collection

    Stage: Stage-0
    @@ -700,7 +746,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-8
    + Stage: Stage-10
    Stats-Aggr Operator

    Stage: Stage-4
    @@ -716,16 +762,48 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-11
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-15
    Conditional Operator

    - Stage: Stage-10
    + Stage: Stage-12
    Move Operator
    files:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-9
    + Stage: Stage-11
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-13
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -738,6 +816,12 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    + Stage: Stage-14
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from src
    insert overwrite table src_multi1 select * where key < 10
    @@ -1118,17 +1202,21 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-7 depends on stages: Stage-5, Stage-4, Stage-10, Stage-9
    - Stage-0 depends on stages: Stage-7
    + Stage-9 depends on stages: Stage-5, Stage-4, Stage-7, Stage-12, Stage-11, Stage-14
    + Stage-0 depends on stages: Stage-9
    Stage-3 depends on stages: Stage-0
    - Stage-1 depends on stages: Stage-7
    - Stage-8 depends on stages: Stage-1
    + Stage-1 depends on stages: Stage-9
    + Stage-10 depends on stages: Stage-1
    Stage-4
    - Stage-11 depends on stages: Stage-2 , consists of Stage-10, Stage-9
    - Stage-10
    - Stage-9
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-15 depends on stages: Stage-2 , consists of Stage-12, Stage-11, Stage-13
    + Stage-12
    + Stage-11
    + Stage-13
    + Stage-14 depends on stages: Stage-13

    STAGE PLANS:
    Stage: Stage-2
    @@ -1212,7 +1300,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -1221,7 +1309,7 @@ STAGE PLANS:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-7
    + Stage: Stage-9
    Dependency Collection

    Stage: Stage-0
    @@ -1247,7 +1335,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-8
    + Stage: Stage-10
    Stats-Aggr Operator

    Stage: Stage-4
    @@ -1263,16 +1351,48 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-11
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-15
    Conditional Operator

    - Stage: Stage-10
    + Stage: Stage-12
    Move Operator
    files:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-9
    + Stage: Stage-11
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-13
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -1285,6 +1405,12 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    + Stage: Stage-14
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from src
    insert overwrite table src_multi1 select * where key < 10 group by key, value
    @@ -1670,17 +1796,21 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-7 depends on stages: Stage-5, Stage-4, Stage-10, Stage-9
    - Stage-0 depends on stages: Stage-7
    + Stage-9 depends on stages: Stage-5, Stage-4, Stage-7, Stage-12, Stage-11, Stage-14
    + Stage-0 depends on stages: Stage-9
    Stage-3 depends on stages: Stage-0
    - Stage-1 depends on stages: Stage-7
    - Stage-8 depends on stages: Stage-1
    + Stage-1 depends on stages: Stage-9
    + Stage-10 depends on stages: Stage-1
    Stage-4
    - Stage-11 depends on stages: Stage-2 , consists of Stage-10, Stage-9
    - Stage-10
    - Stage-9
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-15 depends on stages: Stage-2 , consists of Stage-12, Stage-11, Stage-13
    + Stage-12
    + Stage-11
    + Stage-13
    + Stage-14 depends on stages: Stage-13

    STAGE PLANS:
    Stage: Stage-2
    @@ -1764,7 +1894,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -1773,7 +1903,7 @@ STAGE PLANS:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-7
    + Stage: Stage-9
    Dependency Collection

    Stage: Stage-0
    @@ -1799,7 +1929,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-8
    + Stage: Stage-10
    Stats-Aggr Operator

    Stage: Stage-4
    @@ -1815,16 +1945,35 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-11
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-15
    Conditional Operator

    - Stage: Stage-10
    + Stage: Stage-12
    Move Operator
    files:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-9
    + Stage: Stage-11
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -1837,6 +1986,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    + Stage: Stage-13
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-14
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from src
    insert overwrite table src_multi1 select * where key < 10 group by key, value
    @@ -2273,17 +2441,21 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-7 depends on stages: Stage-5, Stage-4, Stage-10, Stage-9
    - Stage-0 depends on stages: Stage-7
    + Stage-9 depends on stages: Stage-5, Stage-4, Stage-7, Stage-12, Stage-11, Stage-14
    + Stage-0 depends on stages: Stage-9
    Stage-3 depends on stages: Stage-0
    - Stage-1 depends on stages: Stage-7
    - Stage-8 depends on stages: Stage-1
    + Stage-1 depends on stages: Stage-9
    + Stage-10 depends on stages: Stage-1
    Stage-4
    - Stage-11 depends on stages: Stage-2 , consists of Stage-10, Stage-9
    - Stage-10
    - Stage-9
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-15 depends on stages: Stage-2 , consists of Stage-12, Stage-11, Stage-13
    + Stage-12
    + Stage-11
    + Stage-13
    + Stage-14 depends on stages: Stage-13

    STAGE PLANS:
    Stage: Stage-2
    @@ -2388,7 +2560,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -2397,7 +2569,7 @@ STAGE PLANS:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-7
    + Stage: Stage-9
    Dependency Collection

    Stage: Stage-0
    @@ -2423,7 +2595,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-8
    + Stage: Stage-10
    Stats-Aggr Operator

    Stage: Stage-4
    @@ -2439,16 +2611,48 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-11
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-15
    Conditional Operator

    - Stage: Stage-10
    + Stage: Stage-12
    Move Operator
    files:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-9
    + Stage: Stage-11
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-13
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -2461,6 +2665,12 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    + Stage: Stage-14
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from (select * from src union all select * from src) s
    insert overwrite table src_multi1 select * where key < 10
    @@ -2975,17 +3185,21 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-7 depends on stages: Stage-5, Stage-4, Stage-10, Stage-9
    - Stage-0 depends on stages: Stage-7
    + Stage-9 depends on stages: Stage-5, Stage-4, Stage-7, Stage-12, Stage-11, Stage-14
    + Stage-0 depends on stages: Stage-9
    Stage-3 depends on stages: Stage-0
    - Stage-1 depends on stages: Stage-7
    - Stage-8 depends on stages: Stage-1
    + Stage-1 depends on stages: Stage-9
    + Stage-10 depends on stages: Stage-1
    Stage-4
    - Stage-11 depends on stages: Stage-2 , consists of Stage-10, Stage-9
    - Stage-10
    - Stage-9
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-15 depends on stages: Stage-2 , consists of Stage-12, Stage-11, Stage-13
    + Stage-12
    + Stage-11
    + Stage-13
    + Stage-14 depends on stages: Stage-13

    STAGE PLANS:
    Stage: Stage-2
    @@ -3090,7 +3304,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -3099,7 +3313,7 @@ STAGE PLANS:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-7
    + Stage: Stage-9
    Dependency Collection

    Stage: Stage-0
    @@ -3125,7 +3339,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-8
    + Stage: Stage-10
    Stats-Aggr Operator

    Stage: Stage-4
    @@ -3141,16 +3355,48 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-11
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-15
    Conditional Operator

    - Stage: Stage-10
    + Stage: Stage-12
    Move Operator
    files:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-9
    + Stage: Stage-11
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-13
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -3163,6 +3409,12 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    + Stage: Stage-14
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from (select * from src union all select * from src) s
    insert overwrite table src_multi1 select * where key < 10
    @@ -5958,21 +6210,25 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-4 is a root stage
    - Stage-8 depends on stages: Stage-4 , consists of Stage-7, Stage-6
    + Stage-10 depends on stages: Stage-4 , consists of Stage-7, Stage-6, Stage-8
    Stage-7
    - Stage-9 depends on stages: Stage-7, Stage-6, Stage-12, Stage-11, Stage-14, Stage-15
    - Stage-0 depends on stages: Stage-9
    + Stage-11 depends on stages: Stage-7, Stage-6, Stage-9, Stage-14, Stage-13, Stage-16, Stage-18, Stage-19
    + Stage-0 depends on stages: Stage-11
    Stage-5 depends on stages: Stage-0
    - Stage-1 depends on stages: Stage-9
    - Stage-10 depends on stages: Stage-1
    + Stage-1 depends on stages: Stage-11
    + Stage-12 depends on stages: Stage-1
    Stage-6
    - Stage-13 depends on stages: Stage-4 , consists of Stage-12, Stage-11
    - Stage-12
    - Stage-11
    - Stage-14 depends on stages: Stage-4
    - Stage-2 depends on stages: Stage-14
    - Stage-15 depends on stages: Stage-4
    - Stage-3 depends on stages: Stage-15
    + Stage-8
    + Stage-9 depends on stages: Stage-8
    + Stage-17 depends on stages: Stage-4 , consists of Stage-14, Stage-13, Stage-15
    + Stage-14
    + Stage-13
    + Stage-15
    + Stage-16 depends on stages: Stage-15
    + Stage-18 depends on stages: Stage-4
    + Stage-2 depends on stages: Stage-18
    + Stage-19 depends on stages: Stage-4
    + Stage-3 depends on stages: Stage-19

    STAGE PLANS:
    Stage: Stage-4
    @@ -6098,7 +6354,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat

    - Stage: Stage-8
    + Stage: Stage-10
    Conditional Operator

    Stage: Stage-7
    @@ -6107,7 +6363,7 @@ STAGE PLANS:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-9
    + Stage: Stage-11
    Dependency Collection

    Stage: Stage-0
    @@ -6133,7 +6389,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-10
    + Stage: Stage-12
    Stats-Aggr Operator

    Stage: Stage-6
    @@ -6149,16 +6405,35 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-13
    + Stage: Stage-8
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-9
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-17
    Conditional Operator

    - Stage: Stage-12
    + Stage: Stage-14
    Move Operator
    files:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-11
    + Stage: Stage-13
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -6171,7 +6446,26 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-14
    + Stage: Stage-15
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-16
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-18
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -6204,7 +6498,7 @@ STAGE PLANS:
    hdfs directory: false
    #### A masked pattern was here ####

    - Stage: Stage-15
    + Stage: Stage-19
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -6486,21 +6780,25 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-4 is a root stage
    - Stage-8 depends on stages: Stage-4 , consists of Stage-7, Stage-6
    + Stage-10 depends on stages: Stage-4 , consists of Stage-7, Stage-6, Stage-8
    Stage-7
    - Stage-9 depends on stages: Stage-7, Stage-6, Stage-12, Stage-11, Stage-14, Stage-15
    - Stage-0 depends on stages: Stage-9
    + Stage-11 depends on stages: Stage-7, Stage-6, Stage-9, Stage-14, Stage-13, Stage-16, Stage-18, Stage-19
    + Stage-0 depends on stages: Stage-11
    Stage-5 depends on stages: Stage-0
    - Stage-1 depends on stages: Stage-9
    - Stage-10 depends on stages: Stage-1
    + Stage-1 depends on stages: Stage-11
    + Stage-12 depends on stages: Stage-1
    Stage-6
    - Stage-13 depends on stages: Stage-4 , consists of Stage-12, Stage-11
    - Stage-12
    - Stage-11
    - Stage-14 depends on stages: Stage-4
    - Stage-2 depends on stages: Stage-14
    - Stage-15 depends on stages: Stage-4
    - Stage-3 depends on stages: Stage-15
    + Stage-8
    + Stage-9 depends on stages: Stage-8
    + Stage-17 depends on stages: Stage-4 , consists of Stage-14, Stage-13, Stage-15
    + Stage-14
    + Stage-13
    + Stage-15
    + Stage-16 depends on stages: Stage-15
    + Stage-18 depends on stages: Stage-4
    + Stage-2 depends on stages: Stage-18
    + Stage-19 depends on stages: Stage-4
    + Stage-3 depends on stages: Stage-19

    STAGE PLANS:
    Stage: Stage-4
    @@ -6626,7 +6924,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat

    - Stage: Stage-8
    + Stage: Stage-10
    Conditional Operator

    Stage: Stage-7
    @@ -6635,7 +6933,7 @@ STAGE PLANS:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-9
    + Stage: Stage-11
    Dependency Collection

    Stage: Stage-0
    @@ -6661,7 +6959,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-10
    + Stage: Stage-12
    Stats-Aggr Operator

    Stage: Stage-6
    @@ -6677,16 +6975,35 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-13
    + Stage: Stage-8
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-9
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-17
    Conditional Operator

    - Stage: Stage-12
    + Stage: Stage-14
    Move Operator
    files:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-11
    + Stage: Stage-13
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -6699,7 +7016,26 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-14
    + Stage: Stage-15
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-16
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-18
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -6732,7 +7068,7 @@ STAGE PLANS:
    hdfs directory: false
    #### A masked pattern was here ####

    - Stage: Stage-15
    + Stage: Stage-19
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####

    Modified: hive/trunk/ql/src/test/results/clientpositive/pcr.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/pcr.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/pcr.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/pcr.q.out Sat Aug 4 17:08:47 2012
    @@ -3639,16 +3639,20 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
    - Stage-9
    - Stage-1 depends on stages: Stage-9, Stage-8
    - Stage-7 depends on stages: Stage-1
    - Stage-8
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
    + Stage-11
    + Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
    + Stage-9 depends on stages: Stage-1
    + Stage-10
    + Stage-12
    + Stage-13 depends on stages: Stage-12

    STAGE PLANS:
    Stage: Stage-2
    @@ -3771,7 +3775,7 @@ STAGE PLANS:
    name: default.pcr_t1
    name: default.pcr_t1

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -3870,10 +3874,80 @@ STAGE PLANS:
    name: default.pcr_t2
    name: default.pcr_t2

    - Stage: Stage-10
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.pcr_t2
    + serialization.ddl struct pcr_t2 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.pcr_t2
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10004
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.pcr_t2
    + serialization.ddl struct pcr_t2 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.pcr_t2
    + serialization.ddl struct pcr_t2 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.pcr_t2
    + name: default.pcr_t2
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-14
    Conditional Operator

    - Stage: Stage-9
    + Stage: Stage-11
    Move Operator
    files:
    hdfs directory: true
    @@ -3901,11 +3975,11 @@ STAGE PLANS:
    name: default.pcr_t3
    #### A masked pattern was here ####

    - Stage: Stage-7
    + Stage: Stage-9
    Stats-Aggr Operator
    #### A masked pattern was here ####

    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -3969,6 +4043,76 @@ STAGE PLANS:
    name: default.pcr_t3
    name: default.pcr_t3

    + Stage: Stage-12
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.pcr_t3
    + serialization.ddl struct pcr_t3 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.pcr_t3
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10005
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.pcr_t3
    + serialization.ddl struct pcr_t3 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.pcr_t3
    + serialization.ddl struct pcr_t3 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.pcr_t3
    + name: default.pcr_t3
    +
    + Stage: Stage-13
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from pcr_t1
    insert overwrite table pcr_t2 select key, value where ds='2000-04-08'
    @@ -4023,16 +4167,20 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
    - Stage-9
    - Stage-1 depends on stages: Stage-9, Stage-8
    - Stage-7 depends on stages: Stage-1
    - Stage-8
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
    + Stage-11
    + Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
    + Stage-9 depends on stages: Stage-1
    + Stage-10
    + Stage-12
    + Stage-13 depends on stages: Stage-12

    STAGE PLANS:
    Stage: Stage-2
    @@ -4175,7 +4323,7 @@ STAGE PLANS:
    name: default.pcr_t1
    name: default.pcr_t1

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -4294,10 +4442,95 @@ STAGE PLANS:
    name: default.pcr_t2
    name: default.pcr_t2

    - Stage: Stage-10
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.pcr_t2
    + numFiles 1
    + numPartitions 0
    + numRows 20
    + rawDataSize 160
    + serialization.ddl struct pcr_t2 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 180
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.pcr_t2
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10004
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.pcr_t2
    + numFiles 1
    + numPartitions 0
    + numRows 20
    + rawDataSize 160
    + serialization.ddl struct pcr_t2 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 180
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.pcr_t2
    + numFiles 1
    + numPartitions 0
    + numRows 20
    + rawDataSize 160
    + serialization.ddl struct pcr_t2 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 180
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.pcr_t2
    + name: default.pcr_t2
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-14
    Conditional Operator

    - Stage: Stage-9
    + Stage: Stage-11
    Move Operator
    files:
    hdfs directory: true
    @@ -4330,11 +4563,11 @@ STAGE PLANS:
    name: default.pcr_t3
    #### A masked pattern was here ####

    - Stage: Stage-7
    + Stage: Stage-9
    Stats-Aggr Operator
    #### A masked pattern was here ####

    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -4413,6 +4646,91 @@ STAGE PLANS:
    name: default.pcr_t3
    name: default.pcr_t3

    + Stage: Stage-12
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.pcr_t3
    + numFiles 1
    + numPartitions 0
    + numRows 20
    + rawDataSize 160
    + serialization.ddl struct pcr_t3 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 180
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.pcr_t3
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10005
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.pcr_t3
    + numFiles 1
    + numPartitions 0
    + numRows 20
    + rawDataSize 160
    + serialization.ddl struct pcr_t3 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 180
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.pcr_t3
    + numFiles 1
    + numPartitions 0
    + numRows 20
    + rawDataSize 160
    + serialization.ddl struct pcr_t3 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 180
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.pcr_t3
    + name: default.pcr_t3
    +
    + Stage: Stage-13
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from pcr_t1
    insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2

    Modified: hive/trunk/ql/src/test/results/clientpositive/ppd_constant_expr.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/ppd_constant_expr.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/ppd_constant_expr.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/ppd_constant_expr.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -56,7 +58,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.ppd_constant_expr

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -91,6 +93,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.ppd_constant_expr

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.ppd_constant_expr
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src1
    INSERT OVERWRITE TABLE ppd_constant_expr SELECT 4 + NULL, src1.key - NULL, NULL + NULL
    @@ -157,11 +178,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -197,7 +220,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.ppd_constant_expr

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -232,6 +255,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.ppd_constant_expr

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.ppd_constant_expr
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src1
    INSERT OVERWRITE TABLE ppd_constant_expr SELECT 4 + NULL, src1.key - NULL, NULL + NULL

    Modified: hive/trunk/ql/src/test/results/clientpositive/quote1.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/quote1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/quote1.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/quote1.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -56,7 +58,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -93,6 +95,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: EXPLAIN
    SELECT `int`.`location`, `int`.`type`, `int`.`table` FROM dest1 `int` WHERE `int`.`table` = '2008-04-08'

    Modified: hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/rand_partitionpruner2.q.out Sat Aug 4 17:08:47 2012
    @@ -20,11 +20,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -153,7 +155,7 @@ STAGE PLANS:
    name: default.srcpart
    name: default.srcpart

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -252,6 +254,76 @@ STAGE PLANS:
    name: default.tmptable
    name: default.tmptable

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,hr,ds
    + columns.types string:string:string:string
    +#### A masked pattern was here ####
    + name default.tmptable
    + serialization.ddl struct tmptable { string key, string value, string hr, string ds}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.tmptable
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,hr,ds
    + columns.types string:string:string:string
    +#### A masked pattern was here ####
    + name default.tmptable
    + serialization.ddl struct tmptable { string key, string value, string hr, string ds}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,hr,ds
    + columns.types string:string:string:string
    +#### A masked pattern was here ####
    + name default.tmptable
    + serialization.ddl struct tmptable { string key, string value, string hr, string ds}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.tmptable
    + name: default.tmptable
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table tmptable
    select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08'

    Modified: hive/trunk/ql/src/test/results/clientpositive/rcfile_createas1.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/rcfile_createas1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/rcfile_createas1.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/rcfile_createas1.q.out Sat Aug 4 17:08:47 2012
    @@ -60,12 +60,14 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    - Stage-6 depends on stages: Stage-0
    - Stage-2 depends on stages: Stage-6
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    + Stage-8 depends on stages: Stage-0
    + Stage-2 depends on stages: Stage-8
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -91,7 +93,7 @@ STAGE PLANS:
    output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
    name: default.rcfile_createas1b

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -106,7 +108,7 @@ STAGE PLANS:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-6
    + Stage: Stage-8
    Create Table Operator:
    Create Table
    columns: key int, value string, part int
    @@ -124,6 +126,15 @@ STAGE PLANS:
    Stage: Stage-3
    Block level merge

    + Stage: Stage-5
    + Block level merge
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: CREATE TABLE rcfile_createas1b
    STORED AS RCFILE AS

    Modified: hive/trunk/ql/src/test/results/clientpositive/rcfile_merge1.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/rcfile_merge1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/rcfile_merge1.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/rcfile_merge1.q.out Sat Aug 4 17:08:47 2012
    @@ -37,11 +37,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -77,7 +79,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
    name: default.rcfile_merge1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -115,6 +117,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
    name: default.rcfile_merge1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
    + output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
    + serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
    + name: default.rcfile_merge1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge1 PARTITION (ds='1', part)
    SELECT key, value, PMOD(HASH(key), 100) as part
    @@ -637,11 +658,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -677,7 +700,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
    name: default.rcfile_merge1b

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -705,6 +728,15 @@ STAGE PLANS:
    Stage: Stage-3
    Block level merge

    + Stage: Stage-5
    + Block level merge
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge1b PARTITION (ds='1', part)
    SELECT key, value, PMOD(HASH(key), 100) as part

    Modified: hive/trunk/ql/src/test/results/clientpositive/rcfile_merge2.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/rcfile_merge2.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/rcfile_merge2.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/rcfile_merge2.q.out Sat Aug 4 17:08:47 2012
    @@ -26,11 +26,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -70,7 +72,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
    name: default.rcfile_merge2a

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -99,6 +101,15 @@ STAGE PLANS:
    Stage: Stage-3
    Block level merge

    + Stage: Stage-5
    + Block level merge
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge2a PARTITION (one='1', two, three)
    SELECT key, value, PMOD(HASH(key), 10) as two,

    Modified: hive/trunk/ql/src/test/results/clientpositive/rcfile_merge3.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/rcfile_merge3.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/rcfile_merge3.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/rcfile_merge3.q.out Sat Aug 4 17:08:47 2012
    @@ -59,11 +59,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -88,7 +90,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
    name: default.rcfile_merge3b

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -113,6 +115,15 @@ STAGE PLANS:
    Stage: Stage-3
    Block level merge

    + Stage: Stage-5
    + Block level merge
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3b
    SELECT key, value FROM rcfile_merge3a

    Modified: hive/trunk/ql/src/test/results/clientpositive/rcfile_merge4.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/rcfile_merge4.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/rcfile_merge4.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/rcfile_merge4.q.out Sat Aug 4 17:08:47 2012
    @@ -59,11 +59,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -88,7 +90,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.rcfile_merge3b

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -123,6 +125,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.rcfile_merge3b

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.rcfile_merge3b
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3b
    SELECT key, value FROM rcfile_merge3a

    Modified: hive/trunk/ql/src/test/results/clientpositive/sample1.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/sample1.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/sample1.q.out Sat Aug 4 17:08:47 2012
    @@ -20,11 +20,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -127,7 +129,7 @@ STAGE PLANS:
    name: default.srcpart
    name: default.srcpart

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -226,6 +228,76 @@ STAGE PLANS:
    name: default.dest1
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,dt,hr
    + columns.types int:string:string:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value, string dt, string hr}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,dt,hr
    + columns.types int:string:string:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value, string dt, string hr}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,dt,hr
    + columns.types int:string:string:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value, string dt, string hr}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.*
    FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON rand()) s

    Modified: hive/trunk/ql/src/test/results/clientpositive/sample2.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample2.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/sample2.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/sample2.q.out Sat Aug 4 17:08:47 2012
    @@ -20,11 +20,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -109,7 +111,7 @@ STAGE PLANS:
    name: default.srcbucket
    name: default.srcbucket

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -208,6 +210,76 @@ STAGE PLANS:
    name: default.dest1
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.*
    FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2) s

    Modified: hive/trunk/ql/src/test/results/clientpositive/sample4.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample4.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/sample4.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/sample4.q.out Sat Aug 4 17:08:47 2012
    @@ -20,11 +20,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -109,7 +111,7 @@ STAGE PLANS:
    name: default.srcbucket
    name: default.srcbucket

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -208,6 +210,76 @@ STAGE PLANS:
    name: default.dest1
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.*
    FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s

    Modified: hive/trunk/ql/src/test/results/clientpositive/sample5.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample5.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/sample5.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/sample5.q.out Sat Aug 4 17:08:47 2012
    @@ -18,11 +18,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -107,7 +109,7 @@ STAGE PLANS:
    name: default.srcbucket
    name: default.srcbucket

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -206,6 +208,76 @@ STAGE PLANS:
    name: default.dest1
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.* -- here's another test
    FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 on key) s
  • Namit at Aug 4, 2012 at 5:09 pm
    Modified: hive/trunk/ql/src/test/results/clientpositive/input_part2.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input_part2.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input_part2.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input_part2.q.out Sat Aug 4 17:08:47 2012
    @@ -23,16 +23,20 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
    - Stage-9
    - Stage-1 depends on stages: Stage-9, Stage-8
    - Stage-7 depends on stages: Stage-1
    - Stage-8
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
    + Stage-11
    + Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
    + Stage-9 depends on stages: Stage-1
    + Stage-10
    + Stage-12
    + Stage-13 depends on stages: Stage-12

    STAGE PLANS:
    Stage: Stage-2
    @@ -223,7 +227,7 @@ STAGE PLANS:
    name: default.srcpart
    name: default.srcpart

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -322,10 +326,80 @@ STAGE PLANS:
    name: default.dest1
    name: default.dest1

    - Stage: Stage-10
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,hr,ds
    + columns.types int:string:string:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value, string hr, string ds}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10004
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,hr,ds
    + columns.types int:string:string:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value, string hr, string ds}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,hr,ds
    + columns.types int:string:string:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value, string hr, string ds}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + name: default.dest1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-14
    Conditional Operator

    - Stage: Stage-9
    + Stage: Stage-11
    Move Operator
    files:
    hdfs directory: true
    @@ -353,11 +427,11 @@ STAGE PLANS:
    name: default.dest2
    #### A masked pattern was here ####

    - Stage: Stage-7
    + Stage: Stage-9
    Stats-Aggr Operator
    #### A masked pattern was here ####

    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -421,6 +495,76 @@ STAGE PLANS:
    name: default.dest2
    name: default.dest2

    + Stage: Stage-12
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,hr,ds
    + columns.types int:string:string:string
    +#### A masked pattern was here ####
    + name default.dest2
    + serialization.ddl struct dest2 { i32 key, string value, string hr, string ds}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest2
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10005
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,hr,ds
    + columns.types int:string:string:string
    +#### A masked pattern was here ####
    + name default.dest2
    + serialization.ddl struct dest2 { i32 key, string value, string hr, string ds}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,hr,ds
    + columns.types int:string:string:string
    +#### A masked pattern was here ####
    + name default.dest2
    + serialization.ddl struct dest2 { i32 key, string value, string hr, string ds}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest2
    + name: default.dest2
    +
    + Stage: Stage-13
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM srcpart
    INSERT OVERWRITE TABLE dest1 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12'

    Modified: hive/trunk/ql/src/test/results/clientpositive/input_part5.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input_part5.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input_part5.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input_part5.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -53,7 +55,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.tmptable

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -88,6 +90,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.tmptable

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.tmptable
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table tmptable
    SELECT x.* FROM SRCPART x WHERE x.ds = '2008-04-08' and x.key < 100

    Modified: hive/trunk/ql/src/test/results/clientpositive/input_testsequencefile.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input_testsequencefile.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input_testsequencefile.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input_testsequencefile.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -52,7 +54,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest4_sequencefile

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -87,6 +89,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest4_sequencefile

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest4_sequencefile
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src
    INSERT OVERWRITE TABLE dest4_sequencefile SELECT src.key, src.value

    Modified: hive/trunk/ql/src/test/results/clientpositive/input_testxpath.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input_testxpath.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input_testxpath.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input_testxpath.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -47,7 +49,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -82,6 +84,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src_thrift
    INSERT OVERWRITE TABLE dest1 SELECT src_thrift.lint[1], src_thrift.lintstring[0].mystring, src_thrift.mstringstring['key_2']

    Modified: hive/trunk/ql/src/test/results/clientpositive/input_testxpath2.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/input_testxpath2.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/input_testxpath2.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/input_testxpath2.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -51,7 +53,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -86,6 +88,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src_thrift
    INSERT OVERWRITE TABLE dest1 SELECT size(src_thrift.lint), size(src_thrift.lintstring), size(src_thrift.mstringstring) where src_thrift.lint IS NOT NULL AND NOT (src_thrift.mstringstring IS NULL)

    Modified: hive/trunk/ql/src/test/results/clientpositive/insert1.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/insert1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/insert1.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/insert1.q.out Sat Aug 4 17:08:47 2012
    @@ -29,11 +29,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -62,7 +64,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -97,6 +99,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.insert1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1)
    PREHOOK: type: QUERY
    @@ -109,11 +130,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -142,7 +165,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -177,4 +200,23 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.insert1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +


    Modified: hive/trunk/ql/src/test/results/clientpositive/insert_into4.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/insert_into4.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/insert_into4.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/insert_into4.q.out Sat Aug 4 17:08:47 2012
    @@ -225,11 +225,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -254,7 +256,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert_into4b

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -289,6 +291,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert_into4b

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.insert_into4b
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT INTO TABLE insert_into4b SELECT * FROM insert_into4a
    PREHOOK: type: QUERY

    Modified: hive/trunk/ql/src/test/results/clientpositive/insert_into5.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/insert_into5.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/insert_into5.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/insert_into5.q.out Sat Aug 4 17:08:47 2012
    @@ -113,11 +113,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -142,7 +144,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert_into5a

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -177,6 +179,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert_into5a

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.insert_into5a
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT INTO TABLE insert_into5a SELECT * FROM insert_into5a
    PREHOOK: type: QUERY
    @@ -222,11 +243,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -251,7 +274,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert_into5b

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -288,6 +311,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert_into5b

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.insert_into5b
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT INTO TABLE insert_into5b PARTITION (ds='1') SELECT * FROM insert_into5a
    PREHOOK: type: QUERY
    @@ -339,11 +381,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -368,7 +412,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert_into5b

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -405,6 +449,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert_into5b

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.insert_into5b
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT INTO TABLE insert_into5b PARTITION (ds='1')
    SELECT key, value FROM insert_into5b

    Modified: hive/trunk/ql/src/test/results/clientpositive/insert_into6.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/insert_into6.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/insert_into6.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/insert_into6.q.out Sat Aug 4 17:08:47 2012
    @@ -144,11 +144,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -175,7 +177,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert_into6b

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -212,6 +214,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.insert_into6b

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.insert_into6b
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT INTO TABLE insert_into6b PARTITION (ds) SELECT * FROM insert_into6a
    PREHOOK: type: QUERY

    Modified: hive/trunk/ql/src/test/results/clientpositive/join25.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/join25.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/join25.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/join25.q.out Sat Aug 4 17:08:47 2012
    @@ -17,16 +17,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME src1) x) (TOK_TABREF (TOK_TABNAME src) y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value)))))

    STAGE DEPENDENCIES:
    - Stage-7 is a root stage
    - Stage-1 depends on stages: Stage-7
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-9 is a root stage
    + Stage-1 depends on stages: Stage-9
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-7
    + Stage: Stage-9
    Map Reduce Local Work
    Alias -> Map Local Tables:
    x
    @@ -102,7 +104,7 @@ STAGE PLANS:
    Local Work:
    Map Reduce Local Work

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -137,6 +139,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest_j1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
    SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value

    Modified: hive/trunk/ql/src/test/results/clientpositive/join26.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/join26.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/join26.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/join26.q.out Sat Aug 4 17:08:47 2012
    @@ -19,16 +19,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME src1) x) (TOK_TABREF (TOK_TABNAME src) y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key))) (TOK_TABREF (TOK_TABNAME srcpart) z) (and (and (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL z) key)) (= (. (TOK_TABLE_OR_COL z) ds) '2008-04-08')) (= (. (TOK_TABLE_OR_COL z) hr) 11)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x y))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL z) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value)))))

    STAGE DEPENDENCIES:
    - Stage-8 is a root stage
    - Stage-1 depends on stages: Stage-8
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-10 is a root stage
    + Stage-1 depends on stages: Stage-10
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce Local Work
    Alias -> Map Local Tables:
    x
    @@ -177,7 +179,7 @@ STAGE PLANS:
    name: default.srcpart
    name: default.srcpart

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -276,6 +278,76 @@ STAGE PLANS:
    name: default.dest_j1
    name: default.dest_j1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    + name: default.dest_j1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
    SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value

    Modified: hive/trunk/ql/src/test/results/clientpositive/join27.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/join27.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/join27.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/join27.q.out Sat Aug 4 17:08:47 2012
    @@ -17,16 +17,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME src1) x) (TOK_TABREF (TOK_TABNAME src) y) (= (. (TOK_TABLE_OR_COL x) value) (. (TOK_TABLE_OR_COL y) value)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value)))))

    STAGE DEPENDENCIES:
    - Stage-7 is a root stage
    - Stage-1 depends on stages: Stage-7
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-9 is a root stage
    + Stage-1 depends on stages: Stage-9
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-7
    + Stage: Stage-9
    Map Reduce Local Work
    Alias -> Map Local Tables:
    x
    @@ -102,7 +104,7 @@ STAGE PLANS:
    Local Work:
    Map Reduce Local Work

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -137,6 +139,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest_j1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
    SELECT /*+ MAPJOIN(x) */ x.key, x.value, y.value

    Modified: hive/trunk/ql/src/test/results/clientpositive/join28.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/join28.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/join28.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/join28.q.out Sat Aug 4 17:08:47 2012
    @@ -23,16 +23,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME src1) x) (TOK_TABREF (TOK_TABNAME src) y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key) key1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value) value1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) key) key2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value) value2)))) subq) (TOK_TABREF (TOK_TABNAME srcpart) z) (and (and (= (. (TOK_TABLE_OR_COL subq) key1) (. (TOK_TABLE_OR_COL z) key)) (= (. (TOK_TABLE_OR_COL z) ds) '2008-04-08')) (= (. (TOK_TABLE_OR_COL z) hr) 11)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST z))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL subq) key1)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL z) value)))))

    STAGE DEPENDENCIES:
    - Stage-8 is a root stage
    - Stage-1 depends on stages: Stage-8
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-10 is a root stage
    + Stage-1 depends on stages: Stage-10
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce Local Work
    Alias -> Map Local Tables:
    subq:x
    @@ -132,7 +134,7 @@ STAGE PLANS:
    Local Work:
    Map Reduce Local Work

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -167,6 +169,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest_j1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
    SELECT /*+ MAPJOIN(z) */ subq.key1, z.value

    Modified: hive/trunk/ql/src/test/results/clientpositive/join29.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/join29.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/join29.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/join29.q.out Sat Aug 4 17:08:47 2012
    @@ -20,14 +20,16 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-9 depends on stages: Stage-1, Stage-7
    - Stage-2 depends on stages: Stage-9
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-11 depends on stages: Stage-1, Stage-9
    + Stage-2 depends on stages: Stage-11
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-7 is a root stage
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-9 is a root stage

    STAGE PLANS:
    Stage: Stage-1
    @@ -86,7 +88,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat

    - Stage: Stage-9
    + Stage: Stage-11
    Map Reduce Local Work
    Alias -> Map Local Tables:
    #### A masked pattern was here ####
    @@ -158,7 +160,7 @@ STAGE PLANS:
    Local Work:
    Map Reduce Local Work

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -193,7 +195,26 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest_j1

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    +
    Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-9
    Map Reduce
    Alias -> Map Operator Tree:
    subq1:x

    Modified: hive/trunk/ql/src/test/results/clientpositive/join32.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/join32.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/join32.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/join32.q.out Sat Aug 4 17:08:47 2012
    @@ -19,18 +19,20 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME src1) x) (TOK_TABREF (TOK_TABNAME src) y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key))) (TOK_TABREF (TOK_TABNAME srcpart) z) (and (and (= (. (TOK_TABLE_OR_COL x) value) (. (TOK_TABLE_OR_COL z) value)) (= (. (TOK_TABLE_OR_COL z) ds) '2008-04-08')) (= (. (TOK_TABLE_OR_COL z) hr) 11)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x z))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL z) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value)))))

    STAGE DEPENDENCIES:
    - Stage-10 is a root stage
    - Stage-6 depends on stages: Stage-10
    - Stage-9 depends on stages: Stage-6
    - Stage-1 depends on stages: Stage-9
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-12 is a root stage
    + Stage-8 depends on stages: Stage-12
    + Stage-11 depends on stages: Stage-8
    + Stage-1 depends on stages: Stage-11
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-10
    + Stage: Stage-12
    Map Reduce Local Work
    Alias -> Map Local Tables:
    x
    @@ -51,7 +53,7 @@ STAGE PLANS:
    1 [Column[key]]
    Position of Big Table: 1

    - Stage: Stage-6
    + Stage: Stage-8
    Map Reduce
    Alias -> Map Operator Tree:
    y
    @@ -124,7 +126,7 @@ STAGE PLANS:
    name: default.src
    name: default.src

    - Stage: Stage-9
    + Stage: Stage-11
    Map Reduce Local Work
    Alias -> Map Local Tables:
    z
    @@ -235,7 +237,7 @@ STAGE PLANS:
    columns.types string,string,string
    escape.delim \

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -334,6 +336,76 @@ STAGE PLANS:
    name: default.dest_j1
    name: default.dest_j1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    + name: default.dest_j1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
    SELECT /*+ MAPJOIN(x,z) */ x.key, z.value, y.value

    Modified: hive/trunk/ql/src/test/results/clientpositive/join34.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/join34.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/join34.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/join34.q.out Sat Aug 4 17:08:47 2012
    @@ -27,16 +27,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) x)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value) value)) (TOK_WHERE (< (. (TOK_TABLE_OR_COL x) key) 20)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) x1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL x1) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x1) value) value)) (TOK_WHERE (> (. (TOK_TABLE_OR_COL x1) key) 100))))) subq1) (TOK_TABREF (TOK_TABNAME src1) x) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL subq1) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL subq1) value)))))

    STAGE DEPENDENCIES:
    - Stage-8 is a root stage
    - Stage-1 depends on stages: Stage-8
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-10 is a root stage
    + Stage-1 depends on stages: Stage-10
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce Local Work
    Alias -> Map Local Tables:
    x
    @@ -241,7 +243,7 @@ STAGE PLANS:
    name: default.src
    name: default.src

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -340,6 +342,76 @@ STAGE PLANS:
    name: default.dest_j1
    name: default.dest_j1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    + name: default.dest_j1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
    SELECT /*+ MAPJOIN(x) */ x.key, x.value, subq1.value

    Modified: hive/trunk/ql/src/test/results/clientpositive/join35.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/join35.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/join35.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/join35.q.out Sat Aug 4 17:08:47 2012
    @@ -28,14 +28,16 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-9 depends on stages: Stage-1, Stage-7
    - Stage-2 depends on stages: Stage-9
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-11 depends on stages: Stage-1, Stage-9
    + Stage-2 depends on stages: Stage-11
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-7 is a root stage
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-9 is a root stage

    STAGE PLANS:
    Stage: Stage-1
    @@ -145,7 +147,7 @@ STAGE PLANS:
    GatherStats: false
    MultiFileSpray: false

    - Stage: Stage-9
    + Stage: Stage-11
    Map Reduce Local Work
    Alias -> Map Local Tables:
    x
    @@ -342,7 +344,7 @@ STAGE PLANS:
    columns.types string,bigint
    escape.delim \

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -441,7 +443,77 @@ STAGE PLANS:
    name: default.dest_j1
    name: default.dest_j1

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:int
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, i32 val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10003
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:int
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, i32 val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:int
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, i32 val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    + name: default.dest_j1
    +
    Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-9
    Map Reduce
    Alias -> Map Operator Tree:
    null-subquery2:subq1-subquery2:x1

    Modified: hive/trunk/ql/src/test/results/clientpositive/join36.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/join36.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/join36.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/join36.q.out Sat Aug 4 17:08:47 2012
    @@ -57,16 +57,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME tmp1) x) (TOK_TABREF (TOK_TABNAME tmp2) y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) cnt)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) cnt)))))

    STAGE DEPENDENCIES:
    - Stage-7 is a root stage
    - Stage-1 depends on stages: Stage-7
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-9 is a root stage
    + Stage-1 depends on stages: Stage-9
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-7
    + Stage: Stage-9
    Map Reduce Local Work
    Alias -> Map Local Tables:
    x
    @@ -133,7 +135,7 @@ STAGE PLANS:
    Local Work:
    Map Reduce Local Work

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -168,6 +170,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest_j1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
    SELECT /*+ MAPJOIN(x) */ x.key, x.cnt, y.cnt

    Modified: hive/trunk/ql/src/test/results/clientpositive/join37.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/join37.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/join37.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/join37.q.out Sat Aug 4 17:08:47 2012
    @@ -17,16 +17,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME src1) x) (TOK_TABREF (TOK_TABNAME src) y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST X))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value)))))

    STAGE DEPENDENCIES:
    - Stage-7 is a root stage
    - Stage-1 depends on stages: Stage-7
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-9 is a root stage
    + Stage-1 depends on stages: Stage-9
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-7
    + Stage: Stage-9
    Map Reduce Local Work
    Alias -> Map Local Tables:
    x
    @@ -102,7 +104,7 @@ STAGE PLANS:
    Local Work:
    Map Reduce Local Work

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -137,6 +139,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest_j1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
    SELECT /*+ MAPJOIN(X) */ x.key, x.value, y.value

    Modified: hive/trunk/ql/src/test/results/clientpositive/join39.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/join39.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/join39.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/join39.q.out Sat Aug 4 17:08:47 2012
    @@ -17,16 +17,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_TABREF (TOK_TABNAME src) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (<= (TOK_TABLE_OR_COL key) 100)))) y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST y))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value)))))

    STAGE DEPENDENCIES:
    - Stage-7 is a root stage
    - Stage-1 depends on stages: Stage-7
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-9 is a root stage
    + Stage-1 depends on stages: Stage-9
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-7
    + Stage: Stage-9
    Map Reduce Local Work
    Alias -> Map Local Tables:
    y:src
    @@ -108,7 +110,7 @@ STAGE PLANS:
    Local Work:
    Map Reduce Local Work

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -143,6 +145,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest_j1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
    SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value

    Modified: hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/join_map_ppr.q.out Sat Aug 4 17:08:47 2012
    @@ -21,16 +21,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME src1) x) (TOK_TABREF (TOK_TABNAME src) y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key))) (TOK_TABREF (TOK_TABNAME srcpart) z) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL z) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x y))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL z) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value))) (TOK_WHERE (and (= (. (TOK_TABLE_OR_COL z) ds) '2008-04-08') (= (. (TOK_TABLE_OR_COL z) hr) 11)))))

    STAGE DEPENDENCIES:
    - Stage-8 is a root stage
    - Stage-1 depends on stages: Stage-8
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-10 is a root stage
    + Stage-1 depends on stages: Stage-10
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce Local Work
    Alias -> Map Local Tables:
    x
    @@ -183,7 +185,7 @@ STAGE PLANS:
    name: default.srcpart
    name: default.srcpart

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -282,6 +284,76 @@ STAGE PLANS:
    name: default.dest_j1
    name: default.dest_j1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    + name: default.dest_j1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
    SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value
    @@ -493,16 +565,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME src1_copy) x) (TOK_TABREF (TOK_TABNAME src_copy) y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key))) (TOK_TABREF (TOK_TABNAME srcpart) z) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL z) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x y))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL z) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value))) (TOK_WHERE (and (= (. (TOK_TABLE_OR_COL z) ds) '2008-04-08') (= (. (TOK_TABLE_OR_COL z) hr) 11)))))

    STAGE DEPENDENCIES:
    - Stage-8 is a root stage
    - Stage-1 depends on stages: Stage-8
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-10 is a root stage
    + Stage-1 depends on stages: Stage-10
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce Local Work
    Alias -> Map Local Tables:
    x
    @@ -660,7 +734,7 @@ STAGE PLANS:
    name: default.srcpart
    name: default.srcpart

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -779,6 +853,91 @@ STAGE PLANS:
    name: default.dest_j1
    name: default.dest_j1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + numFiles 1
    + numPartitions 0
    + numRows 107
    + rawDataSize 2018
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 2125
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + numFiles 1
    + numPartitions 0
    + numRows 107
    + rawDataSize 2018
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 2125
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value,val2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.dest_j1
    + numFiles 1
    + numPartitions 0
    + numRows 107
    + rawDataSize 2018
    + serialization.ddl struct dest_j1 { string key, string value, string val2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 2125
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_j1
    + name: default.dest_j1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
    SELECT /*+ MAPJOIN(x,y) */ x.key, z.value, y.value

    Modified: hive/trunk/ql/src/test/results/clientpositive/lineage1.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/lineage1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/lineage1.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/lineage1.q.out Sat Aug 4 17:08:47 2012
    @@ -34,13 +34,15 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-2 depends on stages: Stage-1, Stage-7
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-2 depends on stages: Stage-1, Stage-9
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-7 is a root stage
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-9 is a root stage

    STAGE PLANS:
    Stage: Stage-1
    @@ -153,7 +155,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest_l1

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -188,7 +190,26 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest_l1

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest_l1
    +
    Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-9
    Map Reduce
    Alias -> Map Operator Tree:
    null-subquery2:j-subquery2:p2

    Modified: hive/trunk/ql/src/test/results/clientpositive/load_dyn_part1.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/load_dyn_part1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/load_dyn_part1.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/load_dyn_part1.q.out Sat Aug 4 17:08:47 2012
    @@ -41,16 +41,20 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
    - Stage-9
    - Stage-1 depends on stages: Stage-9, Stage-8
    - Stage-7 depends on stages: Stage-1
    - Stage-8
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
    + Stage-11
    + Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
    + Stage-9 depends on stages: Stage-1
    + Stage-10
    + Stage-12
    + Stage-13 depends on stages: Stage-12

    STAGE PLANS:
    Stage: Stage-2
    @@ -104,7 +108,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -142,10 +146,29 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part1

    - Stage: Stage-10
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.nzhang_part1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-14
    Conditional Operator

    - Stage: Stage-9
    + Stage: Stage-11
    Move Operator
    files:
    hdfs directory: true
    @@ -164,10 +187,23 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part2

    - Stage: Stage-7
    + Stage: Stage-9
    Stats-Aggr Operator

    - Stage: Stage-8
    + Stage: Stage-10
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.nzhang_part2
    +
    + Stage: Stage-12
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -180,6 +216,12 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part2

    + Stage: Stage-13
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from srcpart
    insert overwrite table nzhang_part1 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08'
  • Namit at Aug 4, 2012 at 5:09 pm
    Modified: hive/trunk/ql/src/test/results/clientpositive/load_dyn_part14.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/load_dyn_part14.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/load_dyn_part14.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/load_dyn_part14.q.out Sat Aug 4 17:08:47 2012
    @@ -38,14 +38,16 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-2 depends on stages: Stage-1, Stage-7, Stage-8
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-2 depends on stages: Stage-1, Stage-9, Stage-10
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-7 is a root stage
    - Stage-8 is a root stage
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-9 is a root stage
    + Stage-10 is a root stage

    STAGE PLANS:
    Stage: Stage-1
    @@ -138,7 +140,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part14

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -175,7 +177,26 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part14

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.nzhang_part14
    +
    Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-9
    Map Reduce
    Alias -> Map Operator Tree:
    null-subquery2:t-subquery2:src
    @@ -207,7 +228,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat

    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce
    Alias -> Map Operator Tree:
    null-subquery1-subquery1:t-subquery1-subquery1:src

    Modified: hive/trunk/ql/src/test/results/clientpositive/merge1.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/merge1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/merge1.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/merge1.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -88,7 +90,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -123,6 +125,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table dest1
    select key, count(1) from src group by key
    @@ -522,11 +543,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -549,7 +572,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -584,6 +607,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table dest1 select key from test_src
    PREHOOK: type: QUERY
    @@ -620,11 +662,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -647,7 +691,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -682,6 +726,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table dest1 select key from test_src
    PREHOOK: type: QUERY

    Modified: hive/trunk/ql/src/test/results/clientpositive/merge2.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/merge2.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/merge2.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/merge2.q.out Sat Aug 4 17:08:47 2012
    @@ -16,11 +16,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -88,7 +90,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.test1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -123,6 +125,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.test1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.test1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table test1
    select key, count(1) from src group by key
    @@ -522,11 +543,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -549,7 +572,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.test1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -584,6 +607,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.test1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.test1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table test1 select key from test_src
    PREHOOK: type: QUERY
    @@ -620,11 +662,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -647,7 +691,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.test1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -682,6 +726,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.test1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.test1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table test1 select key from test_src
    PREHOOK: type: QUERY

    Modified: hive/trunk/ql/src/test/results/clientpositive/merge3.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/merge3.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/merge3.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/merge3.q.out Sat Aug 4 17:08:47 2012
    @@ -54,12 +54,14 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    - Stage-6 depends on stages: Stage-0
    - Stage-2 depends on stages: Stage-6
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    + Stage-8 depends on stages: Stage-0
    + Stage-2 depends on stages: Stage-8
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -141,7 +143,7 @@ STAGE PLANS:
    name: default.merge_src
    name: default.merge_src

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -156,7 +158,7 @@ STAGE PLANS:
    hdfs directory: true
    #### A masked pattern was here ####

    - Stage: Stage-6
    + Stage: Stage-8
    Create Table Operator:
    Create Table
    columns: key string, value string
    @@ -217,6 +219,58 @@ STAGE PLANS:
    name: default.merge_src2
    name: default.merge_src2

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + columns _col0,_col1
    + columns.types string:string
    + name default.merge_src2
    + serialization.format 1
    + name: default.merge_src2
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + columns _col0,_col1
    + columns.types string:string
    + name default.merge_src2
    + serialization.format 1
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + columns _col0,_col1
    + columns.types string:string
    + name default.merge_src2
    + serialization.format 1
    + name: default.merge_src2
    + name: default.merge_src2
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: create table merge_src2 as
    select key, value from merge_src
    @@ -2309,11 +2363,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -2454,7 +2510,7 @@ STAGE PLANS:
    name: default.merge_src_part
    name: default.merge_src_part

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -2559,6 +2615,79 @@ STAGE PLANS:
    name: default.merge_src_part2
    name: default.merge_src_part2

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types string:string
    +#### A masked pattern was here ####
    + name default.merge_src_part2
    + partition_columns ds
    + serialization.ddl struct merge_src_part2 { string key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.merge_src_part2
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types string:string
    +#### A masked pattern was here ####
    + name default.merge_src_part2
    + partition_columns ds
    + serialization.ddl struct merge_src_part2 { string key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types string:string
    +#### A masked pattern was here ####
    + name default.merge_src_part2
    + partition_columns ds
    + serialization.ddl struct merge_src_part2 { string key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.merge_src_part2
    + name: default.merge_src_part2
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table merge_src_part2 partition(ds)
    select key, value, ds from merge_src_part
    @@ -4667,11 +4796,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -4836,7 +4967,7 @@ STAGE PLANS:
    GatherStats: true
    MultiFileSpray: false

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -4941,6 +5072,79 @@ STAGE PLANS:
    name: default.merge_src_part2
    name: default.merge_src_part2

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types string:string
    +#### A masked pattern was here ####
    + name default.merge_src_part2
    + partition_columns ds
    + serialization.ddl struct merge_src_part2 { string key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.merge_src_part2
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types string:string
    +#### A masked pattern was here ####
    + name default.merge_src_part2
    + partition_columns ds
    + serialization.ddl struct merge_src_part2 { string key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types string:string
    +#### A masked pattern was here ####
    + name default.merge_src_part2
    + partition_columns ds
    + serialization.ddl struct merge_src_part2 { string key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.merge_src_part2
    + name: default.merge_src_part2
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from (select * from merge_src_part where ds is not null distribute by ds) s
    insert overwrite table merge_src_part2 partition(ds)

    Modified: hive/trunk/ql/src/test/results/clientpositive/merge4.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/merge4.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/merge4.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/merge4.q.out Sat Aug 4 17:08:47 2012
    @@ -14,11 +14,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -45,7 +47,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -83,6 +85,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.nzhang_part
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table nzhang_part partition (ds='2010-08-15', hr) select key, value, hr from srcpart where ds='2008-04-08'
    PREHOOK: type: QUERY
    @@ -1128,11 +1149,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -1157,7 +1180,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -1195,6 +1218,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.nzhang_part
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table nzhang_part partition (ds='2010-08-15', hr=11) select key, value from srcpart where ds='2008-04-08'
    PREHOOK: type: QUERY
    @@ -2752,16 +2794,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08')))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR '1' key) (TOK_SELEXPR '1' value) (TOK_SELEXPR 'file,' hr)) (TOK_LIMIT 1)))) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME nzhang_part) (TOK_PARTSPEC (TOK_PARTVAL ds '2010-08-15') (TOK_PARTVAL hr)))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))

    STAGE DEPENDENCIES:
    - Stage-7 is a root stage
    - Stage-2 depends on stages: Stage-7
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-9 is a root stage
    + Stage-2 depends on stages: Stage-9
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    + Stage-6
    + Stage-7 depends on stages: Stage-6

    STAGE PLANS:
    - Stage: Stage-7
    + Stage: Stage-9
    Map Reduce
    Alias -> Map Operator Tree:
    null-subquery2:s-subquery2:src
    @@ -2851,7 +2895,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -2889,6 +2933,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.nzhang_part
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table nzhang_part partition (ds='2010-08-15', hr)
    select * from (

    Modified: hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition.q.out Sat Aug 4 17:08:47 2012
    @@ -641,11 +641,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -670,7 +672,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.merge_dynamic_part

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -708,6 +710,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.merge_dynamic_part

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.merge_dynamic_part
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08'
    PREHOOK: type: QUERY
    @@ -1269,11 +1290,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -1302,7 +1325,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.merge_dynamic_part

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -1340,6 +1363,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.merge_dynamic_part

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.merge_dynamic_part
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11
    PREHOOK: type: QUERY

    Modified: hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition2.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition2.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition2.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition2.q.out Sat Aug 4 17:08:47 2012
    @@ -57,11 +57,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -88,7 +90,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.merge_dynamic_part

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -126,6 +128,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.merge_dynamic_part

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.merge_dynamic_part
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08'
    PREHOOK: type: QUERY

    Modified: hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition3.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition3.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition3.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition3.q.out Sat Aug 4 17:08:47 2012
    @@ -103,11 +103,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -136,7 +138,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.merge_dynamic_part

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -174,6 +176,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.merge_dynamic_part

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.merge_dynamic_part
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds>='2008-04-08'
    PREHOOK: type: QUERY

    Modified: hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition4.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition4.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition4.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition4.q.out Sat Aug 4 17:08:47 2012
    @@ -119,11 +119,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -150,7 +152,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
    name: default.merge_dynamic_part

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -178,6 +180,15 @@ STAGE PLANS:
    Stage: Stage-3
    Block level merge

    + Stage: Stage-5
    + Block level merge
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table merge_dynamic_part partition (ds = '2008-04-08', hr)
    select key, value, if(key % 2 == 0, 'a1', 'b1') as hr from srcpart_merge_dp_rc where ds = '2008-04-08'

    Added: hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition5.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition5.q.out?rev=1369375&view=auto
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition5.q.out (added)
    +++ hive/trunk/ql/src/test/results/clientpositive/merge_dynamic_partition5.q.out Sat Aug 4 17:08:47 2012
    @@ -0,0 +1,226 @@
    +PREHOOK: query: -- this is to test the case where some dynamic partitions are merged and some are moved
    +
    +create table srcpart_merge_dp like srcpart
    +PREHOOK: type: CREATETABLE
    +POSTHOOK: query: -- this is to test the case where some dynamic partitions are merged and some are moved
    +
    +create table srcpart_merge_dp like srcpart
    +POSTHOOK: type: CREATETABLE
    +POSTHOOK: Output: default@srcpart_merge_dp
    +PREHOOK: query: create table srcpart_merge_dp_rc like srcpart
    +PREHOOK: type: CREATETABLE
    +POSTHOOK: query: create table srcpart_merge_dp_rc like srcpart
    +POSTHOOK: type: CREATETABLE
    +POSTHOOK: Output: default@srcpart_merge_dp_rc
    +PREHOOK: query: alter table srcpart_merge_dp_rc set fileformat RCFILE
    +PREHOOK: type: ALTERTABLE_FILEFORMAT
    +PREHOOK: Input: default@srcpart_merge_dp_rc
    +PREHOOK: Output: default@srcpart_merge_dp_rc
    +POSTHOOK: query: alter table srcpart_merge_dp_rc set fileformat RCFILE
    +POSTHOOK: type: ALTERTABLE_FILEFORMAT
    +POSTHOOK: Input: default@srcpart_merge_dp_rc
    +POSTHOOK: Output: default@srcpart_merge_dp_rc
    +PREHOOK: query: create table merge_dynamic_part like srcpart
    +PREHOOK: type: CREATETABLE
    +POSTHOOK: query: create table merge_dynamic_part like srcpart
    +POSTHOOK: type: CREATETABLE
    +POSTHOOK: Output: default@merge_dynamic_part
    +PREHOOK: query: alter table merge_dynamic_part set fileformat RCFILE
    +PREHOOK: type: ALTERTABLE_FILEFORMAT
    +PREHOOK: Input: default@merge_dynamic_part
    +PREHOOK: Output: default@merge_dynamic_part
    +POSTHOOK: query: alter table merge_dynamic_part set fileformat RCFILE
    +POSTHOOK: type: ALTERTABLE_FILEFORMAT
    +POSTHOOK: Input: default@merge_dynamic_part
    +POSTHOOK: Output: default@merge_dynamic_part
    +PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
    +PREHOOK: type: LOAD
    +PREHOOK: Output: default@srcpart_merge_dp
    +POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
    +POSTHOOK: type: LOAD
    +POSTHOOK: Output: default@srcpart_merge_dp
    +POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
    +PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
    +PREHOOK: type: LOAD
    +PREHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
    +POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
    +POSTHOOK: type: LOAD
    +POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
    +PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
    +PREHOOK: type: LOAD
    +PREHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
    +POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
    +POSTHOOK: type: LOAD
    +POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
    +PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
    +PREHOOK: type: LOAD
    +PREHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
    +POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
    +POSTHOOK: type: LOAD
    +POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
    +PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
    +PREHOOK: type: LOAD
    +PREHOOK: Output: default@srcpart_merge_dp
    +POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
    +POSTHOOK: type: LOAD
    +POSTHOOK: Output: default@srcpart_merge_dp
    +POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=12
    +PREHOOK: query: insert overwrite table srcpart_merge_dp_rc partition (ds = '2008-04-08', hr)
    +select key, value, hr from srcpart_merge_dp where ds = '2008-04-08'
    +PREHOOK: type: QUERY
    +PREHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=11
    +PREHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=12
    +PREHOOK: Output: default@srcpart_merge_dp_rc@ds=2008-04-08
    +POSTHOOK: query: insert overwrite table srcpart_merge_dp_rc partition (ds = '2008-04-08', hr)
    +select key, value, hr from srcpart_merge_dp where ds = '2008-04-08'
    +POSTHOOK: type: QUERY
    +POSTHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=11
    +POSTHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=12
    +POSTHOOK: Output: default@srcpart_merge_dp_rc@ds=2008-04-08/hr=11
    +POSTHOOK: Output: default@srcpart_merge_dp_rc@ds=2008-04-08/hr=12
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
    +PREHOOK: query: explain
    +insert overwrite table merge_dynamic_part partition (ds = '2008-04-08', hr)
    +select key, value, if(key % 100 == 0, 'a1', 'b1') as hr from srcpart_merge_dp_rc where ds = '2008-04-08'
    +PREHOOK: type: QUERY
    +POSTHOOK: query: explain
    +insert overwrite table merge_dynamic_part partition (ds = '2008-04-08', hr)
    +select key, value, if(key % 100 == 0, 'a1', 'b1') as hr from srcpart_merge_dp_rc where ds = '2008-04-08'
    +POSTHOOK: type: QUERY
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
    +ABSTRACT SYNTAX TREE:
    + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart_merge_dp_rc))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME merge_dynamic_part) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_FUNCTION if (== (% (TOK_TABLE_OR_COL key) 100) 0) 'a1' 'b1') hr)) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08'))))
    +
    +STAGE DEPENDENCIES:
    + Stage-1 is a root stage
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    + Stage-4
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    + Stage-2 depends on stages: Stage-0
    + Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5
    +
    +STAGE PLANS:
    + Stage: Stage-1
    + Map Reduce
    + Alias -> Map Operator Tree:
    + srcpart_merge_dp_rc
    + TableScan
    + alias: srcpart_merge_dp_rc
    + Select Operator
    + expressions:
    + expr: key
    + type: string
    + expr: value
    + type: string
    + expr: if(((key % 100) = 0), 'a1', 'b1')
    + type: string
    + outputColumnNames: _col0, _col1, _col2
    + File Output Operator
    + compressed: false
    + GlobalTableId: 1
    + table:
    + input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
    + output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
    + serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
    + name: default.merge_dynamic_part
    +
    + Stage: Stage-7
    + Conditional Operator
    +
    + Stage: Stage-4
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-0
    + Move Operator
    + tables:
    + partition:
    + ds 2008-04-08
    + hr
    + replace: true
    + table:
    + input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
    + output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
    + serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
    + name: default.merge_dynamic_part
    +
    + Stage: Stage-2
    + Stats-Aggr Operator
    +
    + Stage: Stage-3
    + Block level merge
    +
    + Stage: Stage-5
    + Block level merge
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    +
    +PREHOOK: query: insert overwrite table merge_dynamic_part partition (ds = '2008-04-08', hr)
    +select key, value, if(key % 100 == 0, 'a1', 'b1') as hr from srcpart_merge_dp_rc where ds = '2008-04-08'
    +PREHOOK: type: QUERY
    +PREHOOK: Input: default@srcpart_merge_dp_rc@ds=2008-04-08/hr=11
    +PREHOOK: Input: default@srcpart_merge_dp_rc@ds=2008-04-08/hr=12
    +PREHOOK: Output: default@merge_dynamic_part@ds=2008-04-08
    +POSTHOOK: query: insert overwrite table merge_dynamic_part partition (ds = '2008-04-08', hr)
    +select key, value, if(key % 100 == 0, 'a1', 'b1') as hr from srcpart_merge_dp_rc where ds = '2008-04-08'
    +POSTHOOK: type: QUERY
    +POSTHOOK: Input: default@srcpart_merge_dp_rc@ds=2008-04-08/hr=11
    +POSTHOOK: Input: default@srcpart_merge_dp_rc@ds=2008-04-08/hr=12
    +POSTHOOK: Output: default@merge_dynamic_part@ds=2008-04-08/hr=a1
    +POSTHOOK: Output: default@merge_dynamic_part@ds=2008-04-08/hr=b1
    +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=a1).key SIMPLE [(srcpart_merge_dp_rc)srcpart_merge_dp_rc.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=a1).value SIMPLE [(srcpart_merge_dp_rc)srcpart_merge_dp_rc.FieldSchema(name:value, type:string, comment:default), ]
    +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=b1).key SIMPLE [(srcpart_merge_dp_rc)srcpart_merge_dp_rc.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=b1).value SIMPLE [(srcpart_merge_dp_rc)srcpart_merge_dp_rc.FieldSchema(name:value, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
    +PREHOOK: query: show partitions merge_dynamic_part
    +PREHOOK: type: SHOWPARTITIONS
    +POSTHOOK: query: show partitions merge_dynamic_part
    +POSTHOOK: type: SHOWPARTITIONS
    +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=a1).key SIMPLE [(srcpart_merge_dp_rc)srcpart_merge_dp_rc.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=a1).value SIMPLE [(srcpart_merge_dp_rc)srcpart_merge_dp_rc.FieldSchema(name:value, type:string, comment:default), ]
    +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=b1).key SIMPLE [(srcpart_merge_dp_rc)srcpart_merge_dp_rc.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=b1).value SIMPLE [(srcpart_merge_dp_rc)srcpart_merge_dp_rc.FieldSchema(name:value, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
    +ds=2008-04-08/hr=a1
    +ds=2008-04-08/hr=b1
    +PREHOOK: query: select count(*) from merge_dynamic_part
    +PREHOOK: type: QUERY
    +PREHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=a1
    +PREHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=b1
    +#### A masked pattern was here ####
    +POSTHOOK: query: select count(*) from merge_dynamic_part
    +POSTHOOK: type: QUERY
    +POSTHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=a1
    +POSTHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=b1
    +#### A masked pattern was here ####
    +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=a1).key SIMPLE [(srcpart_merge_dp_rc)srcpart_merge_dp_rc.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=a1).value SIMPLE [(srcpart_merge_dp_rc)srcpart_merge_dp_rc.FieldSchema(name:value, type:string, comment:default), ]
    +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=b1).key SIMPLE [(srcpart_merge_dp_rc)srcpart_merge_dp_rc.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=b1).value SIMPLE [(srcpart_merge_dp_rc)srcpart_merge_dp_rc.FieldSchema(name:value, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
    +POSTHOOK: Lineage: srcpart_merge_dp_rc PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
    +618

    Modified: hive/trunk/ql/src/test/results/clientpositive/multi_insert.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/multi_insert.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/multi_insert.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/multi_insert.q.out Sat Aug 4 17:08:47 2012
    @@ -181,16 +181,20 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
    - Stage-9
    - Stage-1 depends on stages: Stage-9, Stage-8
    - Stage-7 depends on stages: Stage-1
    - Stage-8
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
    + Stage-11
    + Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
    + Stage-9 depends on stages: Stage-1
    + Stage-10
    + Stage-12
    + Stage-13 depends on stages: Stage-12

    STAGE PLANS:
    Stage: Stage-2
    @@ -238,7 +242,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -273,10 +277,29 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-10
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-14
    Conditional Operator

    - Stage: Stage-9
    + Stage: Stage-11
    Move Operator
    files:
    hdfs directory: true
    @@ -292,10 +315,23 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-7
    + Stage: Stage-9
    Stats-Aggr Operator

    - Stage: Stage-8
    + Stage: Stage-10
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-12
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -308,6 +344,12 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    + Stage: Stage-13
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from src
    insert overwrite table src_multi1 select * where key < 10
    @@ -595,16 +637,20 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
    - Stage-9
    - Stage-1 depends on stages: Stage-9, Stage-8
    - Stage-7 depends on stages: Stage-1
    - Stage-8
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
    + Stage-11
    + Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
    + Stage-9 depends on stages: Stage-1
    + Stage-10
    + Stage-12
    + Stage-13 depends on stages: Stage-12

    STAGE PLANS:
    Stage: Stage-2
    @@ -652,7 +698,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -687,10 +733,29 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-10
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-14
    Conditional Operator

    - Stage: Stage-9
    + Stage: Stage-11
    Move Operator
    files:
    hdfs directory: true
    @@ -706,10 +771,10 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-7
    + Stage: Stage-9
    Stats-Aggr Operator

    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -722,6 +787,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    + Stage: Stage-12
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-13
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from src
    insert overwrite table src_multi1 select * where key < 10
    @@ -1098,16 +1182,20 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
    - Stage-9
    - Stage-1 depends on stages: Stage-9, Stage-8
    - Stage-7 depends on stages: Stage-1
    - Stage-8
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
    + Stage-11
    + Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
    + Stage-9 depends on stages: Stage-1
    + Stage-10
    + Stage-12
    + Stage-13 depends on stages: Stage-12

    STAGE PLANS:
    Stage: Stage-2
    @@ -1191,7 +1279,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -1226,10 +1314,29 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-10
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-14
    Conditional Operator

    - Stage: Stage-9
    + Stage: Stage-11
    Move Operator
    files:
    hdfs directory: true
    @@ -1245,10 +1352,10 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-7
    + Stage: Stage-9
    Stats-Aggr Operator

    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -1261,6 +1368,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    + Stage: Stage-12
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-13
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from src
    insert overwrite table src_multi1 select * where key < 10 group by key, value
    @@ -1642,16 +1768,20 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
    - Stage-9
    - Stage-1 depends on stages: Stage-9, Stage-8
    - Stage-7 depends on stages: Stage-1
    - Stage-8
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
    + Stage-11
    + Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
    + Stage-9 depends on stages: Stage-1
    + Stage-10
    + Stage-12
    + Stage-13 depends on stages: Stage-12

    STAGE PLANS:
    Stage: Stage-2
    @@ -1735,7 +1865,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -1770,10 +1900,29 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-10
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-14
    Conditional Operator

    - Stage: Stage-9
    + Stage: Stage-11
    Move Operator
    files:
    hdfs directory: true
    @@ -1789,10 +1938,23 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-7
    + Stage: Stage-9
    Stats-Aggr Operator

    - Stage: Stage-8
    + Stage: Stage-10
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-12
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -1805,6 +1967,12 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    + Stage: Stage-13
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from src
    insert overwrite table src_multi1 select * where key < 10 group by key, value
    @@ -2237,16 +2405,20 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
    - Stage-9
    - Stage-1 depends on stages: Stage-9, Stage-8
    - Stage-7 depends on stages: Stage-1
    - Stage-8
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
    + Stage-11
    + Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
    + Stage-9 depends on stages: Stage-1
    + Stage-10
    + Stage-12
    + Stage-13 depends on stages: Stage-12

    STAGE PLANS:
    Stage: Stage-2
    @@ -2351,7 +2523,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -2386,10 +2558,29 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-10
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-14
    Conditional Operator

    - Stage: Stage-9
    + Stage: Stage-11
    Move Operator
    files:
    hdfs directory: true
    @@ -2405,10 +2596,10 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-7
    + Stage: Stage-9
    Stats-Aggr Operator

    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -2421,6 +2612,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    + Stage: Stage-12
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-13
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from (select * from src union all select * from src) s
    insert overwrite table src_multi1 select * where key < 10
    @@ -2931,16 +3141,20 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
    - Stage-9
    - Stage-1 depends on stages: Stage-9, Stage-8
    - Stage-7 depends on stages: Stage-1
    - Stage-8
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
    + Stage-11
    + Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
    + Stage-9 depends on stages: Stage-1
    + Stage-10
    + Stage-12
    + Stage-13 depends on stages: Stage-12

    STAGE PLANS:
    Stage: Stage-2
    @@ -3045,7 +3259,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -3080,10 +3294,29 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi1

    - Stage: Stage-10
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-14
    Conditional Operator

    - Stage: Stage-9
    + Stage: Stage-11
    Move Operator
    files:
    hdfs directory: true
    @@ -3099,10 +3332,10 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    - Stage: Stage-7
    + Stage: Stage-9
    Stats-Aggr Operator

    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -3115,6 +3348,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.src_multi2

    + Stage: Stage-12
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.src_multi2
    +
    + Stage: Stage-13
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from (select * from src union all select * from src) s
    insert overwrite table src_multi1 select * where key < 10
  • Namit at Aug 4, 2012 at 5:10 pm
    Modified: hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/input3.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-10</string>
    + <string>Stage-12</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-11</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-10</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-9</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">
    @@ -464,27 +505,27 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-14</string>
    + <string>Stage-18</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList1" class="java.util.ArrayList">
    <void method="add">
    - <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <object id="MoveTask3" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object id="MoveTask3" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <object id="MoveTask4" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    <object id="StatsTask1" class="org.apache.hadoop.hive.ql.exec.StatsTask">
    <void property="id">
    - <string>Stage-11</string>
    + <string>Stage-13</string>
    </void>
    <void property="parentTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask3"/>
    + <object idref="MoveTask4"/>
    </void>
    </object>
    </void>
    @@ -512,19 +553,19 @@
    <void property="parentTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask2"/>
    + <object idref="MoveTask3"/>
    </void>
    <void method="add">
    - <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <object id="MapRedTask3" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask3"/>
    + <object idref="MoveTask4"/>
    </void>
    </object>
    </void>
    <void property="id">
    - <string>Stage-12</string>
    + <string>Stage-14</string>
    </void>
    <void property="work">
    <object id="MapredWork1" class="org.apache.hadoop.hive.ql.plan.MapredWork">
    @@ -823,6 +864,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask5" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask4"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-17</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask4" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask5"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-16</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork1"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork1" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -853,29 +946,18 @@
    </object>
    </void>
    <void property="id">
    - <string>Stage-13</string>
    + <string>Stage-15</string>
    </void>
    <void property="work">
    - <object id="MoveWork1" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork1"/>
    </void>
    </object>
    </void>
    <void method="add">
    - <object idref="MapRedTask2"/>
    + <object idref="MapRedTask3"/>
    + </void>
    + <void method="add">
    + <object idref="MapRedTask4"/>
    </void>
    </object>
    </void>
    @@ -918,27 +1000,27 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-18</string>
    + <string>Stage-24</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList2" class="java.util.ArrayList">
    <void method="add">
    - <object id="MoveTask4" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <object id="MoveTask6" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object id="MoveTask5" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <object id="MoveTask7" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    <object id="StatsTask2" class="org.apache.hadoop.hive.ql.exec.StatsTask">
    <void property="id">
    - <string>Stage-15</string>
    + <string>Stage-19</string>
    </void>
    <void property="parentTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask5"/>
    + <object idref="MoveTask7"/>
    </void>
    </object>
    </void>
    @@ -966,19 +1048,19 @@
    <void property="parentTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask4"/>
    + <object idref="MoveTask6"/>
    </void>
    <void method="add">
    - <object id="MapRedTask3" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <object id="MapRedTask5" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask5"/>
    + <object idref="MoveTask7"/>
    </void>
    </object>
    </void>
    <void property="id">
    - <string>Stage-16</string>
    + <string>Stage-20</string>
    </void>
    <void property="work">
    <object id="MapredWork2" class="org.apache.hadoop.hive.ql.plan.MapredWork">
    @@ -1281,6 +1363,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask8" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask7"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-23</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask6" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask8"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-22</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork2"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork2" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -1320,29 +1454,18 @@
    </object>
    </void>
    <void property="id">
    - <string>Stage-17</string>
    + <string>Stage-21</string>
    </void>
    <void property="work">
    - <object id="MoveWork2" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork2"/>
    </void>
    </object>
    </void>
    <void method="add">
    - <object idref="MapRedTask3"/>
    + <object idref="MapRedTask5"/>
    + </void>
    + <void method="add">
    + <object idref="MapRedTask6"/>
    </void>
    </object>
    </void>
    @@ -1385,35 +1508,35 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-21</string>
    + <string>Stage-29</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList3" class="java.util.ArrayList">
    <void method="add">
    - <object id="MoveTask6" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <object id="MoveTask9" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object id="MoveTask7" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <object id="MoveTask10" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    <void property="id">
    <string>Stage-5</string>
    </void>
    <void property="parentTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask6"/>
    + <object idref="MoveTask9"/>
    </void>
    <void method="add">
    - <object id="MapRedTask4" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <object id="MapRedTask7" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask7"/>
    + <object idref="MoveTask10"/>
    </void>
    </object>
    </void>
    <void property="id">
    - <string>Stage-19</string>
    + <string>Stage-25</string>
    </void>
    <void property="work">
    <object id="MapredWork3" class="org.apache.hadoop.hive.ql.plan.MapredWork">
    @@ -1626,6 +1749,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask11" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask10"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-28</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask8" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask11"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-27</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork3"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork3" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -1656,29 +1831,18 @@
    </object>
    </void>
    <void property="id">
    - <string>Stage-20</string>
    + <string>Stage-26</string>
    </void>
    <void property="work">
    - <object id="MoveWork3" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork3"/>
    </void>
    </object>
    </void>
    <void method="add">
    - <object idref="MapRedTask4"/>
    + <object idref="MapRedTask7"/>
    + </void>
    + <void method="add">
    + <object idref="MapRedTask8"/>
    </void>
    </object>
    </void>

    Modified: hive/trunk/ql/src/test/results/compiler/plan/input6.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input6.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/input6.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/input6.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-7</string>
    + <string>Stage-9</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-8</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-6</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">

    Modified: hive/trunk/ql/src/test/results/compiler/plan/input7.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input7.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/input7.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/input7.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-7</string>
    + <string>Stage-9</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-8</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-6</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">

    Modified: hive/trunk/ql/src/test/results/compiler/plan/input9.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input9.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/input9.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/input9.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-7</string>
    + <string>Stage-9</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-8</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-6</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">

    Modified: hive/trunk/ql/src/test/results/compiler/plan/input_testsequencefile.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input_testsequencefile.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/input_testsequencefile.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/input_testsequencefile.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-7</string>
    + <string>Stage-9</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-8</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-6</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">

    Modified: hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/sample2.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-7</string>
    + <string>Stage-9</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-8</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-6</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">

    Modified: hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/sample3.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-7</string>
    + <string>Stage-9</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-8</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-6</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">

    Modified: hive/trunk/ql/src/test/results/compiler/plan/sample4.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/sample4.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/sample4.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/sample4.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-7</string>
    + <string>Stage-9</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-8</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-6</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">

    Modified: hive/trunk/ql/src/test/results/compiler/plan/sample5.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/sample5.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/sample5.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/sample5.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-7</string>
    + <string>Stage-9</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-8</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-6</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">

    Modified: hive/trunk/ql/src/test/results/compiler/plan/sample6.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/sample6.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/sample6.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/sample6.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-7</string>
    + <string>Stage-9</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-8</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-6</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">

    Modified: hive/trunk/ql/src/test/results/compiler/plan/sample7.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/sample7.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/sample7.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/sample7.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-7</string>
    + <string>Stage-9</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-8</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-6</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">

    Modified: hive/trunk/ql/src/test/results/compiler/plan/subq.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/subq.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/subq.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/subq.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-6</string>
    + <string>Stage-8</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -264,6 +264,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-6</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -297,27 +349,16 @@
    <string>Stage-5</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">

    Modified: hive/trunk/ql/src/test/results/compiler/plan/union.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/union.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/union.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/union.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-6</string>
    + <string>Stage-8</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -264,6 +264,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-6</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -297,27 +349,16 @@
    <string>Stage-5</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">
  • Namit at Aug 4, 2012 at 5:10 pm
    Modified: hive/trunk/ql/src/test/results/clientpositive/sample6.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample6.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/sample6.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/sample6.q.out Sat Aug 4 17:08:47 2012
    @@ -18,11 +18,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -107,7 +109,7 @@ STAGE PLANS:
    name: default.srcbucket
    name: default.srcbucket

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -206,6 +208,76 @@ STAGE PLANS:
    name: default.dest1
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.*
    FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s

    Modified: hive/trunk/ql/src/test/results/clientpositive/sample7.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/sample7.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/sample7.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/sample7.q.out Sat Aug 4 17:08:47 2012
    @@ -20,11 +20,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -114,7 +116,7 @@ STAGE PLANS:
    name: default.srcbucket
    name: default.srcbucket

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -213,6 +215,76 @@ STAGE PLANS:
    name: default.dest1
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types int:string
    +#### A masked pattern was here ####
    + name default.dest1
    + serialization.ddl struct dest1 { i32 key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest1 SELECT s.*
    FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 4 on key) s

    Modified: hive/trunk/ql/src/test/results/clientpositive/stats0.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/stats0.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/stats0.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/stats0.q.out Sat Aug 4 17:08:47 2012
    @@ -1329,11 +1329,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -1411,7 +1413,7 @@ STAGE PLANS:
    name: default.src
    name: default.src

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -1510,6 +1512,76 @@ STAGE PLANS:
    name: default.stats_non_partitioned
    name: default.stats_non_partitioned

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types string:string
    +#### A masked pattern was here ####
    + name default.stats_non_partitioned
    + serialization.ddl struct stats_non_partitioned { string key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.stats_non_partitioned
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types string:string
    +#### A masked pattern was here ####
    + name default.stats_non_partitioned
    + serialization.ddl struct stats_non_partitioned { string key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value
    + columns.types string:string
    +#### A masked pattern was here ####
    + name default.stats_non_partitioned
    + serialization.ddl struct stats_non_partitioned { string key, string value}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.stats_non_partitioned
    + name: default.stats_non_partitioned
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table stats_non_partitioned
    select * from src
    @@ -2085,11 +2157,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -2114,7 +2188,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.stats_partitioned

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -2151,6 +2225,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.stats_partitioned

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.stats_partitioned
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table stats_partitioned partition (ds='1')
    select * from src

    Modified: hive/trunk/ql/src/test/results/clientpositive/stats11.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/stats11.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/stats11.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/stats11.q.out Sat Aug 4 17:08:47 2012
    @@ -94,16 +94,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08"))))

    STAGE DEPENDENCIES:
    - Stage-7 is a root stage
    - Stage-1 depends on stages: Stage-7
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-9 is a root stage
    + Stage-1 depends on stages: Stage-9
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-7
    + Stage: Stage-9
    Map Reduce Local Work
    Alias -> Map Local Tables:
    b
    @@ -235,7 +237,7 @@ STAGE PLANS:
    name: default.srcbucket_mapjoin
    name: default.srcbucket_mapjoin

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -334,6 +336,76 @@ STAGE PLANS:
    name: default.bucketmapjoin_tmp_result
    name: default.bucketmapjoin_tmp_result

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.bucketmapjoin_tmp_result
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.bucketmapjoin_tmp_result
    + name: default.bucketmapjoin_tmp_result
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result
    select /*+mapjoin(b)*/ a.key, a.value, b.value
    @@ -502,16 +574,18 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08"))))

    STAGE DEPENDENCIES:
    - Stage-7 is a root stage
    - Stage-1 depends on stages: Stage-7
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-9 is a root stage
    + Stage-1 depends on stages: Stage-9
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    - Stage: Stage-7
    + Stage: Stage-9
    Map Reduce Local Work
    Alias -> Map Local Tables:
    a
    @@ -652,7 +726,7 @@ STAGE PLANS:
    name: default.srcbucket_mapjoin_part
    name: default.srcbucket_mapjoin_part

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -771,6 +845,91 @@ STAGE PLANS:
    name: default.bucketmapjoin_tmp_result
    name: default.bucketmapjoin_tmp_result

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    +#### A masked pattern was here ####
    + NumFilesPerFileSink: 1
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + numFiles 1
    + numPartitions 0
    + numRows 464
    + rawDataSize 8519
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 8983
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.bucketmapjoin_tmp_result
    + TotalFiles: 1
    + GatherStats: false
    + MultiFileSpray: false
    + Needs Tagging: false
    + Path -> Alias:
    +#### A masked pattern was here ####
    + Path -> Partition:
    +#### A masked pattern was here ####
    + Partition
    + base file name: -ext-10002
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + numFiles 1
    + numPartitions 0
    + numRows 464
    + rawDataSize 8519
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 8983
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    +
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + properties:
    + bucket_count -1
    + columns key,value1,value2
    + columns.types string:string:string
    +#### A masked pattern was here ####
    + name default.bucketmapjoin_tmp_result
    + numFiles 1
    + numPartitions 0
    + numRows 464
    + rawDataSize 8519
    + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    + serialization.format 1
    + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + totalSize 8983
    +#### A masked pattern was here ####
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.bucketmapjoin_tmp_result
    + name: default.bucketmapjoin_tmp_result
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result
    select /*+mapjoin(a)*/ a.key, a.value, b.value

    Modified: hive/trunk/ql/src/test/results/clientpositive/stats4.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/stats4.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/stats4.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/stats4.q.out Sat Aug 4 17:08:47 2012
    @@ -39,16 +39,20 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
    - Stage-9
    - Stage-1 depends on stages: Stage-9, Stage-8
    - Stage-7 depends on stages: Stage-1
    - Stage-8
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-14 depends on stages: Stage-2 , consists of Stage-11, Stage-10, Stage-12
    + Stage-11
    + Stage-1 depends on stages: Stage-11, Stage-10, Stage-13
    + Stage-9 depends on stages: Stage-1
    + Stage-10
    + Stage-12
    + Stage-13 depends on stages: Stage-12

    STAGE PLANS:
    Stage: Stage-2
    @@ -102,7 +106,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part2

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -140,10 +144,29 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part1

    - Stage: Stage-10
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.nzhang_part1
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-14
    Conditional Operator

    - Stage: Stage-9
    + Stage: Stage-11
    Move Operator
    files:
    hdfs directory: true
    @@ -162,10 +185,23 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part2

    - Stage: Stage-7
    + Stage: Stage-9
    Stats-Aggr Operator

    - Stage: Stage-8
    + Stage: Stage-10
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.nzhang_part2
    +
    + Stage: Stage-12
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -178,6 +214,12 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.nzhang_part2

    + Stage: Stage-13
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: from srcpart
    insert overwrite table nzhang_part1 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08'

    Modified: hive/trunk/ql/src/test/results/clientpositive/subq.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/subq.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/subq.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/subq.q.out Sat Aug 4 17:08:47 2012
    @@ -15,10 +15,12 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
    + Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4
    Stage-3
    - Stage-0 depends on stages: Stage-3, Stage-2
    + Stage-0 depends on stages: Stage-3, Stage-2, Stage-5
    Stage-2
    + Stage-4
    + Stage-5 depends on stages: Stage-4

    STAGE PLANS:
    Stage: Stage-1
    @@ -52,7 +54,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    - Stage: Stage-4
    + Stage: Stage-6
    Conditional Operator

    Stage: Stage-3
    @@ -78,6 +80,23 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    + Stage: Stage-4
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    +
    + Stage: Stage-5
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM (
    FROM src select src.* WHERE src.key < 100

    Modified: hive/trunk/ql/src/test/results/clientpositive/udf1.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/udf1.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/udf1.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/udf1.q.out Sat Aug 4 17:08:47 2012
    @@ -34,11 +34,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -103,7 +105,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -138,6 +140,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 SELECT 'a' LIKE '%a%', 'b' LIKE '%a%', 'ab' LIKE '%a%', 'ab' LIKE '%a_',
    '%_' LIKE '\%\_', 'ab' LIKE '\%\_', 'ab' LIKE '_a%', 'ab' LIKE 'a',

    Modified: hive/trunk/ql/src/test/results/clientpositive/udf_10_trims.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/udf_10_trims.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/udf_10_trims.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/udf_10_trims.q.out Sat Aug 4 17:08:47 2012
    @@ -20,11 +20,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -51,7 +53,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -86,6 +88,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: INSERT OVERWRITE TABLE dest1
    SELECT trim(trim(trim(trim(trim(trim(trim(trim(trim(trim( ' abc '))))))))))

    Modified: hive/trunk/ql/src/test/results/clientpositive/udf_length.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/udf_length.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/udf_length.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/udf_length.q.out Sat Aug 4 17:08:47 2012
    @@ -25,11 +25,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -52,7 +54,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -87,6 +89,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src1 INSERT OVERWRITE TABLE dest1 SELECT length(src1.value)
    PREHOOK: type: QUERY

    Modified: hive/trunk/ql/src/test/results/clientpositive/udf_reverse.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/udf_reverse.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/udf_reverse.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/udf_reverse.q.out Sat Aug 4 17:08:47 2012
    @@ -25,11 +25,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -52,7 +54,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -87,6 +89,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM src1 INSERT OVERWRITE TABLE dest1 SELECT reverse(src1.value)
    PREHOOK: type: QUERY

    Modified: hive/trunk/ql/src/test/results/clientpositive/union.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/union.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/union.q.out Sat Aug 4 17:08:47 2012
    @@ -23,10 +23,12 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2
    + Stage-6 depends on stages: Stage-1 , consists of Stage-3, Stage-2, Stage-4
    Stage-3
    - Stage-0 depends on stages: Stage-3, Stage-2
    + Stage-0 depends on stages: Stage-3, Stage-2, Stage-5
    Stage-2
    + Stage-4
    + Stage-5 depends on stages: Stage-4

    STAGE PLANS:
    Stage: Stage-1
    @@ -89,7 +91,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    - Stage: Stage-4
    + Stage: Stage-6
    Conditional Operator

    Stage: Stage-3
    @@ -115,6 +117,23 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.TextInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

    + Stage: Stage-4
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    +
    + Stage: Stage-5
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM (
    FROM src select src.key, src.value WHERE src.key < 100

    Modified: hive/trunk/ql/src/test/results/clientpositive/union10.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union10.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/union10.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/union10.q.out Sat Aug 4 17:08:47 2012
    @@ -28,14 +28,16 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-2 depends on stages: Stage-1, Stage-7, Stage-8
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-2 depends on stages: Stage-1, Stage-9, Stage-10
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-7 is a root stage
    - Stage-8 is a root stage
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-9 is a root stage
    + Stage-10 is a root stage

    STAGE PLANS:
    Stage: Stage-1
    @@ -157,7 +159,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.tmptable

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -192,7 +194,26 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.tmptable

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.tmptable
    +
    Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-9
    Map Reduce
    Alias -> Map Operator Tree:
    null-subquery1-subquery2:unionsrc-subquery1-subquery2:s2
    @@ -232,7 +253,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat

    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce
    Alias -> Map Operator Tree:
    null-subquery2:unionsrc-subquery2:s3

    Modified: hive/trunk/ql/src/test/results/clientpositive/union12.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union12.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/union12.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/union12.q.out Sat Aug 4 17:08:47 2012
    @@ -28,14 +28,16 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-2 depends on stages: Stage-1, Stage-7, Stage-8
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-2 depends on stages: Stage-1, Stage-9, Stage-10
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-7 is a root stage
    - Stage-8 is a root stage
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-9 is a root stage
    + Stage-10 is a root stage

    STAGE PLANS:
    Stage: Stage-1
    @@ -157,7 +159,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.tmptable

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -192,7 +194,26 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.tmptable

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.tmptable
    +
    Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-9
    Map Reduce
    Alias -> Map Operator Tree:
    null-subquery1-subquery2:unionsrc-subquery1-subquery2:s2
    @@ -232,7 +253,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat

    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce
    Alias -> Map Operator Tree:
    null-subquery2:unionsrc-subquery2:s3

    Modified: hive/trunk/ql/src/test/results/clientpositive/union18.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union18.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/union18.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/union18.q.out Sat Aug 4 17:08:47 2012
    @@ -32,16 +32,20 @@ ABSTRACT SYNTAX TREE:
    STAGE DEPENDENCIES:
    Stage-2 is a root stage
    Stage-3 depends on stages: Stage-2
    - Stage-7 depends on stages: Stage-3 , consists of Stage-6, Stage-5
    + Stage-9 depends on stages: Stage-3 , consists of Stage-6, Stage-5, Stage-7
    Stage-6
    - Stage-0 depends on stages: Stage-6, Stage-5
    + Stage-0 depends on stages: Stage-6, Stage-5, Stage-8
    Stage-4 depends on stages: Stage-0
    Stage-5
    - Stage-11 depends on stages: Stage-3 , consists of Stage-10, Stage-9
    - Stage-10
    - Stage-1 depends on stages: Stage-10, Stage-9
    - Stage-8 depends on stages: Stage-1
    - Stage-9
    + Stage-7
    + Stage-8 depends on stages: Stage-7
    + Stage-15 depends on stages: Stage-3 , consists of Stage-12, Stage-11, Stage-13
    + Stage-12
    + Stage-1 depends on stages: Stage-12, Stage-11, Stage-14
    + Stage-10 depends on stages: Stage-1
    + Stage-11
    + Stage-13
    + Stage-14 depends on stages: Stage-13

    STAGE PLANS:
    Stage: Stage-2
    @@ -166,7 +170,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest2

    - Stage: Stage-7
    + Stage: Stage-9
    Conditional Operator

    Stage: Stage-6
    @@ -201,10 +205,29 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest1

    - Stage: Stage-11
    + Stage: Stage-7
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest1
    +
    + Stage: Stage-8
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-15
    Conditional Operator

    - Stage: Stage-10
    + Stage: Stage-12
    Move Operator
    files:
    hdfs directory: true
    @@ -220,10 +243,23 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest2

    - Stage: Stage-8
    + Stage: Stage-10
    Stats-Aggr Operator

    - Stage: Stage-9
    + Stage: Stage-11
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.dest2
    +
    + Stage: Stage-13
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -236,6 +272,12 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.dest2

    + Stage: Stage-14
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1
    UNION ALL

    Modified: hive/trunk/ql/src/test/results/clientpositive/union28.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union28.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/union28.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/union28.q.out Sat Aug 4 17:08:47 2012
    @@ -33,18 +33,20 @@ ABSTRACT SYNTAX TREE:
    (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))))) (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value))))) subq)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL ke
    y)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))) a)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME union_subq_union))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))

    STAGE DEPENDENCIES:
    - Stage-7 is a root stage
    - Stage-8 depends on stages: Stage-7, Stage-9
    - Stage-2 depends on stages: Stage-8
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-9 is a root stage
    + Stage-10 depends on stages: Stage-9, Stage-11
    + Stage-2 depends on stages: Stage-10
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-9 is a root stage
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-11 is a root stage

    STAGE PLANS:
    - Stage: Stage-7
    + Stage: Stage-9
    Map Reduce
    Alias -> Map Operator Tree:
    null-subquery2:a-subquery2-subquery1:subq-subquery1:src
    @@ -112,7 +114,7 @@ STAGE PLANS:
    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat

    - Stage: Stage-8
    + Stage: Stage-10
    Map Reduce
    Alias -> Map Operator Tree:
    #### A masked pattern was here ####
    @@ -210,7 +212,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.union_subq_union

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -245,7 +247,26 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.union_subq_union

    - Stage: Stage-9
    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.union_subq_union
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-11
    Map Reduce
    Alias -> Map Operator Tree:
    null-subquery2:a-subquery2-subquery2:subq-subquery2:src

    Modified: hive/trunk/ql/src/test/results/clientpositive/union29.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union29.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/union29.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/union29.q.out Sat Aug 4 17:08:47 2012
    @@ -34,11 +34,13 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5
    Stage-4
    - Stage-0 depends on stages: Stage-4, Stage-3
    + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6
    Stage-2 depends on stages: Stage-0
    Stage-3
    + Stage-5
    + Stage-6 depends on stages: Stage-5

    STAGE PLANS:
    Stage: Stage-1
    @@ -160,7 +162,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.union_subq_union

    - Stage: Stage-5
    + Stage: Stage-7
    Conditional Operator

    Stage: Stage-4
    @@ -195,6 +197,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.union_subq_union

    + Stage: Stage-5
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.union_subq_union
    +
    + Stage: Stage-6
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table union_subq_union
    select * from (

    Modified: hive/trunk/ql/src/test/results/clientpositive/union30.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union30.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/union30.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/union30.q.out Sat Aug 4 17:08:47 2012
    @@ -48,15 +48,17 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-2 depends on stages: Stage-1, Stage-9
    + Stage-2 depends on stages: Stage-1, Stage-11
    Stage-3 depends on stages: Stage-2
    Stage-4 depends on stages: Stage-3
    - Stage-8 depends on stages: Stage-4 , consists of Stage-7, Stage-6
    + Stage-10 depends on stages: Stage-4 , consists of Stage-7, Stage-6, Stage-8
    Stage-7
    - Stage-0 depends on stages: Stage-7, Stage-6
    + Stage-0 depends on stages: Stage-7, Stage-6, Stage-9
    Stage-5 depends on stages: Stage-0
    Stage-6
    - Stage-9 is a root stage
    + Stage-8
    + Stage-9 depends on stages: Stage-8
    + Stage-11 is a root stage

    STAGE PLANS:
    Stage: Stage-1
    @@ -269,7 +271,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.union_subq_union

    - Stage: Stage-8
    + Stage: Stage-10
    Conditional Operator

    Stage: Stage-7
    @@ -304,7 +306,26 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.union_subq_union

    + Stage: Stage-8
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.union_subq_union
    +
    Stage: Stage-9
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-11
    Map Reduce
    Alias -> Map Operator Tree:
    null-subquery1:aa-subquery1-subquery2:a-subquery2-subquery2:subq-subquery2:src

    Modified: hive/trunk/ql/src/test/results/clientpositive/union4.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union4.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/union4.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/union4.q.out Sat Aug 4 17:08:47 2012
    @@ -26,13 +26,15 @@ ABSTRACT SYNTAX TREE:

    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    - Stage-2 depends on stages: Stage-1, Stage-7
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-2 depends on stages: Stage-1, Stage-9
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    - Stage-7 is a root stage
    + Stage-6
    + Stage-7 depends on stages: Stage-6
    + Stage-9 is a root stage

    STAGE PLANS:
    Stage: Stage-1
    @@ -129,7 +131,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.tmptable

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -164,7 +166,26 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.tmptable

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.tmptable
    +
    Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +
    + Stage: Stage-9
    Map Reduce
    Alias -> Map Operator Tree:
    null-subquery2:unionsrc-subquery2:s2

    Modified: hive/trunk/ql/src/test/results/clientpositive/union6.q.out
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union6.q.out?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/clientpositive/union6.q.out (original)
    +++ hive/trunk/ql/src/test/results/clientpositive/union6.q.out Sat Aug 4 17:08:47 2012
    @@ -27,11 +27,13 @@ ABSTRACT SYNTAX TREE:
    STAGE DEPENDENCIES:
    Stage-1 is a root stage
    Stage-2 depends on stages: Stage-1
    - Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    + Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
    Stage-5
    - Stage-0 depends on stages: Stage-5, Stage-4
    + Stage-0 depends on stages: Stage-5, Stage-4, Stage-7
    Stage-3 depends on stages: Stage-0
    Stage-4
    + Stage-6
    + Stage-7 depends on stages: Stage-6

    STAGE PLANS:
    Stage: Stage-1
    @@ -122,7 +124,7 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.tmptable

    - Stage: Stage-6
    + Stage: Stage-8
    Conditional Operator

    Stage: Stage-5
    @@ -157,6 +159,25 @@ STAGE PLANS:
    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    name: default.tmptable

    + Stage: Stage-6
    + Map Reduce
    + Alias -> Map Operator Tree:
    +#### A masked pattern was here ####
    + File Output Operator
    + compressed: false
    + GlobalTableId: 0
    + table:
    + input format: org.apache.hadoop.mapred.TextInputFormat
    + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    + name: default.tmptable
    +
    + Stage: Stage-7
    + Move Operator
    + files:
    + hdfs directory: true
    +#### A masked pattern was here ####
    +

    PREHOOK: query: insert overwrite table tmptable
    select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1

    Modified: hive/trunk/ql/src/test/results/compiler/plan/case_sensitivity.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/case_sensitivity.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/case_sensitivity.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/case_sensitivity.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-7</string>
    + <string>Stage-9</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-8</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-6</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">

    Modified: hive/trunk/ql/src/test/results/compiler/plan/input1.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input1.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/input1.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/input1.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-7</string>
    + <string>Stage-9</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-8</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-7</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-6</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">

    Modified: hive/trunk/ql/src/test/results/compiler/plan/input2.q.xml
    URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/input2.q.xml?rev=1369375&r1=1369374&r2=1369375&view=diff
    ==============================================================================
    --- hive/trunk/ql/src/test/results/compiler/plan/input2.q.xml (original)
    +++ hive/trunk/ql/src/test/results/compiler/plan/input2.q.xml Sat Aug 4 17:08:47 2012
    @@ -6,7 +6,7 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-9</string>
    + <string>Stage-11</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList0" class="java.util.ArrayList">
    @@ -369,6 +369,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask1"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-10</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask2"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-9</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork0"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -402,27 +454,16 @@
    <string>Stage-8</string>
    </void>
    <void property="work">
    - <object id="MoveWork0" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork0"/>
    </void>
    </object>
    </void>
    <void method="add">
    <object idref="MapRedTask1"/>
    </void>
    + <void method="add">
    + <object idref="MapRedTask2"/>
    + </void>
    </object>
    </void>
    <void property="parentTasks">
    @@ -464,27 +505,27 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-13</string>
    + <string>Stage-17</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList1" class="java.util.ArrayList">
    <void method="add">
    - <object id="MoveTask2" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <object id="MoveTask3" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object id="MoveTask3" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <object id="MoveTask4" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    <object id="StatsTask1" class="org.apache.hadoop.hive.ql.exec.StatsTask">
    <void property="id">
    - <string>Stage-10</string>
    + <string>Stage-12</string>
    </void>
    <void property="parentTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask3"/>
    + <object idref="MoveTask4"/>
    </void>
    </object>
    </void>
    @@ -512,19 +553,19 @@
    <void property="parentTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask2"/>
    + <object idref="MoveTask3"/>
    </void>
    <void method="add">
    - <object id="MapRedTask2" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <object id="MapRedTask3" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask3"/>
    + <object idref="MoveTask4"/>
    </void>
    </object>
    </void>
    <void property="id">
    - <string>Stage-11</string>
    + <string>Stage-13</string>
    </void>
    <void property="work">
    <object id="MapredWork1" class="org.apache.hadoop.hive.ql.plan.MapredWork">
    @@ -823,6 +864,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask5" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask4"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-16</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask4" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask5"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-15</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork1"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork1" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -853,29 +946,18 @@
    </object>
    </void>
    <void property="id">
    - <string>Stage-12</string>
    + <string>Stage-14</string>
    </void>
    <void property="work">
    - <object id="MoveWork1" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork1"/>
    </void>
    </object>
    </void>
    <void method="add">
    - <object idref="MapRedTask2"/>
    + <object idref="MapRedTask3"/>
    + </void>
    + <void method="add">
    + <object idref="MapRedTask4"/>
    </void>
    </object>
    </void>
    @@ -918,27 +1000,27 @@
    <void method="add">
    <object class="org.apache.hadoop.hive.ql.exec.ConditionalTask">
    <void property="id">
    - <string>Stage-17</string>
    + <string>Stage-23</string>
    </void>
    <void property="listTasks">
    <object id="ArrayList2" class="java.util.ArrayList">
    <void method="add">
    - <object id="MoveTask4" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <object id="MoveTask6" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object id="MoveTask5" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <object id="MoveTask7" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    <object id="StatsTask2" class="org.apache.hadoop.hive.ql.exec.StatsTask">
    <void property="id">
    - <string>Stage-14</string>
    + <string>Stage-18</string>
    </void>
    <void property="parentTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask5"/>
    + <object idref="MoveTask7"/>
    </void>
    </object>
    </void>
    @@ -966,19 +1048,19 @@
    <void property="parentTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask4"/>
    + <object idref="MoveTask6"/>
    </void>
    <void method="add">
    - <object id="MapRedTask3" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <object id="MapRedTask5" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    <void property="childTasks">
    <object class="java.util.ArrayList">
    <void method="add">
    - <object idref="MoveTask5"/>
    + <object idref="MoveTask7"/>
    </void>
    </object>
    </void>
    <void property="id">
    - <string>Stage-15</string>
    + <string>Stage-19</string>
    </void>
    <void property="work">
    <object id="MapredWork2" class="org.apache.hadoop.hive.ql.plan.MapredWork">
    @@ -1281,6 +1363,58 @@
    </void>
    </object>
    </void>
    + <void method="add">
    + <object id="MoveTask8" class="org.apache.hadoop.hive.ql.exec.MoveTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask7"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-22</string>
    + </void>
    + <void property="parentTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object id="MapRedTask6" class="org.apache.hadoop.hive.ql.exec.MapRedTask">
    + <void property="childTasks">
    + <object class="java.util.ArrayList">
    + <void method="add">
    + <object idref="MoveTask8"/>
    + </void>
    + </object>
    + </void>
    + <void property="id">
    + <string>Stage-21</string>
    + </void>
    + <void property="work">
    + <object idref="MapredWork2"/>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + <void property="work">
    + <object id="MoveWork2" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    + <void property="loadFileWork">
    + <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    + <void property="isDfsDir">
    + <boolean>true</boolean>
    + </void>
    + <void property="sourceDir">
    + #### A masked pattern was here ####
    + </void>
    + <void property="targetDir">
    + #### A masked pattern was here ####
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    + </object>
    + </void>
    </object>
    </void>
    <void property="work">
    @@ -1320,29 +1454,18 @@
    </object>
    </void>
    <void property="id">
    - <string>Stage-16</string>
    + <string>Stage-20</string>
    </void>
    <void property="work">
    - <object id="MoveWork2" class="org.apache.hadoop.hive.ql.plan.MoveWork">
    - <void property="loadFileWork">
    - <object class="org.apache.hadoop.hive.ql.plan.LoadFileDesc">
    - <void property="isDfsDir">
    - <boolean>true</boolean>
    - </void>
    - <void property="sourceDir">
    - #### A masked pattern was here ####
    - </void>
    - <void property="targetDir">
    - #### A masked pattern was here ####
    - </void>
    - </object>
    - </void>
    - </object>
    + <object idref="MoveWork2"/>
    </void>
    </object>
    </void>
    <void method="add">
    - <object idref="MapRedTask3"/>
    + <object idref="MapRedTask5"/>
    + </void>
    + <void method="add">
    + <object idref="MapRedTask6"/>
    </void>
    </object>
    </void>

Related Discussions

Discussion Navigation
viewthread | post
Discussion Overview
groupcommits @
categorieshive, hadoop
postedAug 4, '12 at 5:09p
activeAug 4, '12 at 5:10p
posts7
users1
websitehive.apache.org

1 user in discussion

Namit: 7 posts

People

Translate

site design / logo © 2021 Grokbase