FAQ
Author: hashutosh
Date: Thu Apr 24 06:35:59 2014
New Revision: 1589605

URL: http://svn.apache.org/r1589605
Log:
HIVE-6956 : Duplicate partitioning column for union when dynamic partition sort optimization is enabled (Prasanth J via Ashutosh Chauhan)

Modified:
     hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java
     hive/trunk/ql/src/test/results/clientpositive/load_dyn_part14.q.out
     hive/trunk/ql/src/test/results/clientpositive/merge4.q.out
     hive/trunk/ql/src/test/results/clientpositive/union_remove_17.q.out

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java?rev=1589605&r1=1589604&r2=1589605&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java Thu Apr 24 06:35:59 2014
@@ -42,13 +42,13 @@ import org.apache.hadoop.hive.ql.exec.Op
  import org.apache.hadoop.hive.ql.exec.ReduceSinkOperator;
  import org.apache.hadoop.hive.ql.exec.RowSchema;
  import org.apache.hadoop.hive.ql.exec.Utilities;
+import org.apache.hadoop.hive.ql.lib.DefaultGraphWalker;
  import org.apache.hadoop.hive.ql.lib.DefaultRuleDispatcher;
  import org.apache.hadoop.hive.ql.lib.Dispatcher;
  import org.apache.hadoop.hive.ql.lib.GraphWalker;
  import org.apache.hadoop.hive.ql.lib.Node;
  import org.apache.hadoop.hive.ql.lib.NodeProcessor;
  import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx;
-import org.apache.hadoop.hive.ql.lib.PreOrderWalker;
  import org.apache.hadoop.hive.ql.lib.Rule;
  import org.apache.hadoop.hive.ql.lib.RuleRegExp;
  import org.apache.hadoop.hive.ql.metadata.Table;
@@ -95,7 +95,7 @@ public class SortedDynPartitionOptimizer
      opRules.put(new RuleRegExp("Sorted Dynamic Partition", FS), getSortDynPartProc(pCtx));

      Dispatcher disp = new DefaultRuleDispatcher(null, opRules, null);
- GraphWalker ogw = new PreOrderWalker(disp);
+ GraphWalker ogw = new DefaultGraphWalker(disp);

      ArrayList<Node> topNodes = new ArrayList<Node>();
      topNodes.addAll(pCtx.getTopOps().values());

Modified: hive/trunk/ql/src/test/results/clientpositive/load_dyn_part14.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/load_dyn_part14.q.out?rev=1589605&r1=1589604&r2=1589605&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/load_dyn_part14.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/load_dyn_part14.q.out Thu Apr 24 06:35:59 2014
@@ -132,18 +132,14 @@ STAGE PLANS:
        Reduce Operator Tree:
          Extract
            Statistics: Num rows: 0 Data size: 17436 Basic stats: PARTIAL Column stats: COMPLETE
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string)
- outputColumnNames: _col0, _col1
+ File Output Operator
+ compressed: false
              Statistics: Num rows: 0 Data size: 17436 Basic stats: PARTIAL Column stats: COMPLETE
- File Output Operator
- compressed: false
- Statistics: Num rows: 0 Data size: 17436 Basic stats: PARTIAL Column stats: COMPLETE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.nzhang_part14
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.nzhang_part14

    Stage: Stage-0
      Move Operator

Modified: hive/trunk/ql/src/test/results/clientpositive/merge4.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/merge4.q.out?rev=1589605&r1=1589604&r2=1589605&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/merge4.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/merge4.q.out Thu Apr 24 06:35:59 2014
@@ -2869,18 +2869,14 @@ STAGE PLANS:
        Reduce Operator Tree:
          Extract
            Statistics: Num rows: 58 Data size: 17436 Basic stats: COMPLETE Column stats: COMPLETE
- Select Operator
- expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string)
- outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 58 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
- File Output Operator
- compressed: false
- Statistics: Num rows: 58 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
- table:
- input format: org.apache.hadoop.mapred.TextInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- name: default.nzhang_part
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 58 Data size: 17436 Basic stats: COMPLETE Column stats: COMPLETE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.nzhang_part

    Stage: Stage-8
      Conditional Operator

Modified: hive/trunk/ql/src/test/results/clientpositive/union_remove_17.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/union_remove_17.q.out?rev=1589605&r1=1589604&r2=1589605&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/union_remove_17.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/union_remove_17.q.out Thu Apr 24 06:35:59 2014
@@ -107,18 +107,14 @@ STAGE PLANS:
        Reduce Operator Tree:
          Extract
            Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE
- Select Operator
- expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string)
- outputColumnNames: _col0, _col1, _col2
+ File Output Operator
+ compressed: false
              Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE
- table:
- input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
- name: default.outputtbl1
+ table:
+ input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
+ name: default.outputtbl1

    Stage: Stage-0
      Move Operator

Search Discussions

Related Discussions

Discussion Navigation
viewthread | post
Discussion Overview
groupcommits @
categorieshive, hadoop
postedApr 24, '14 at 6:36a
activeApr 24, '14 at 6:36a
posts1
users1
websitehive.apache.org

1 user in discussion

Hashutosh: 1 post

People

Translate

site design / logo © 2022 Grokbase