FAQ
Author: gunther
Date: Tue Oct 28 02:51:57 2014
New Revision: 1634768

URL: http://svn.apache.org/r1634768
Log:
HIVE-8624: Record counters don't work with Tez container reuse (Gunther Hagleitner, reviewed by Vikram Dixit K)

Modified:
     hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
     hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
     hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java

Modified: hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
URL: http://svn.apache.org/viewvc/hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java?rev=1634768&r1=1634767&r2=1634768&view=diff
==============================================================================
--- hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java (original)
+++ hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java Tue Oct 28 02:51:57 2014
@@ -391,6 +391,8 @@ public class FileSinkOperator extends Te
          bucketInspector = (IntObjectInspector)bucketField.getFieldObjectInspector();
        }

+ numRows = 0;
+
        String context = jc.get(Operator.CONTEXT_NAME_KEY, "");
        if (context != null && !context.isEmpty()) {
          context = "_" + context.replace(" ","_");

Modified: hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
URL: http://svn.apache.org/viewvc/hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java?rev=1634768&r1=1634767&r2=1634768&view=diff
==============================================================================
--- hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java (original)
+++ hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java Tue Oct 28 02:51:57 2014
@@ -412,6 +412,8 @@ public class MapOperator extends Operato
      state = State.INIT;
      statsMap.put(Counter.DESERIALIZE_ERRORS.toString(), deserialize_error_count);

+ numRows = 0;
+
      String context = hconf.get(Operator.CONTEXT_NAME_KEY, "");
      if (context != null && !context.isEmpty()) {
        context = "_" + context.replace(" ","_");

Modified: hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java
URL: http://svn.apache.org/viewvc/hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java?rev=1634768&r1=1634767&r2=1634768&view=diff
==============================================================================
--- hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java (original)
+++ hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java Tue Oct 28 02:51:57 2014
@@ -155,6 +155,9 @@ public class ReduceSinkOperator extends
    @Override
    protected void initializeOp(Configuration hconf) throws HiveException {
      try {
+
+ numRows = 0;
+
        String context = hconf.get(Operator.CONTEXT_NAME_KEY, "");
        if (context != null && !context.isEmpty()) {
          context = "_" + context.replace(" ","_");

Search Discussions

Related Discussions

Discussion Navigation
viewthread | post
Discussion Overview
groupcommits @
categorieshive, hadoop
postedOct 28, '14 at 2:53a
activeOct 28, '14 at 2:53a
posts1
users1
websitehive.apache.org

1 user in discussion

Gunther: 1 post

People

Translate

site design / logo © 2021 Grokbase