FAQ
Author: gunther
Date: Fri Sep 26 01:45:47 2014
New Revision: 1627694

URL: http://svn.apache.org/r1627694
Log:
HIVE-8259: Queries in tez fail with exception (Vikram Dixit K via Gunther Hagleitner)

Modified:
     hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezProcessor.java

Modified: hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezProcessor.java
URL: http://svn.apache.org/viewvc/hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezProcessor.java?rev=1627694&r1=1627693&r2=1627694&view=diff
==============================================================================
--- hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezProcessor.java (original)
+++ hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezProcessor.java Fri Sep 26 01:45:47 2014
@@ -148,6 +148,16 @@ public class TezProcessor extends Abstra
      Throwable originalThrowable = null;
      try {
        // Outputs will be started later by the individual Processors.
+ TezCacheAccess cacheAccess = TezCacheAccess.createInstance(jobConf);
+ // Start the actual Inputs. After MRInput initialization.
+ for (Map.Entry<String, LogicalInput> inputEntry : inputs.entrySet()) {
+ if (!cacheAccess.isInputCached(inputEntry.getKey())) {
+ LOG.info("Input: " + inputEntry.getKey() + " is not cached");
+ inputEntry.getValue().start();
+ } else {
+ LOG.info("Input: " + inputEntry.getKey() + " is already cached. Skipping start");
+ }
+ }

        MRTaskReporter mrReporter = new MRTaskReporter(getContext());
        rproc.init(jobConf, getContext(), mrReporter, inputs, outputs);

Search Discussions

Related Discussions

Discussion Navigation
viewthread | post
Discussion Overview
groupcommits @
categorieshive, hadoop
postedSep 26, '14 at 1:46a
activeSep 26, '14 at 1:46a
posts1
users1
websitehive.apache.org

1 user in discussion

Gunther: 1 post

People

Translate

site design / logo © 2021 Grokbase