FAQ
Author: xuefu
Date: Mon Dec 22 15:37:41 2014
New Revision: 1647333

URL: http://svn.apache.org/r1647333
Log:
revert HIVE-9154: Cache pathToPartitionInfo in context aware record reader (Chao via Xuefu)

Modified:
     hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java?rev=1647333&r1=1647332&r2=1647333&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java Mon Dec 22 15:37:41 2014
@@ -66,7 +66,6 @@ public abstract class HiveContextAwareRe
    private boolean wasUsingSortedSearch = false;
    private String genericUDFClassName = null;
    private final List<Comparison> stopComparisons = new ArrayList<Comparison>();
- private Map<String, PartitionDesc> pathToPartitionInfo;

    protected RecordReader recordReader;
    protected JobConf jobConf;
@@ -172,8 +171,6 @@ public abstract class HiveContextAwareRe
      ioCxtRef.isBlockPointer = isBlockPointer;
      ioCxtRef.inputPath = inputPath;
      LOG.info("Processing file " + inputPath);
- pathToPartitionInfo =
- Utilities.getMapWork(jobConf).getPathToPartitionInfo();
      initDone = true;
    }

@@ -313,6 +310,8 @@ public abstract class HiveContextAwareRe
          Path filePath = this.ioCxtRef.getInputPath();
          PartitionDesc part = null;
          try {
+ Map<String, PartitionDesc> pathToPartitionInfo = Utilities
+ .getMapWork(jobConf).getPathToPartitionInfo();
            part = HiveFileFormatUtils
                .getPartitionDescFromPathRecursively(pathToPartitionInfo,
                    filePath, IOPrepareCache.get().getPartitionDescMap());

Search Discussions

Related Discussions

Discussion Navigation
viewthread | post
posts ‹ prev | 1 of 1 | next ›
Discussion Overview
groupcommits @
categorieshive, hadoop
postedDec 22, '14 at 3:37p
activeDec 22, '14 at 3:37p
posts1
users1
websitehive.apache.org

1 user in discussion

Xuefu: 1 post

People

Translate

site design / logo © 2021 Grokbase