FAQ
Author: prasanthj
Date: Wed Apr 1 02:19:02 2015
New Revision: 1670541

URL: http://svn.apache.org/r1670541
Log:
HIVE-10081: LLAP: Make the low-level IO threadpool configurable (Prasanth Jayachandran)

Modified:
     hive/branches/llap/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
     hive/branches/llap/llap-server/src/java/org/apache/hadoop/hive/llap/io/api/impl/LlapIoImpl.java

Modified: hive/branches/llap/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
URL: http://svn.apache.org/viewvc/hive/branches/llap/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java?rev=1670541&r1=1670540&r2=1670541&view=diff
==============================================================================
--- hive/branches/llap/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java (original)
+++ hive/branches/llap/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java Wed Apr 1 02:19:02 2015
@@ -2056,6 +2056,8 @@ public class HiveConf extends Configurat
          "Comma-delimited set of integers denoting the desired rollover intervals (in seconds) for" +
              "percentile latency metrics on the LLAP daemon producer-consumer queue. By default," +
              "percentile latency metrics are disabled."),
+ LLAP_IO_THREADPOOL_SIZE("hive.llap.io.threadpool.size", 10,
+ "Specify the number of threads to use for low-level IO thread pool."),


      SPARK_CLIENT_FUTURE_TIMEOUT("hive.spark.client.future.timeout",

Modified: hive/branches/llap/llap-server/src/java/org/apache/hadoop/hive/llap/io/api/impl/LlapIoImpl.java
URL: http://svn.apache.org/viewvc/hive/branches/llap/llap-server/src/java/org/apache/hadoop/hive/llap/io/api/impl/LlapIoImpl.java?rev=1670541&r1=1670540&r2=1670541&view=diff
==============================================================================
--- hive/branches/llap/llap-server/src/java/org/apache/hadoop/hive/llap/io/api/impl/LlapIoImpl.java (original)
+++ hive/branches/llap/llap-server/src/java/org/apache/hadoop/hive/llap/io/api/impl/LlapIoImpl.java Wed Apr 1 02:19:02 2015
@@ -105,7 +105,8 @@ public class LlapIoImpl implements LlapI
        cachePolicy.setEvictionListener(metadataCache);
      }
      // Arbitrary thread pool. Listening is used for unhandled errors for now (TODO: remove?)
- executor = MoreExecutors.listeningDecorator(Executors.newFixedThreadPool(10));
+ int numThreads = HiveConf.getIntVar(conf, HiveConf.ConfVars.LLAP_IO_THREADPOOL_SIZE);
+ executor = MoreExecutors.listeningDecorator(Executors.newFixedThreadPool(numThreads));

      // TODO: this should depends on input format and be in a map, or something.
      this.cvp = new OrcColumnVectorProducer(metadataCache, orcCache, cache, conf, cacheMetrics,

Search Discussions

Related Discussions

Discussion Navigation
viewthread | post
posts ‹ prev | 1 of 1 | next ›
Discussion Overview
groupcommits @
categorieshive, hadoop
postedApr 1, '15 at 2:19a
activeApr 1, '15 at 2:19a
posts1
users1
websitehive.apache.org

1 user in discussion

Prasanthj: 1 post

People

Translate

site design / logo © 2021 Grokbase