Hi,
I have impala 1.1.1 installed on a 22 node cluster.
I have created a table in Hive that points to a HBase table and I AM able
to view the HBase table from Hive as well.
But when i queried the same table from Impala, the query got stuck for a
long time.
The impalad.ERROR logs showed the following:
*E1009 20:36:29.788709 30625 ZooKeeperWatcher.java:397] hconnection
Received unexpected KeeperException, re-throwing exception*
*Java exception follows:*
*org.apache.zookeeper.KeeperException$ConnectionLossException:
KeeperErrorCode = ConnectionLoss for /hbase*
* at
org.apache.zookeeper.KeeperException.create(KeeperException.java:99)*
* at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)*
* at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)*
* at
org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.exists(RecoverableZooKeeper.java:172)
*
* at
org.apache.hadoop.hbase.zookeeper.ZKUtil.checkExists(ZKUtil.java:450)*
* at
org.apache.hadoop.hbase.zookeeper.ZooKeeperNodeTracker.checkIfBaseNodeAvailable(ZooKeeperNodeTracker.java:208)
*
* at
org.apache.hadoop.hbase.zookeeper.RootRegionTracker.waitRootRegionLocation(RootRegionTracker.java:77)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:874)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:987)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:885)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:987)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:889)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:846)
*
* at
org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:271)*
* at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:211)*
* at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:170)*
* at com.cloudera.impala.catalog.HBaseTable.load(HBaseTable.java:211)
*
* at com.cloudera.impala.catalog.Table.load(Table.java:152)*
* at com.cloudera.impala.catalog.Db.loadTable(Db.java:80)*
* at com.cloudera.impala.catalog.Db.access$000(Db.java:44)*
* at com.cloudera.impala.catalog.Db$1.load(Db.java:56)*
* at com.cloudera.impala.catalog.Db$1.load(Db.java:52)*
* at
com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3568)
*
* at
com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2350)*
* at
com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2313)
*
* at
com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2228)*
* at com.google.common.cache.LocalCache.get(LocalCache.java:3965)*
* at
com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3969)*
* at
com.google.common.cache.LocalCache$LocalManualCache.get(LocalCache.java:4829)
*
* at
com.cloudera.impala.catalog.CatalogObjectCache.get(CatalogObjectCache.java:155)
*
* at com.cloudera.impala.catalog.Db.getTable(Db.java:156)*
* at
com.cloudera.impala.catalog.Catalog.getTableInternal(Catalog.java:444)*
* at com.cloudera.impala.catalog.Catalog.getTable(Catalog.java:465)*
* at
com.cloudera.impala.analysis.Analyzer.getTable(Analyzer.java:913)*
* at
com.cloudera.impala.analysis.Analyzer.registerBaseTableRef(Analyzer.java:271)
*
* at
com.cloudera.impala.analysis.BaseTableRef.analyze(BaseTableRef.java:73)*
* at
com.cloudera.impala.analysis.SelectStmt.analyze(SelectStmt.java:126)*
* at
com.cloudera.impala.analysis.AnalysisContext.analyze(AnalysisContext.java:239)
*
* at
com.cloudera.impala.service.Frontend.createExecRequest(Frontend.java:339)*
* at
com.cloudera.impala.service.JniFrontend.createExecRequest(JniFrontend.java:151)
*
*E1009 20:36:45.512202 30625 RecoverableZooKeeper.java:221] ZooKeeper
getData failed after 3 retries*
*E1009 20:36:45.513305 30625 ZooKeeperWatcher.java:397] hconnection
Received unexpected KeeperException, re-throwing exception*
*Java exception follows:*
*org.apache.zookeeper.KeeperException$ConnectionLossException:
KeeperErrorCode = ConnectionLoss for /hbase/root-region-server*
* at
org.apache.zookeeper.KeeperException.create(KeeperException.java:99)*
* at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)*
* at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)*
* at
org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.getData(RecoverableZooKeeper.java:290)
*
* at
org.apache.hadoop.hbase.zookeeper.ZKUtil.getDataInternal(ZKUtil.java:709)*
* at
org.apache.hadoop.hbase.zookeeper.ZKUtil.getDataAndWatch(ZKUtil.java:685)*
* at
org.apache.hadoop.hbase.zookeeper.ZooKeeperNodeTracker.blockUntilAvailable(ZooKeeperNodeTracker.java:124)
*
* at
org.apache.hadoop.hbase.zookeeper.RootRegionTracker.waitRootRegionLocation(RootRegionTracker.java:83)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:874)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:987)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:885)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:987)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:889)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:846)
*
* at
org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:271)*
* at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:211)*
* at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:170)*
* at com.cloudera.impala.catalog.HBaseTable.load(HBaseTable.java:211)
*
* at com.cloudera.impala.catalog.Table.load(Table.java:152)*
* at com.cloudera.impala.catalog.Db.loadTable(Db.java:80)*
* at com.cloudera.impala.catalog.Db.access$000(Db.java:44)*
* at com.cloudera.impala.catalog.Db$1.load(Db.java:56)*
* at com.cloudera.impala.catalog.Db$1.load(Db.java:52)*
* at
com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3568)
*
* at
com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2350)*
* at
com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2313)
*
* at
com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2228)*
* at com.google.common.cache.LocalCache.get(LocalCache.java:3965)*
* at
com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3969)*
* at
com.google.common.cache.LocalCache$LocalManualCache.get(LocalCache.java:4829)
*
* at
com.cloudera.impala.catalog.CatalogObjectCache.get(CatalogObjectCache.java:155)
*
* at com.cloudera.impala.catalog.Db.getTable(Db.java:156)*
* at
com.cloudera.impala.catalog.Catalog.getTableInternal(Catalog.java:444)*
* at com.cloudera.impala.catalog.Catalog.getTable(Catalog.java:465)*
* at
com.cloudera.impala.analysis.Analyzer.getTable(Analyzer.java:913)*
* at
com.cloudera.impala.analysis.Analyzer.registerBaseTableRef(Analyzer.java:271)
*
* at
com.cloudera.impala.analysis.BaseTableRef.analyze(BaseTableRef.java:73)*
* at
com.cloudera.impala.analysis.SelectStmt.analyze(SelectStmt.java:126)*
* at
com.cloudera.impala.analysis.AnalysisContext.analyze(AnalysisContext.java:239)
*
* at
com.cloudera.impala.service.Frontend.createExecRequest(Frontend.java:339)*
* at
com.cloudera.impala.service.JniFrontend.createExecRequest(JniFrontend.java:151)
*
*E1009 20:37:47.532812 30625 RecoverableZooKeeper.java:221] ZooKeeper
exists failed after 3 retries*
*E1009 20:37:47.533854 30625 ZooKeeperWatcher.java:397] hconnection
Received unexpected KeeperException, re-throwing exception*
*Java exception follows:*
*org.apache.zookeeper.KeeperException$ConnectionLossException:
KeeperErrorCode = ConnectionLoss for /hbase*
* at
org.apache.zookeeper.KeeperException.create(KeeperException.java:99)*
* at
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)*
* at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)*
* at
org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.exists(RecoverableZooKeeper.java:172)
*
* at
org.apache.hadoop.hbase.zookeeper.ZKUtil.checkExists(ZKUtil.java:450)*
* at
org.apache.hadoop.hbase.zookeeper.ZooKeeperNodeTracker.checkIfBaseNodeAvailable(ZooKeeperNodeTracker.java:208)
*
* at
org.apache.hadoop.hbase.zookeeper.RootRegionTracker.waitRootRegionLocation(RootRegionTracker.java:77)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:874)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:987)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:885)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:987)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:889)
*
* at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:846)
*
* at
org.apache.hadoop.hbase.client.HTable.finishSetup(HTable.java:271)*
* at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:211)*
* at org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:170)*
* at com.cloudera.impala.catalog.HBaseTable.load(HBaseTable.java:211)
*
* at com.cloudera.impala.catalog.Table.load(Table.java:152)*
* at com.cloudera.impala.catalog.Db.loadTable(Db.java:80)*
* at com.cloudera.impala.catalog.Db.access$000(Db.java:44)*
* at com.cloudera.impala.catalog.Db$1.load(Db.java:56)*
* at com.cloudera.impala.catalog.Db$1.load(Db.java:52)*
* at
com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3568)
*
* at
com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2350)*
* at
com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2313)
*
* at
com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2228)*
* at com.google.common.cache.LocalCache.get(LocalCache.java:3965)*
* at
com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3969)*
* at
com.google.common.cache.LocalCache$LocalManualCache.get(LocalCache.java:4829)
*
* at
com.cloudera.impala.catalog.CatalogObjectCache.get(CatalogObjectCache.java:155)
*
* at com.cloudera.impala.catalog.Db.getTable(Db.java:156)*
* at
com.cloudera.impala.catalog.Catalog.getTableInternal(Catalog.java:444)*
* at com.cloudera.impala.catalog.Catalog.getTable(Catalog.java:465)*
* at
com.cloudera.impala.analysis.Analyzer.getTable(Analyzer.java:913)*
* at
com.cloudera.impala.analysis.Analyzer.registerBaseTableRef(Analyzer.java:271)
*
* at
com.cloudera.impala.analysis.BaseTableRef.analyze(BaseTableRef.java:73)*
* at
com.cloudera.impala.analysis.SelectStmt.analyze(SelectStmt.java:126)*
* at
com.cloudera.impala.analysis.AnalysisContext.analyze(AnalysisContext.java:239)
*
* at
com.cloudera.impala.service.Frontend.createExecRequest(Frontend.java:339)*
* at
com.cloudera.impala.service.JniFrontend.createExecRequest(JniFrontend.java:151)
*
*E1009 20:38:05.118031 30625 RecoverableZooKeeper.java:221] ZooKeeper
getData failed after 3 retries*
The zookeeper quorum runs fine and the required hbase properties
(hbase.zookeeper.quorum, hbase.zookeeper.property.clientPort) are also set
in the hive-site.xml inside impala's directory.
I'm unable to figure out what the problem is. Any help would greatly be
appreciated!
Thank you,
Sachin
To unsubscribe from this group and stop receiving emails from it, send an email to [email protected].
