FAQ
Author: kevinwilfong
Date: Wed Apr 25 16:58:54 2012
New Revision: 1330417

URL: http://svn.apache.org/viewvc?rev=1330417&view=rev
Log:
HIVE-2918. Hive Dynamic Partition Insert - move task not considering 'hive.exec.max.dynamic.partitions' from CLI. (cwsteinbach via kevinwilfong)

Added:
hive/trunk/ql/src/test/queries/clientnegative/dyn_part_max.q
hive/trunk/ql/src/test/queries/clientnegative/dyn_part_max_per_node.q
hive/trunk/ql/src/test/results/clientnegative/dyn_part_max.q.out
hive/trunk/ql/src/test/results/clientnegative/dyn_part_max_per_node.q.out
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java?rev=1330417&r1=1330416&r2=1330417&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java Wed Apr 25 16:58:54 2012
@@ -164,6 +164,7 @@ public class Hive {
hiveDB.set(newdb);
return newdb;
}
+ db.conf = c;
return db;
}


Added: hive/trunk/ql/src/test/queries/clientnegative/dyn_part_max.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientnegative/dyn_part_max.q?rev=1330417&view=auto
==============================================================================
--- hive/trunk/ql/src/test/queries/clientnegative/dyn_part_max.q (added)
+++ hive/trunk/ql/src/test/queries/clientnegative/dyn_part_max.q Wed Apr 25 16:58:54 2012
@@ -0,0 +1,16 @@
+USE default;
+
+-- Test of hive.exec.max.dynamic.partitions
+-- Set hive.exec.max.dynamic.partitions.pernode to a large value so it will be ignored
+
+CREATE TABLE max_parts(key STRING) PARTITIONED BY (value STRING);
+
+set hive.exec.dynamic.partition=true;
+set hive.exec.dynamic.partition.mode=nonstrict;
+set hive.exec.max.dynamic.partitions=10;
+set hive.exec.max.dynamic.partitions.pernode=1000;
+
+INSERT OVERWRITE TABLE max_parts PARTITION(value)
+SELECT key, value
+FROM src
+LIMIT 50;

Added: hive/trunk/ql/src/test/queries/clientnegative/dyn_part_max_per_node.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientnegative/dyn_part_max_per_node.q?rev=1330417&view=auto
==============================================================================
--- hive/trunk/ql/src/test/queries/clientnegative/dyn_part_max_per_node.q (added)
+++ hive/trunk/ql/src/test/queries/clientnegative/dyn_part_max_per_node.q Wed Apr 25 16:58:54 2012
@@ -0,0 +1,15 @@
+USE default;
+
+-- Test of hive.exec.max.dynamic.partitions.pernode
+
+CREATE TABLE max_parts(key STRING) PARTITIONED BY (value STRING);
+
+set hive.exec.dynamic.partition=true;
+set hive.exec.dynamic.partition.mode=nonstrict;
+set hive.exec.max.dynamic.partitions=1000;
+set hive.exec.max.dynamic.partitions.pernode=10;
+
+INSERT OVERWRITE TABLE max_parts PARTITION(value)
+SELECT key, value
+FROM src
+LIMIT 50;

Added: hive/trunk/ql/src/test/results/clientnegative/dyn_part_max.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientnegative/dyn_part_max.q.out?rev=1330417&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientnegative/dyn_part_max.q.out (added)
+++ hive/trunk/ql/src/test/results/clientnegative/dyn_part_max.q.out Wed Apr 25 16:58:54 2012
@@ -0,0 +1,24 @@
+PREHOOK: query: USE default
+PREHOOK: type: SWITCHDATABASE
+POSTHOOK: query: USE default
+POSTHOOK: type: SWITCHDATABASE
+PREHOOK: query: -- Test of hive.exec.max.dynamic.partitions
+-- Set hive.exec.max.dynamic.partitions.pernode to a large value so it will be ignored
+
+CREATE TABLE max_parts(key STRING) PARTITIONED BY (value STRING)
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: -- Test of hive.exec.max.dynamic.partitions
+-- Set hive.exec.max.dynamic.partitions.pernode to a large value so it will be ignored
+
+CREATE TABLE max_parts(key STRING) PARTITIONED BY (value STRING)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@max_parts
+PREHOOK: query: INSERT OVERWRITE TABLE max_parts PARTITION(value)
+SELECT key, value
+FROM src
+LIMIT 50
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@max_parts
+Failed with exception Number of dynamic partitions created is 49, which is more than 10. To solve this try to set hive.exec.max.dynamic.partitions to at least 49.
+FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.MoveTask

Added: hive/trunk/ql/src/test/results/clientnegative/dyn_part_max_per_node.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientnegative/dyn_part_max_per_node.q.out?rev=1330417&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientnegative/dyn_part_max_per_node.q.out (added)
+++ hive/trunk/ql/src/test/results/clientnegative/dyn_part_max_per_node.q.out Wed Apr 25 16:58:54 2012
@@ -0,0 +1,31 @@
+PREHOOK: query: USE default
+PREHOOK: type: SWITCHDATABASE
+POSTHOOK: query: USE default
+POSTHOOK: type: SWITCHDATABASE
+PREHOOK: query: -- Test of hive.exec.max.dynamic.partitions.pernode
+
+CREATE TABLE max_parts(key STRING) PARTITIONED BY (value STRING)
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: -- Test of hive.exec.max.dynamic.partitions.pernode
+
+CREATE TABLE max_parts(key STRING) PARTITIONED BY (value STRING)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@max_parts
+PREHOOK: query: INSERT OVERWRITE TABLE max_parts PARTITION(value)
+SELECT key, value
+FROM src
+LIMIT 50
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@max_parts
+Execution failed with exit status: 2
+Obtaining error information
+
+Task failed!
+Task ID:
+ Stage-1
+
+Logs:
+
+#### A masked pattern was here ####
+FAILED: Execution Error, return code 2 from org.apache.hadoop.hive.ql.exec.MapRedTask

Search Discussions

Related Discussions

Discussion Navigation
viewthread | post
posts ‹ prev | 1 of 1 | next ›
Discussion Overview
groupcommits @
categorieshive, hadoop
postedApr 25, '12 at 4:59p
activeApr 25, '12 at 4:59p
posts1
users1
websitehive.apache.org

1 user in discussion

Kevinwilfong: 1 post

People

Translate

site design / logo © 2021 Grokbase