FAQ
Repository: hive
Updated Branches:
   refs/heads/branch-1 236cc2ac9 -> cec1292a2


HIVE-11422: Join a ACID table with non-ACID table fail with MR


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/cec1292a
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/cec1292a
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/cec1292a

Branch: refs/heads/branch-1
Commit: cec1292a22ccebbf0e0297c05ffb6381c5e20dc8
Parents: 236cc2a
Author: Daniel Dai <daijy@hortonworks.com>
Authored: Wed Nov 18 17:21:55 2015 -0800
Committer: Daniel Dai <daijy@hortonworks.com>
Committed: Wed Nov 18 17:23:44 2015 -0800

----------------------------------------------------------------------
  .../test/resources/testconfiguration.properties | 1 +
  .../queries/clientpositive/join_acid_non_acid.q | 24 ++++++++
  .../clientpositive/join_acid_non_acid.q.out | 58 ++++++++++++++++++++
  3 files changed, 83 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/cec1292a/itests/src/test/resources/testconfiguration.properties
----------------------------------------------------------------------
diff --git a/itests/src/test/resources/testconfiguration.properties b/itests/src/test/resources/testconfiguration.properties
index c8b8386..8ecc7e9 100644
--- a/itests/src/test/resources/testconfiguration.properties
+++ b/itests/src/test/resources/testconfiguration.properties
@@ -27,6 +27,7 @@ minimr.query.files=auto_sortmerge_join_16.q,\
    infer_bucket_sort_reducers_power_two.q,\
    input16_cc.q,\
    join1.q,\
+ join_acid_non_acid.q,\
    leftsemijoin_mr.q,\
    list_bucket_dml_10.q,\
    load_fs2.q,\

http://git-wip-us.apache.org/repos/asf/hive/blob/cec1292a/ql/src/test/queries/clientpositive/join_acid_non_acid.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/join_acid_non_acid.q b/ql/src/test/queries/clientpositive/join_acid_non_acid.q
new file mode 100644
index 0000000..43d768f
--- /dev/null
+++ b/ql/src/test/queries/clientpositive/join_acid_non_acid.q
@@ -0,0 +1,24 @@
+set hive.support.concurrency=true;
+set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager;
+
+CREATE TABLE orc_update_table (k1 INT, f1 STRING, op_code STRING)
+CLUSTERED BY (k1) INTO 2 BUCKETS
+STORED AS ORC TBLPROPERTIES("transactional"="true");
+
+INSERT INTO TABLE orc_update_table VALUES (1, 'a', 'I');
+
+CREATE TABLE orc_table (k1 INT, f1 STRING)
+CLUSTERED BY (k1) SORTED BY (k1) INTO 2 BUCKETS
+STORED AS ORC;
+
+INSERT OVERWRITE TABLE orc_table VALUES (1, 'x');
+
+set hive.cbo.enable=true;
+SET hive.execution.engine=mr;
+SET hive.auto.convert.join=false;
+SET hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat;
+SET hive.conf.validation=false;
+SET hive.doing.acid=false;
+
+SELECT t1.*, t2.* FROM orc_table t1
+JOIN orc_update_table t2 ON t1.k1=t2.k1 ORDER BY t1.k1;

http://git-wip-us.apache.org/repos/asf/hive/blob/cec1292a/ql/src/test/results/clientpositive/join_acid_non_acid.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/join_acid_non_acid.q.out b/ql/src/test/results/clientpositive/join_acid_non_acid.q.out
new file mode 100644
index 0000000..4905351
--- /dev/null
+++ b/ql/src/test/results/clientpositive/join_acid_non_acid.q.out
@@ -0,0 +1,58 @@
+PREHOOK: query: CREATE TABLE orc_update_table (k1 INT, f1 STRING, op_code STRING)
+CLUSTERED BY (k1) INTO 2 BUCKETS
+STORED AS ORC TBLPROPERTIES("transactional"="true")
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@orc_update_table
+POSTHOOK: query: CREATE TABLE orc_update_table (k1 INT, f1 STRING, op_code STRING)
+CLUSTERED BY (k1) INTO 2 BUCKETS
+STORED AS ORC TBLPROPERTIES("transactional"="true")
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@orc_update_table
+PREHOOK: query: INSERT INTO TABLE orc_update_table VALUES (1, 'a', 'I')
+PREHOOK: type: QUERY
+PREHOOK: Input: default@values__tmp__table__1
+PREHOOK: Output: default@orc_update_table
+POSTHOOK: query: INSERT INTO TABLE orc_update_table VALUES (1, 'a', 'I')
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@values__tmp__table__1
+POSTHOOK: Output: default@orc_update_table
+POSTHOOK: Lineage: orc_update_table.f1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ]
+POSTHOOK: Lineage: orc_update_table.k1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ]
+POSTHOOK: Lineage: orc_update_table.op_code SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ]
+PREHOOK: query: CREATE TABLE orc_table (k1 INT, f1 STRING)
+CLUSTERED BY (k1) SORTED BY (k1) INTO 2 BUCKETS
+STORED AS ORC
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@orc_table
+POSTHOOK: query: CREATE TABLE orc_table (k1 INT, f1 STRING)
+CLUSTERED BY (k1) SORTED BY (k1) INTO 2 BUCKETS
+STORED AS ORC
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@orc_table
+PREHOOK: query: INSERT OVERWRITE TABLE orc_table VALUES (1, 'x')
+PREHOOK: type: QUERY
+PREHOOK: Input: default@values__tmp__table__2
+PREHOOK: Output: default@orc_table
+POSTHOOK: query: INSERT OVERWRITE TABLE orc_table VALUES (1, 'x')
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@values__tmp__table__2
+POSTHOOK: Output: default@orc_table
+POSTHOOK: Lineage: orc_table.f1 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ]
+POSTHOOK: Lineage: orc_table.k1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ]
+PREHOOK: query: SELECT t1.*, t2.* FROM orc_table t1
+JOIN orc_update_table t2 ON t1.k1=t2.k1 ORDER BY t1.k1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@orc_table
+PREHOOK: Input: default@orc_update_table
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT t1.*, t2.* FROM orc_table t1
+JOIN orc_update_table t2 ON t1.k1=t2.k1 ORDER BY t1.k1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@orc_table
+POSTHOOK: Input: default@orc_update_table
+#### A masked pattern was here ####
+1 x 1 a I

Search Discussions

  • Daijy at Nov 19, 2015 at 1:25 am
    Repository: hive
    Updated Branches:
       refs/heads/master fb944ee49 -> efd488487


    HIVE-11422: Join a ACID table with non-ACID table fail with MR


    Project: http://git-wip-us.apache.org/repos/asf/hive/repo
    Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/efd48848
    Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/efd48848
    Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/efd48848

    Branch: refs/heads/master
    Commit: efd488487cb3eee146c147379d14a74ff9d2b15f
    Parents: fb944ee
    Author: Daniel Dai <daijy@hortonworks.com>
    Authored: Wed Nov 18 17:25:06 2015 -0800
    Committer: Daniel Dai <daijy@hortonworks.com>
    Committed: Wed Nov 18 17:25:06 2015 -0800

    ----------------------------------------------------------------------
      .../test/resources/testconfiguration.properties | 1 +
      .../queries/clientpositive/join_acid_non_acid.q | 24 ++++++++
      .../clientpositive/join_acid_non_acid.q.out | 58 ++++++++++++++++++++
      3 files changed, 83 insertions(+)
    ----------------------------------------------------------------------


    http://git-wip-us.apache.org/repos/asf/hive/blob/efd48848/itests/src/test/resources/testconfiguration.properties
    ----------------------------------------------------------------------
    diff --git a/itests/src/test/resources/testconfiguration.properties b/itests/src/test/resources/testconfiguration.properties
    index a49a301..a33e720 100644
    --- a/itests/src/test/resources/testconfiguration.properties
    +++ b/itests/src/test/resources/testconfiguration.properties
    @@ -28,6 +28,7 @@ minimr.query.files=auto_sortmerge_join_16.q,\
        input16_cc.q,\
        insert_dir_distcp.q,\
        join1.q,\
    + join_acid_non_acid.q,\
        leftsemijoin_mr.q,\
        list_bucket_dml_10.q,\
        load_fs2.q,\

    http://git-wip-us.apache.org/repos/asf/hive/blob/efd48848/ql/src/test/queries/clientpositive/join_acid_non_acid.q
    ----------------------------------------------------------------------
    diff --git a/ql/src/test/queries/clientpositive/join_acid_non_acid.q b/ql/src/test/queries/clientpositive/join_acid_non_acid.q
    new file mode 100644
    index 0000000..43d768f
    --- /dev/null
    +++ b/ql/src/test/queries/clientpositive/join_acid_non_acid.q
    @@ -0,0 +1,24 @@
    +set hive.support.concurrency=true;
    +set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager;
    +
    +CREATE TABLE orc_update_table (k1 INT, f1 STRING, op_code STRING)
    +CLUSTERED BY (k1) INTO 2 BUCKETS
    +STORED AS ORC TBLPROPERTIES("transactional"="true");
    +
    +INSERT INTO TABLE orc_update_table VALUES (1, 'a', 'I');
    +
    +CREATE TABLE orc_table (k1 INT, f1 STRING)
    +CLUSTERED BY (k1) SORTED BY (k1) INTO 2 BUCKETS
    +STORED AS ORC;
    +
    +INSERT OVERWRITE TABLE orc_table VALUES (1, 'x');
    +
    +set hive.cbo.enable=true;
    +SET hive.execution.engine=mr;
    +SET hive.auto.convert.join=false;
    +SET hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat;
    +SET hive.conf.validation=false;
    +SET hive.doing.acid=false;
    +
    +SELECT t1.*, t2.* FROM orc_table t1
    +JOIN orc_update_table t2 ON t1.k1=t2.k1 ORDER BY t1.k1;

    http://git-wip-us.apache.org/repos/asf/hive/blob/efd48848/ql/src/test/results/clientpositive/join_acid_non_acid.q.out
    ----------------------------------------------------------------------
    diff --git a/ql/src/test/results/clientpositive/join_acid_non_acid.q.out b/ql/src/test/results/clientpositive/join_acid_non_acid.q.out
    new file mode 100644
    index 0000000..4905351
    --- /dev/null
    +++ b/ql/src/test/results/clientpositive/join_acid_non_acid.q.out
    @@ -0,0 +1,58 @@
    +PREHOOK: query: CREATE TABLE orc_update_table (k1 INT, f1 STRING, op_code STRING)
    +CLUSTERED BY (k1) INTO 2 BUCKETS
    +STORED AS ORC TBLPROPERTIES("transactional"="true")
    +PREHOOK: type: CREATETABLE
    +PREHOOK: Output: database:default
    +PREHOOK: Output: default@orc_update_table
    +POSTHOOK: query: CREATE TABLE orc_update_table (k1 INT, f1 STRING, op_code STRING)
    +CLUSTERED BY (k1) INTO 2 BUCKETS
    +STORED AS ORC TBLPROPERTIES("transactional"="true")
    +POSTHOOK: type: CREATETABLE
    +POSTHOOK: Output: database:default
    +POSTHOOK: Output: default@orc_update_table
    +PREHOOK: query: INSERT INTO TABLE orc_update_table VALUES (1, 'a', 'I')
    +PREHOOK: type: QUERY
    +PREHOOK: Input: default@values__tmp__table__1
    +PREHOOK: Output: default@orc_update_table
    +POSTHOOK: query: INSERT INTO TABLE orc_update_table VALUES (1, 'a', 'I')
    +POSTHOOK: type: QUERY
    +POSTHOOK: Input: default@values__tmp__table__1
    +POSTHOOK: Output: default@orc_update_table
    +POSTHOOK: Lineage: orc_update_table.f1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ]
    +POSTHOOK: Lineage: orc_update_table.k1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ]
    +POSTHOOK: Lineage: orc_update_table.op_code SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ]
    +PREHOOK: query: CREATE TABLE orc_table (k1 INT, f1 STRING)
    +CLUSTERED BY (k1) SORTED BY (k1) INTO 2 BUCKETS
    +STORED AS ORC
    +PREHOOK: type: CREATETABLE
    +PREHOOK: Output: database:default
    +PREHOOK: Output: default@orc_table
    +POSTHOOK: query: CREATE TABLE orc_table (k1 INT, f1 STRING)
    +CLUSTERED BY (k1) SORTED BY (k1) INTO 2 BUCKETS
    +STORED AS ORC
    +POSTHOOK: type: CREATETABLE
    +POSTHOOK: Output: database:default
    +POSTHOOK: Output: default@orc_table
    +PREHOOK: query: INSERT OVERWRITE TABLE orc_table VALUES (1, 'x')
    +PREHOOK: type: QUERY
    +PREHOOK: Input: default@values__tmp__table__2
    +PREHOOK: Output: default@orc_table
    +POSTHOOK: query: INSERT OVERWRITE TABLE orc_table VALUES (1, 'x')
    +POSTHOOK: type: QUERY
    +POSTHOOK: Input: default@values__tmp__table__2
    +POSTHOOK: Output: default@orc_table
    +POSTHOOK: Lineage: orc_table.f1 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ]
    +POSTHOOK: Lineage: orc_table.k1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ]
    +PREHOOK: query: SELECT t1.*, t2.* FROM orc_table t1
    +JOIN orc_update_table t2 ON t1.k1=t2.k1 ORDER BY t1.k1
    +PREHOOK: type: QUERY
    +PREHOOK: Input: default@orc_table
    +PREHOOK: Input: default@orc_update_table
    +#### A masked pattern was here ####
    +POSTHOOK: query: SELECT t1.*, t2.* FROM orc_table t1
    +JOIN orc_update_table t2 ON t1.k1=t2.k1 ORDER BY t1.k1
    +POSTHOOK: type: QUERY
    +POSTHOOK: Input: default@orc_table
    +POSTHOOK: Input: default@orc_update_table
    +#### A masked pattern was here ####
    +1 x 1 a I

Related Discussions

Discussion Navigation
viewthread | post
Discussion Overview
groupcommits @
categorieshive, hadoop
postedNov 19, '15 at 1:24a
activeNov 19, '15 at 1:25a
posts2
users1
websitehive.apache.org

1 user in discussion

Daijy: 2 posts

People

Translate

site design / logo © 2021 Grokbase