FAQ
Author: brock
Date: Tue Sep 2 16:19:17 2014
New Revision: 1622052

URL: http://svn.apache.org/r1622052
Log:
HIVE-7869 - Build long running HS2 test framework (Suhas Satish via Brock)

Added:
     hive/trunk/bin/ext/hiveburninclient.sh
     hive/trunk/testutils/src/java/org/apache/hive/testutils/jdbc/
     hive/trunk/testutils/src/java/org/apache/hive/testutils/jdbc/HiveBurnInClient.java

Added: hive/trunk/bin/ext/hiveburninclient.sh
URL: http://svn.apache.org/viewvc/hive/trunk/bin/ext/hiveburninclient.sh?rev=1622052&view=auto
==============================================================================
--- hive/trunk/bin/ext/hiveburninclient.sh (added)
+++ hive/trunk/bin/ext/hiveburninclient.sh Tue Sep 2 16:19:17 2014
@@ -0,0 +1,33 @@
+#!/bin/sh
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+THISSERVICE=hiveburninclient
+export SERVICE_LIST="${SERVICE_LIST}${THISSERVICE} "
+
+hiveburninclient() {
+ echo "Starting hiveburninclient"
+ CLASS=org.apache.hive.testutils.jdbc.HiveBurnInClient
+ if $cygwin; then
+ HIVE_LIB=`cygpath -w "$HIVE_LIB"`
+ fi
+ JAR=${HIVE_LIB}/hive-service-*.jar
+ exec $HADOOP jar $JAR $CLASS $HIVE_OPTS "$@"
+}
+
+hiveburninclient_help() {
+ hiveburninclient -H
+}
+

Added: hive/trunk/testutils/src/java/org/apache/hive/testutils/jdbc/HiveBurnInClient.java
URL: http://svn.apache.org/viewvc/hive/trunk/testutils/src/java/org/apache/hive/testutils/jdbc/HiveBurnInClient.java?rev=1622052&view=auto
==============================================================================
--- hive/trunk/testutils/src/java/org/apache/hive/testutils/jdbc/HiveBurnInClient.java (added)
+++ hive/trunk/testutils/src/java/org/apache/hive/testutils/jdbc/HiveBurnInClient.java Tue Sep 2 16:19:17 2014
@@ -0,0 +1,134 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hive.testutils.jdbc;
+
+
+import java.sql.SQLException;
+import java.sql.Connection;
+import java.sql.ResultSet;
+import java.sql.Statement;
+import java.sql.DriverManager;
+
+
+public class HiveBurnInClient {
+ private static String driverName = "org.apache.hive.jdbc.HiveDriver";
+
+ //default 80k (runs slightly over 1 day long)
+ private final static int NUM_QUERY_ITERATIONS = 80000;
+
+ /**
+ * Creates 2 tables to query from
+ *
+ * @param num
+ */
+ public static void createTables(Connection con) throws SQLException {
+ Statement stmt = con.createStatement();
+ String tableName = "table1";
+ String sql = "drop table if exists " + tableName;
+ executeQuery(stmt, sql, false);
+
+ sql = "create table " + tableName + " (key int, value string)";
+ executeQuery(stmt, sql, false);
+
+ // load data into table
+ // NOTE: filepath has to be local to the hive server
+ String filepath = "./examples/files/kv1.txt";
+ sql = "load data local inpath '" + filepath + "' into table " + tableName;
+ executeQuery(stmt, sql, false);
+
+ tableName = "table2";
+ sql = "drop table if exists " + tableName;
+ executeQuery(stmt, sql, false);
+ sql = "create table " + tableName + " (key int, value string)";
+ executeQuery(stmt, sql, false);
+
+ filepath = "./examples/files/kv2.txt";
+ sql = "load data local inpath '" + filepath + "' into table " + tableName;
+ executeQuery(stmt, sql, false);
+ }
+
+ private static void executeQuery(Statement stmt, String sql, boolean resultSet) throws SQLException{
+
+ System.out.println("Running: " + sql);
+ long startTime = System.currentTimeMillis();
+ if (resultSet){
+ ResultSet res = stmt.executeQuery(sql);
+ while (res.next()){
+ res.getString(1);
+ }
+ }
+ else {
+ stmt.execute(sql);
+ }
+ long endTime = System.currentTimeMillis();
+ long msElapsedTime = endTime - startTime;
+ System.out.printf("Time taken for query = %d ms \n", msElapsedTime);
+ }
+
+ /**
+ * @param con
+ * @param numberOfQueryIterations
+ * @throws SQLException
+ */
+ public static void runQueries(Connection con, int numberOfQueryIterations) throws SQLException {
+ Statement stmt = con.createStatement();
+
+ for (int i = 0; i < numberOfQueryIterations; i++) {
+ System.out.println("Iteration #" + i);
+
+ // select query
+ String sql = "from table1 SELECT * group by table1.key order by table1.key desc";
+ executeQuery(stmt, sql, true);
+
+ // count query
+ sql = "select count(*) from table1";
+ executeQuery(stmt, sql, true);
+
+ // join with group-by, having, order-by
+ sql = "select t1.key,count(t1.key) as cnt from table1 t1"
+ + " join table2 t2 on (t1.key = t2.key) group by t1.key having cnt > 5 order by cnt desc";
+ executeQuery(stmt, sql, true);
+
+ // full outer join
+ sql = "select table1.value, table2.value from table1 full outer join table2 "
+ + "on (table1.key = table2.key)";
+ executeQuery(stmt, sql, true);
+ }
+
+ }
+
+ /**
+ * @param args
+ * @throws SQLException
+ * @throws ClassNotFoundException
+ */
+ public static void main(String[] args) throws SQLException, ClassNotFoundException {
+ Class.forName(driverName);
+ int numberOfQueryIterations = NUM_QUERY_ITERATIONS;
+
+ if (args.length > 0) {
+ numberOfQueryIterations = Integer.parseInt(args[0]);
+ }
+ if (numberOfQueryIterations < 0) {
+ numberOfQueryIterations = NUM_QUERY_ITERATIONS;
+ }
+ Connection con = DriverManager.getConnection("jdbc:hive2://localhost:10000/default", "hive", "");
+ createTables(con);
+ runQueries(con, numberOfQueryIterations);
+ }
+}

Search Discussions

Related Discussions

Discussion Navigation
viewthread | post
Discussion Overview
groupcommits @
categorieshive, hadoop
postedSep 2, '14 at 4:19p
activeSep 2, '14 at 4:19p
posts1
users1
websitehive.apache.org

1 user in discussion

Brock: 1 post

People

Translate

site design / logo © 2021 Grokbase