Question

我已经创建了一个使用Hiveserver2连接到hive的java脚本，并将创建表和管理表，对于简单的创建，删除，插入数据工作正常。

我想用分区创建外部表，为此我需要更改以下hive属性的值，

hive.exec.dynamic.partition = true
hive.exec.dynamic.partition.mode = nonstrict

在hive cli中，我可以使用SET和属性名称来完成它，但是如何在java代码中完成。

这是我的Java代码：

 public class HiveJdbcClient {

    private static String strDriverName = "org.apache.hive.jdbc.HiveDriver";
    public static void main(String[] args) throws SQLException {
        try{
        Class.forName(strDriverName);
        } catch (ClassNotFoundException e){
            e.printStackTrace();
            System.out.println("No class found");
            System.exit(1);
        }
        Connection con = DriverManager.getConnection("jdbc:hive2://172.11.1.11:10000/default","root","root123");
        Statement stmt = con.createStatement();
        String strTableName = "testtable";

        //stmt.execute("drop table " + strTableName);
        //creating staging table that will load the data to partition data

        String strStagingTableSql = "create table if not exists "+strTableName+"_staging "+ " (SEQUENCE_NO DECIMAL, DATE_KEY INT, ACTIVITY_TIME_KEY INT, Ds_KEY INT, Ds_VALUE DECIMAL, TL_DATE_KEY INT) ROW FORMAT DELIMITED FIELDS TERIMANTED BY '~'";
        String strMainTableSql = "create external table if not exists "+strTableName+" (SEQUENCE_NO DECIMAL, ACTIVITY_TIME_KEY INT, Ds_KEY INT, Ds_VALUE DECIMAL, TL_DATE_KEY INT) PARTITIONED BY (DATE_KEY INT) ROW FORMAT DELIMITED FIELDS TERMINATED BY '~' LOCATION '/informatica/dwh/teradata/testtable'";
        String strCreateSql = "create external table if not exists "+ strTableName + " (key int, value string) row format delimited fields terminated by ','";
        boolean res = stmt.execute(strCreateSql);
        //show tables
        String sql = "show tables '" + strTableName + "'";
        ResultSet res1 = stmt.executeQuery(sql);

        if (res1.next()){
            System.out.println(res1.getString(1));
        }

        sql = "describe "+ strTableName;
        System.out.println("Running: "+ sql);
        res1 = stmt.executeQuery(sql);
        while (res1.next()){
            System.out.println(res1.getString(1) + "\t" + res1.getString(2));
        }

        // load data into table
        // NOTE: filepath has to be local to the hive server
        // NOTE: /tmp/a.txt is a ctrl-A separated file with two fields per line
        String strFilepath = "/informatica/testing_hive_client_java.txt";
        sql = "load data inpath '" + strFilepath + "' into table " + strTableName;
        System.out.println("Running: " + sql);
        res = stmt.execute(sql);

        sql = "select count(1) from "+ strTableName;
        System.out.println("Running: "+ sql);
        res1 = stmt.executeQuery(sql);
        while(res1.next()){
            System.out.println(res1.getString(1));
        }



    }// end of main 

}// end of class

专家请注意你的想法。

Answer 1

我能够通过代码来解决我的问题。

boolean resHivePropertyTest = stmt
                .execute("SET hive.exec.dynamic.partition = true");
        resHivePropertyTest = stmt
                .execute("SET hive.exec.dynamic.partition.mode = nonstrict");

由于代码是JDBC客户端代码，因此执行只会在hive中执行此操作，因此对我有用。

如何从Java代码

1 个答案: