PostgreSQL:如何将文本文件中的行插入数据库表?

时间:2016-01-08 19:31:59

标签: java database postgresql insert-into

如何阅读&从包含许多以[x,y,z]形式的URL的文本文件中插入行,例如:

1 google com(由标签分隔)

进入数据库表(无需手动复制每一行)?

我是编程新手!

感谢您的时间,并帮助善良的先生和女士们!

import java.sql.*;
import java.util.Scanner;
import java.io.*;

public class Database {

    public static Connection connectToDatabase(String user, String port, String database) {
        System.out.println("-------- PostgreSQL " + "JDBC Connection Testing ------------");
        try {
            Class.forName("org.postgresql.Driver");
        } catch (ClassNotFoundException e) {

            System.out.println("Where is your PostgreSQL JDBC Driver? " + "Include in your library path!");
            e.printStackTrace();
        }
        System.out.println("PostgreSQL JDBC Driver Registered!");

        Connection connection = null;
        try {
            connection = DriverManager.getConnection("jdbc:postgresql://localhost:" + port + "/" + database, user,
                    "doesn't matter!");
        } catch (SQLException e) {
            System.out.println("Connection Failed! Check output console");
            e.printStackTrace();
        }
        return connection;
    }

    public static ResultSet executeSelect(Connection connection, String query) {
        Statement st = null;
        try {
            st = connection.createStatement();
        } catch (SQLException e) {
            e.printStackTrace();
            return null;
        }

        ResultSet rs = null;
        try {
            rs = st.executeQuery(query);
            st.close();
        } catch (SQLException e) {
            e.printStackTrace();
            return null;
        }

        return rs;
    }

    public static void dropTable(Connection connection, String table) {
        Statement st = null;
        try {
            st = connection.createStatement();
            st.execute("DROP TABLE " + table);
            st.close();
        } catch (SQLException e) {
            e.printStackTrace();
        }
    }

    public static void createTable(Connection connection, String tableDescription) {
        Statement st = null;
        try {
            st = connection.createStatement();
            st.execute("CREATE TABLE " + tableDescription);
            st.close();
        } catch (SQLException e) {
            e.printStackTrace();
        }
    }

    public static int insertIntoTableFromFile(Connection connection, String table, String file) {

        BufferedReader br = null;
        int numRows = 0;
        try {
            Statement st = connection.createStatement();
            String sCurrentLine, brokenLine[], composedLine = "";
            br = new BufferedReader(new FileReader(file));

            while ((sCurrentLine = br.readLine()) != null) {
                // Insert each line to the DB
                brokenLine = sCurrentLine.split(",");
                composedLine = "INSERT INTO dotcom VALUES (";
                int i;
                for (i = 0; i < brokenLine.length - 1; i++) {
                    composedLine += "'" + brokenLine[i] + "',";
                }
                composedLine += "'" + brokenLine[i] + "')";
                numRows = st.executeUpdate(composedLine);
            }
        } catch (IOException e) {
            e.printStackTrace();
        } catch (SQLException e) {
            e.printStackTrace();
        } finally {
            try {
                if (br != null)
                    br.close();
            } catch (IOException ex) {
                ex.printStackTrace();
            }
        }
        return numRows;
    }

    public static void main(String[] argv) throws SQLException, FileNotFoundException {

        @SuppressWarnings("resource")
        Scanner input = new Scanner(System.in);
        System.out.println("Please enter your Username:");
        String user = input.next();
        System.out.println("Please enter your Port ID:");
        String port = input.next();
        String database = "test";

        Connection connection = connectToDatabase(user, port, database);

        Statement st = connection.createStatement();

        if (connection != null) {
            System.out.println("You made it, take control your database now!");
        } else {
            System.out.println("Failed to make connection!");
            return;
        }
        // Now we're ready to work on the DB

        // read TopURLs file
        try {
            BufferedReader fileReader = new BufferedReader(new FileReader("TopURLs"));

            while (fileReader.readLine() != null) {

                st.execute("DROP TABLE IF EXISTS dotcom;");
                st.execute("CREATE TABLE dotcom (rank integer PRIMARY KEY, domainName varchar(128), domainType varchar(128));");
                //st.execute("INSERT INTO dotcom VALUES (fileReader.nextLine(), fileReader.nextLine(), fileReader.nextLine());");
                //st.execute("COPY dotcom FROM 'TopURLs' WITH DELIMITER as 'delimiter'");

            }

        } catch (IOException e) {
            e.printStackTrace();
        } finally {
        }

        // connection is of type Connection (in JDBC)
        DatabaseMetaData dbm = connection.getMetaData();

        // check if table is there
        ResultSet tables = dbm.getTables(null, null, "table name", null);
        if (tables.next()) {
            System.out.println("Table exists");
        } else {
            System.out.println("Table does not exist");
        }

        // check if view is there?
        //"create view foo as select * from table;"
        //"select * from foo;"
        ResultSet views = dbm.getTables("catalog name", null, null, null);
        if (views.next()) {
            System.out.println("View exists");
        } else {
            System.out.println("View does not exist");
        }

        String query = "SELECT * FROM branch";
        ResultSet rs = executeSelect(connection, query);
        try {
            while (rs.next()) {
                System.out.print("Column 1 returned ");
                System.out.println(rs.getString(1));
            }
        } catch (SQLException e) {
            e.printStackTrace();
        }
        rs.close();

        dropTable(connection, "dotcom");
        createTable(connection,
                "dotcom (id int primary key, name varchar(15), type varchar(15));");
        int rows = insertIntoTableFromFile(connection, "customer", "src/Table.txt");
        System.out.println(rows + " rows inserted.");
    }
}

2 个答案:

答案 0 :(得分:0)

您需要读取循环中的数据。另外,您应该将PrepareStatementexecuteBatch()一起使用。

以下是相关的修改代码。我假设您的网址由单个空格分隔。您可以在line.split()

中更改分隔符
Statement createStatement = null;
PreparedStatement insertStatement = null;
try {
    BufferedReader fileReader = new BufferedReader(new FileReader("TopURLs"));
    String line = null;
    createStatement = connection.createStatement();
    createStatement.executeUpdate("CREATE TABLE dotcom (rank integer PRIMARY KEY, domainName varchar(128), domainType varchar(128))");

    connection.setAutoCommit(false);//commit whole batch at the end
    insertStatement = connection.prepareStatement("INSERT INTO dotcom VALUES (?, ?, ?)");

    while ( (line = fileReader.readLine()) != null) {
        line = fileReader.readLine();
        String[] urls = line.split(" ");//space or any other delimiter that you're using
        insertStatement.setString(1, urls[0]);
        insertStatement.setString(2, urls[1]);
        insertStatement.setString(3, urls[2]);

        insertStatement.addBatch();
    }
    insertStatement.executeBatch();
    connection.commit();
} catch (IOException e) {
    e.printStackTrace();
} finally {
    if(connection != null) {
        connection.setAutoCommit(true);
    }
    if(createStatement != null) {
        createStatement.close();
    }
    if(insertStatement != null) {
        insertStatement.close();
    }
}

答案 1 :(得分:0)

你能做的是:

  • 从文件中获取每一行并将其存储为字符串
    • while (fileReader.readLine() != null)更改为while ((thisLine = fileReader.readLine()) != null)
  • 由于您的数据是以制表符分隔的,因此您需要按制表符将其拆分并存储为数组String[]
    • 执行此操作:String[] fields = thisLine.split("\t");
  • 现在,您可以遍历此数组并连接以创建插入查询
    • 执行此操作:for (String s : fields) { //concatenate each field }
  • 执行查询