Question

我有大约1 GB的大数据集，我需要将其从.txt转换为.arff格式。所有来源都会从.txt转换为.csv然后再转换为.arff，但在线转换器的最大尺寸为100 MB。有谁帮我如何转换这个1 GB的数据？

Answer 1

您可以使用此代码段将txt文件转换为csv。

import java.io.*;

public class Convert {
public static void main(String[] args) {
    System.out.println("Initialize ...");
    Read read = new Read("soal01.txt");
    Print print = new Print();
    for (int i = 1; i <= 3; i++) {
        try{
            print.setFileName("jawaban"+i+".csv");
            read.setPrint(print);
            read.exec(i);
        } catch(IOException ex){
            ex.printStackTrace();
        }
    }
    System.out.println("Finished");
   }
}

class Print {

protected String fileName;

protected FileWriter writer;

public Print() {}

public Print(String fileName) throws IOException {
    this.fileName = fileName;
    this.writer = new FileWriter(this.fileName);
}

public String getFileName() {
    return this.fileName;
}

public void setFileName(String fileName) throws IOException {
    this.fileName = fileName;
    this.writer = new FileWriter(this.fileName);
}

public void close() throws IOException {
    this.writer.flush();
    this.writer.close();
}

public void addRow(String[] c) throws IOException {
    int l = c.length;
    for(int i = 0; i < l; i++) {
        this.writer.append(c[i]);
        if(i != (l - 1)) {
            this.writer.append(",");
        }
    }
    this.writer.append('\n');
  }
}

class Read {

protected String fileName;

protected BufferedReader bufferedReader;

protected Print print;

public Read(String fileName) {
    this.fileName = fileName;
}

public Read(Print print, String fileName) {
    this.print = print;
    this.fileName = fileName;
}

public void setPrint(Print print) {
    this.print = print;
}

public Print getPrint() {
    return this.print;
}

public void exec(Integer type) {
    String sCurrentLine = "";
    try{
        this.bufferedReader = new BufferedReader(
            new FileReader(this.fileName));

        while((sCurrentLine = this.bufferedReader.readLine()) != null) {
            String[] columns = sCurrentLine.split("\t");
            int length = columns.length;
            if(type == 1) {
                this.print.addRow(columns);
            } else if(length >= 2){
                double col1 = Double.parseDouble(columns[1]);
                if(col1 > 20){
                    if(type == 2){
                        this.print.addRow(columns);
                    } else if(type == 3 && length >= 3 && columns[2] != null){
                        this.print.addRow(columns);
                    }
                }
            }
        }
        this.print.close();

    } catch(IOException ex) {
        ex.printStackTrace();
    } finally {
        try{
            if(this.bufferedReader != null) {
                this.bufferedReader.close();
            }
        } catch(IOException ex) {
            ex.printStackTrace();
        }
      }
   }
 }

将大数据集从.txt转换为.arff格式

1 个答案: