如何将.txt文件(文本语料库)转换为.arff文件

时间:2015-04-03 17:35:12

标签: java weka

我尝试过简单的cli,但总是给我一个空.arff个文件。 我的.txt文件是来自ruiters或任何其他语料库的文本语料库。我试过这个但不适合我。

import java.io.*;
import weka.core.*;

/**
 * Builds an arff dataset from the documents in a given directory.
 * Assumes that the file names for the documents end with ".txt".
 *
 * Usage:<p>
 *
 * TextDirectoryToArff <directory path><p>
 *
 * @author Richard Kirkby (rkirkby at cs.waikato.ac.nz)
 * @version 1.0
 */
public class TextDirectoryToArff {

  public Instances createDataset(String directoryPath) throws Exception {
    FastVector atts = new FastVector(2);
    atts.addElement(new Attribute("filename", (FastVector) null));
    atts.addElement(new Attribute("contents", (FastVector) null));
    Instances data = new Instances("D:\\Esl\\Nouveaudossier\\010101.txt" + directoryPath, atts, 0);

    File dir = new File(directoryPath);
    String[] files = dir.list();
    for (int i = 0; i < files.length; i++) {
      if (files[i].endsWith(".txt")) {
      try {
        double[] newInst = new double[2];
        newInst[0] = (double)data.attribute(0).addStringValue(files[i]);
        File txt = new File(directoryPath + File.separator + files[i]);  
        InputStreamReader is;
        is = new InputStreamReader(new FileInputStream(txt));
        StringBuffer txtStr = new StringBuffer();
        int c;
        while ((c = is.read()) != -1) {
          txtStr.append((char)c);
        }
        newInst[1] = (double)data.attribute(1).addStringValue(txtStr.toString());
        data.add(new Instance(1.0, newInst));
      } catch (Exception e) {
          System.err.println("failed to convert file: " + directoryPath + File.separator + files[i]);
        }
      }
    }
    return data;
  }

  public static void main(String[] args) {

    if (args.length == 1) {
      TextDirectoryToArff tdta = new TextDirectoryToArff();
      try {
        Instances dataset = tdta.createDataset(args[0]);
        System.out.println(dataset);
      } catch (Exception e) {
        System.err.println(e.getMessage());
        e.printStackTrace();
      }
    } else {
      System.out.println("Usage: java TextDirectoryToArff <directory name>");
    }
  }
}

0 个答案:

没有答案