访问,解析和编写.csv数据 - 谷歌应用程序脚本

时间:2013-09-15 06:35:21

标签: javascript parsing csv google-apps-script

我在google电子表格中运行javascript。我正在尝试上传.cs文件,解析它,并将其写入电子表格。 (这是在将.csv数据写入电子表格之前对其进行操作的初步步骤)。 .csv已成功上传到Google文档列表,但是 我无法将其写入电子表格。 我无法测试天气或无法测试我的脚本实际上是获取.csv数据,所以我可以解析它。我的脚本包含在下面。我真的很赞赏任何建议。我尝试了几种变体,当前的一种是抛出“csvFile is undefined”错误。我不知道var files = DocsList.getFiles(fileBlob); var csvFile = ""; csvFile = files.getContentAsString();是否有效。我该如何测试?运行谷歌调试器总是最终我的变量都是未定义的,因为没有用户上传文件。谢谢你的期待。 -Jamie

// Retrieves all the rows in the active spreadsheet that contain data and logs the
// values for each row.
function readRows() {
  var sheet = SpreadsheetApp.getActiveSheet();
  var rows = sheet.getDataRange();
  var numRows = rows.getNumRows();
  var values = rows.getValues();

  for (var i = 0; i <= numRows - 1; i++) {
    var row = values[i];
    Logger.log(row);
  }
};


//Adds a custom menu to the active spreadsheet, containing a single menu item
//for invoking the readRows() function specified above.

function onOpen() {
  var sheet = SpreadsheetApp.getActiveSpreadsheet();
  var entries = 
      [ {name:"Read Data", functionName:"readRows"},
        {name:"Upload DSR", functionName:"doGet"} ];

  sheet.addMenu("Du-par's", entries);
};


// Create Menu to Locate .CSV
 function doGet(e) {

 var app = UiApp.createApplication().setTitle("Upload DSR");
   var formContent = app.createVerticalPanel();
   formContent.add(app.createFileUpload().setName('thefile'));
   formContent.add(app.createSubmitButton("Submit DSR"));
   var form = app.createFormPanel();
   form.add(formContent);
   app.add(form);
   SpreadsheetApp.getActive().show(app);
   return app;
   }

// Upload .CSV to Cloud
 function doPost(e) {

// data returned is a blob for FileUpload widget
   var fileBlob = e.parameter.thefile;
   var doc = DocsList.createFile(fileBlob); 

   var app = UiApp.getActiveApplication();

  // Display a confirmation message
     var label = app.createLabel('file uploaded successfully');
   app.add(label);
   SpreadsheetApp.getActive().show(app);

     var files = DocsList.getFiles(fileBlob);
     var csvFile = "";
     csvFile = files.getContentAsString();
     }

  var csvData = CSVToArray(csvFile, ",");
  var ss = SpreadsheetApp.getActiveSpreadsheet();
  var sheet = ss.getActiveSheet();
  for (var i = 0; i < csvData.length; i++) {
    sheet.getRange(i+1, 1, 1, csvData[i].length).setValues(new Array(csvData[i]));
  }


 function CSVToArray( strData, strDelimiter ){

  // Check to see if the delimiter is defined. If not,
  // then default to comma.
  strDelimiter = (strDelimiter || ",");

  // Create a regular expression to parse the CSV values.
  var objPattern = new RegExp(
    (
      // Delimiters.
      "(\\" + strDelimiter + "|\\r?\\n|\\r|^)" +

      // Quoted fields.
      "(?:\"([^\"]*(?:\"\"[^\"]*)*)\"|" +

      // Standard fields.
      "([^\"\\" + strDelimiter + "\\r\\n]*))"
    ),
    "gi"
  );


  // Create an array to hold our data. Give the array
  // a default empty first row.
  var arrData = [[]];

  // Create an array to hold our individual pattern
  // matching groups.
  var arrMatches = null;


  // Keep looping over the regular expression matches
  // until we can no longer find a match.
  while (arrMatches = objPattern.exec( strData )){

    // Get the delimiter that was found.
    var strMatchedDelimiter = arrMatches[ 1 ];

    // Check to see if the given delimiter has a length
    // (is not the start of string) and if it matches
    // field delimiter. If id does not, then we know
    // that this delimiter is a row delimiter.
    if (
      strMatchedDelimiter.length &&
      (strMatchedDelimiter != strDelimiter)
    ){

      // Since we have reached a new row of data,
      // add an empty row to our data array.
      arrData.push( [] );

    }


    // Now that we have our delimiter out of the way,
    // let's check to see which kind of value we
    // captured (quoted or unquoted).
    if (arrMatches[ 2 ]){

      // We found a quoted value. When we capture
      // this value, unescape any double quotes.
      var strMatchedValue = arrMatches[ 2 ].replace(
        new RegExp( "\"\"", "g" ),
        "\""
      );

    } else {

      // We found a non-quoted value.
      var strMatchedValue = arrMatches[ 3 ];

    }


    // Now that we have our value string, let's add
    // it to the data array.
    arrData[ arrData.length - 1 ].push( strMatchedValue );
  }

  // Return the parsed data.
  return( arrData );

  // Using active sheet here, but you can pull up a sheet in several other ways as well
  //SpreadsheetApp.getActiveSheet()
    //            .getRange( 1, 1, values.length, values[0].length )
      //          .setValues(values);
} 

1 个答案:

答案 0 :(得分:3)

您的代码中存在一些错误。这是一个工作版本,对我修改过的行进行了评论。

function onOpen() {
  var sheet = SpreadsheetApp.getActiveSpreadsheet();
  var entries = 
      [ {name:"Read Data", functionName:"readRows"},
        {name:"Upload DSR", functionName:"doGet"} ];

  sheet.addMenu("Du-par's", entries);
};

//Adds a custom menu to the active spreadsheet, containing a single menu item
//for invoking the readRows() function specified above.

// Create Menu to Locate .CSV
function doGet(e) {

  var app = UiApp.createApplication().setTitle("Upload DSR");
  var formContent = app.createVerticalPanel();
  formContent.add(app.createFileUpload().setName('thefile'));
  formContent.add(app.createSubmitButton("Submit DSR"));
  var form = app.createFormPanel();
  form.add(formContent);
  app.add(form);
  SpreadsheetApp.getActive().show(app);
  return app;
}

// Upload .CSV to Cloud
function doPost(e) {
  var app = UiApp.getActiveApplication();  
  // data returned is a blob for FileUpload widget
  var fileBlob = e.parameter.thefile;
  var doc = DocsList.createFile(fileBlob); 
  // Display a confirmation message
  var label = app.createLabel('file uploaded successfully');
  app.add(label);  
  var files = DocsList.getFileById(doc.getId());// to get the document's data back you need to use the right method... fileBlob was not the right argument
  var csvFile = ""; // this part was not inside the doPost function, it wasn't included in any function thus trying to run each time any function is called, includind onOpen()... beware the {}...
  csvFile = files.getContentAsString();
  var csvData = CSVToArray(csvFile, ",");
  Logger.log(csvData)
  var ss = SpreadsheetApp.getActiveSpreadsheet();
  var sheet = ss.getActiveSheet();
  for (var i = 0; i < csvData.length; i++) {
    sheet.getRange(i+1, 1, 1, csvData[i].length).setValues(new Array(csvData[i]));
  }
  return app;// you don't need to re-call the show method, just return the active app to update the UI
}


function readRows() {
  var sheet = SpreadsheetApp.getActiveSheet();
  var rows = sheet.getDataRange();
  var numRows = rows.getNumRows();
  var values = rows.getValues();

  for (var i = 0; i <= numRows - 1; i++) {
    var row = values[i];
    Logger.log(row);
  }
};



function CSVToArray( strData, strDelimiter ){
Logger.log(strData);
  // Check to see if the delimiter is defined. If not,
  // then default to comma.
  strDelimiter = (strDelimiter || ",");

  // Create a regular expression to parse the CSV values.
  var objPattern = new RegExp(
    (
      // Delimiters.
      "(\\" + strDelimiter + "|\\r?\\n|\\r|^)" +

      // Quoted fields.
      "(?:\"([^\"]*(?:\"\"[^\"]*)*)\"|" +

      // Standard fields.
      "([^\"\\" + strDelimiter + "\\r\\n]*))"
    ),
    "gi"
  );


  // Create an array to hold our data. Give the array
  // a default empty first row.
  var arrData = [[]];

  // Create an array to hold our individual pattern
  // matching groups.
  var arrMatches = null;


  // Keep looping over the regular expression matches
  // until we can no longer find a match.
  while (arrMatches = objPattern.exec( strData )){

    // Get the delimiter that was found.
    var strMatchedDelimiter = arrMatches[ 1 ];

    // Check to see if the given delimiter has a length
    // (is not the start of string) and if it matches
    // field delimiter. If id does not, then we know
    // that this delimiter is a row delimiter.
    if (
      strMatchedDelimiter.length &&
      (strMatchedDelimiter != strDelimiter)
    ){

      // Since we have reached a new row of data,
      // add an empty row to our data array.
      arrData.push( [] );

    }


    // Now that we have our delimiter out of the way,
    // let's check to see which kind of value we
    // captured (quoted or unquoted).
    if (arrMatches[ 2 ]){

      // We found a quoted value. When we capture
      // this value, unescape any double quotes.
      var strMatchedValue = arrMatches[ 2 ].replace(
        new RegExp( "\"\"", "g" ),
        "\""
      );

    } else {

      // We found a non-quoted value.
      var strMatchedValue = arrMatches[ 3 ];

    }


    // Now that we have our value string, let's add
    // it to the data array.
    arrData[ arrData.length - 1 ].push( strMatchedValue );
  }

  // Return the parsed data.
  return( arrData );

  // Using active sheet here, but you can pull up a sheet in several other ways as well
  //SpreadsheetApp.getActiveSheet()
    //            .getRange( 1, 1, values.length, values[0].length )
      //          .setValues(values);
} 

在doPost功能结束时,您可以使用return app.close();自动关闭UI,无需显示“已完成上传”的标签,工作表会显示数据,因此我们知道上传过程正确。 ..


编辑:

这是代码的“紧凑”版本,没有大量的注释和一些改进,请注意我使用setValues()无需循环将数组数据写回电子表格的方式。用户界面也略有修改。

我在你的其他帖子中看到你想要从驱动器中删除上传的文件,所以我通过直接从blob获取字符串内容跳过了这一步(参见代码中的注释)

function onOpen() {
  var sheet = SpreadsheetApp.getActiveSpreadsheet();
  var entries = 
      [ {name:"Read Data", functionName:"readRows"},
        {name:"Upload DSR", functionName:"doGet"} ];

  sheet.addMenu("Du-par's", entries);
};

function doGet(e) {  
  var app = UiApp.createApplication().setTitle("Upload DSR").setHeight(100).setWidth(300);
  var formContent = app.createGrid(3,1);
  formContent.setWidget(0,0,app.createFileUpload().setName('thefile'));
  formContent.setWidget(2,0,app.createSubmitButton("Submit DSR"));
  var form = app.createFormPanel();
  form.add(formContent);
  app.add(form);
  SpreadsheetApp.getActive().show(app);
  return app;
}

function doPost(e) {
  var app = UiApp.getActiveApplication();  
  var fileBlob = e.parameter.thefile;
  var content = fileBlob.getDataAsString();// no need to create an intermediate file
  var csvData = CSVToArray(content, ",");
  var ss = SpreadsheetApp.getActiveSpreadsheet();
  var sheet = ss.getActiveSheet();
  sheet.getRange(1,1,csvData.length,csvData[0].length).setValues(csvData);
  return app.close();
}

function readRows() {
  var sheet = SpreadsheetApp.getActiveSheet();
  var rows = sheet.getDataRange();
  var numRows = rows.getNumRows();
  var values = rows.getValues();

  for (var i = 0; i <= numRows - 1; i++) {
    var row = values[i];
    Logger.log(row);
  }
};


function CSVToArray( strData, strDelimiter ){
  Logger.log(strData);
  strDelimiter = (strDelimiter || ",");
  var objPattern = new RegExp(
    (
      "(\\" + strDelimiter + "|\\r?\\n|\\r|^)" +
      "(?:\"([^\"]*(?:\"\"[^\"]*)*)\"|" +
      "([^\"\\" + strDelimiter + "\\r\\n]*))"
    ),
    "gi"
  );
  var arrData = [[]];
  var arrMatches = null;
  while (arrMatches = objPattern.exec( strData )){
    var strMatchedDelimiter = arrMatches[ 1 ];
    if (
      strMatchedDelimiter.length &&
      (strMatchedDelimiter != strDelimiter)
    ){
      arrData.push( [] );
    }
    if (arrMatches[ 2 ]){
      var strMatchedValue = arrMatches[ 2 ].replace(
        new RegExp( "\"\"", "g" ),
        "\""
      );
    } else {
      var strMatchedValue = arrMatches[ 3 ];
    }
    arrData[ arrData.length - 1 ].push( strMatchedValue );
  }
  return( arrData );
}