通过FTP下载文件,写入/ tmp /并使用AWS Lambda将.txt内容输出到控制台

时间:2019-02-15 22:17:57

标签: javascript node.js amazon-web-services aws-lambda fs

我仅使用单个Node软件包basic-ftp来尝试下载TXT文件并将内容写入控制台。接下来,我将编辑文本,因此需要使用fs。只是努力使用FTP程序中createWriteStream的输出。

有人可以帮助我将TXT文件写入AWS Lambda中的/ tmp /文件,然后在使用createWriteStream之后打开和编辑该文件的正确语法吗?

var fs = require('fs');
const ftp = require("basic-ftp")
var path = require('path');

exports.handler = (event, context, callback) => {

var fullPath = "/home/example/public_html/_uploads/15_1_5c653e6f6780f.txt"; //  File Name FULL PATH -------
const extension = path.extname(fullPath); // Used to calculate filenames below
const wooFileName = path.basename(fullPath, extension); // Uploaded filename  with no path or extension eg. filename
const myFileNameWithExtension = path.basename(fullPath); // Uploaded filename  with the file extension eg. filename.txt
const FileNameWithExtension = path.basename(fullPath); // Uploaded filename  with the file extension eg. filename.txt

example()

async function example() {
    const client = new ftp.Client()
    client.ftp.verbose = true
    try {
        await client.access({
            host: "XXXX",
            user: "XXXX",
            password: "XXXX",
            //secure: true
        })
        await client.download(fs.createWriteStream('./tmp/' + myFileNameWithExtension), myFileNameWithExtension)
    }
    catch(err) {
        console.log(err)
    }
    client.close()
}

//Read the content from the /tmp directory to check it's empty
fs.readdir("/tmp/", function (err, data) {
    console.log(data);
    console.log('Contents of AWS Lambda /tmp/ directory');
});

/*
downloadedFile = fs.readFile('./tmp/' + myFileNameWithExtension)
console.log(downloadedFile)
console.log("Raw text:\n" + downloadedFile.Body.toString('ascii'));
*/

}

1 个答案:

答案 0 :(得分:1)

请确保您的fs.createWriteStream()必须在Lambdas中使用指向/tmp的绝对路径。您的实际工作目录是var/task而不是/

此外,如果您使用的是fs.createWriteStream(),则需要等待finish事件,然后才能从文件中读取。像这样的东西...

async function example() {
    var finalData = '';

    const client = new ftp.Client()
    client.ftp.verbose = true
    try {
        await client.access({
            host: "XXXX",
            user: "XXXX",
            password: "XXXX",
            //secure: true
        })

        let writeStream = fs.createWriteStream('/tmp/' + myFileNameWithExtension);
        await client.download(writeStream, myFileNameWithExtension)

      await finalData = (()=>{
       return new Promise((resolve, reject)=> {

        writeStream
          .on('finish', ()=>{
           fs.readFile("/tmp/"+myFileNameWithExtension, function (err, data) {
             if (err) { 
               reject(err) 
             } else {
               console.log('Contents of AWS Lambda /tmp/ directory', data);
               resolve(data);
             }
           });
          })
          .on('error', (err)=> {
             console.log(err);
             reject(err);
          })
        })
       })();
    }
    catch(err) {
        console.log(err)
    }
    client.close();
    return finalData;
}

您还需要使用fs.readFile()访问filefs.readdir()所使用的内容为您提供了目录中的文件列表,而不是文件内容。

如果您想使用readdir(),可以这样做,但是您会发现它在您的情况下是多余的。为了处理错误,我建议仅在初始error中处理createWriteStream()事件,而不要添加此额外的开销(添加到前面的示例中) ...

       writeStream
          .on('finish', ()=>{
           fs.readdir('/tmp',(err, files)=> {
               let saved = files.find(file => file === myFileNameWithExtension);
               fs.readFile("/tmp/"+saved, function (err, data) {
                 if (err) throw new Error();
                 console.log(data);
                 console.log('Contents of AWS Lambda /tmp/ directory');
               });
           })
          })
          .on('error', (err)=> {
             console.log(err);
             throw new Error();
          })

注意:请注销saved的结果,我不记得files数组是否是相对路径的绝对值。