node.js - 将图像缓存到文件系统并将管道图像缓存到响应

时间:2016-08-30 16:04:20

标签: node.js caching express fs

我的目标是构建一个简单的文件系统缓存系统,以减少我们需要对缩略图图像的API进行调用的次数。该过程是检查文件系统fs.stat上是否已存在图像,如果不是request来自API端点的图像,同时将图像写入文件系统。我希望我可以同时将请求传递给文件系统和响应,但我不相信这是可能的,所以我首先将响应流式传输到文件系统,然后创建一个流来管理来自文件系统到response对象。

它运行良好,但我必须相信这是在node.js中执行此任务的更有效/优化的方法。有什么想法吗?

    function (req, res, next) {

        // Check to see if the image exists on the filesystem
        // TODO - stats will provide information on file creation date for cache checking
        fs.stat(pathToFile, function (err, stats) {
            if (err) {

                // If the image does not exist on the file system
                // Pipe the image to a file and then to the response object
                var req = request.get({
                    "uri": "http://www.example.com/image.png",
                    "headers": {
                        "Content-Type": "image/png"
                    }
                });

                // Create a write stream to the file system
                var stream = fs.createWriteStream(pathToFile);
                req.pipe(stream);
                stream.on('finish', function () {
                    fs.createReadStream(pathToFile)
                        .pipe(res);
                })
            }
            else {

                // If the image does exist on the file system, then stream the image to the response object
                fs.createReadStream(pathToFile)
                    .pipe(res);
            }
        })
    }

1 个答案:

答案 0 :(得分:7)

您可以使用ThroughStream来完成此操作,而无需等待将整个文件写入文件系统。这是有效的,因为ThroughStream将在内部缓冲传输到其中的数据。

var stream = require('stream')
function (req, res, next) {

    // Check to see if the image exists on the filesystem
    // TODO - stats will provide information on file creation date for cache checking
    fs.stat(pathToFile, function (err, stats) {
        if (err) {

            // If the image does not exist on the file system
            // Pipe the image to a file and the response object
            var req = request.get({
                "uri": "http://www.example.com/image.png",
                "headers": {
                    "Content-Type": "image/png"
                }
            });

            // Create a write stream to the file system
            req.pipe(
              new stream.PassThrough().pipe(
                fs.createWriteStream(pathToFile)
              )
            )

            // pipe to the response at the same time
            req.pipe(res)
        }
        else {

            // If the image does exist on the file system, then stream the image to the response object
            fs.createReadStream(pathToFile)
                .pipe(res);
        }
    })
}