Question

是否可以从fs.readStream中途处理数据块？示例：读取文件并计算字符出现次数而不将整个文件存储在内存中。只需从流中解析每个块并聚合一个数字..我尝试创建一个函数来传递给.pipe（），但是fn需要定义.on()并失败。

我在流媒体方面有点初学者。我做过一堆谷歌搜索，阅读，试验，但没有任何帮助。我也找不到有关管道如何工作的信息，或者你是否可以制作自己的自定义管道接收器功能。

由于

Answer 1

您可以做的最简单的事情就是订阅数据＆＃39;事件并简单地计算这样的事件：

＆＃13;

'use strict';

const fs = require('fs');

const countCharsInString = function (st, char) {
	//Use a regex to calculate this
	let regex = new RegExp(char, 'g');
	return (st.match(regex) || []).length
};

const CHAR_TO_COUNT = '1';
let total_count = 0;

let fileStream = fs.createReadStream('./log.txt');

//We'll calculate the occurrences as the stream emits data event
//As we don't keep any references to 'chunk' and we don't collect the data anywhere
//The garbage collector will clean the memory and we'll not run out of the RAM.
fileStream.on('data', chunk => {
	let string = chunk.toString();
	total_count += countCharsInString(string, CHAR_TO_COUNT);
});
fileStream.on('error', err => console.error(err.stack));
//Log the count when everything is done.
fileStream.on('end', () => console.log(`All done. There are ${total_count} occurrences of character '${CHAR_TO_COUNT}'.`));

＆＃13;

但是如果你想通过流做，通过动态聚合数据然后将其传输到其他地方，这里有你可以做的事情：

＆＃13;

'use strict';

const fs = require('fs');
const Transform = require('stream').Transform;

//We inherit from the Transform stream class
class OcurrenceCountingStream extends Transform {
	constructor(options) {
		super(options);

		//Allowing to pass an option here
		this.charToCount = options.charToCount;
		this.totalCount = 0;
	}

	//This is now a static method as it's a pure function
	//That does not depend on the object state
	static countCharsInString(st, char) {
		//Use a regex to calculate this
		let regex = new RegExp(char, 'g');
		return (st.match(regex) || []).length
	}

	//We should implement _transform function
	//in order to make all piping mechanisms working
	_transform(chunk, encoding, callback) {
		//Get our string, process and update totalCount
		let string = chunk.toString();
		this.totalCount += OcurrenceCountingStream.countCharsInString(string, this.charToCount);

		//Pass the data further
		callback(null, chunk);
	}
}

let fileStream = fs.createReadStream('./log.txt');
let countingStream = new OcurrenceCountingStream({charToCount: '1'});

//So now we can pipe 
fileStream.pipe(countingStream);
/*
 Here is a little moment.
 The stream should be in a flowing mode. This means that is started reading the data
 From the writable that was piped to it and will keep reading until the writer is ended
 So nothing basically happens if we just pipe it like this fileStream.pipe(countingStream);
 There are some ways to make countingStream flowing:
 1) Subscribe on its 'data' event.
 2) Pipe it somewhere
 3) Call .resume() is we don't really care of the data that's comming out.
 */
countingStream.resume();

countingStream.on('error', err => console.error(err.stack));
countingStream.on('end', () => console.log(`All done. There are ${countingStream.totalCount} occurrences of character '${countingStream.charToCount}'.`));

＆＃13;

是否有可能拦截＆amp;来自fs.readStream的自定义流程块？

1 个答案: