Breaking News: Grepper is joining You.com. Read the official announcement!

event-stream read large

Odd Orangutan answered on May 2, 2020 Popularity 1/10 Helpfulness 1/10

answer event-stream read large

event-stream read large

Comment

npm install event-stream

var fs = require('fs')
    , es = require('event-stream');

var lineNr = 0;

var s = fs.createReadStream('very-large-file.csv')
    .pipe(es.split())
    .pipe(es.mapSync(function(line){

        // pause the readstream
        s.pause();

        lineNr += 1;

        // process line here and call s.resume() when rdy
        // function below was for logging memory usage
        logMemoryUsage(lineNr);

        // resume the readstream, possibly from a callback
        s.resume();
    })
    .on('error', function(err){
        console.log('Error while reading file.', err);
    })
    .on('end', function(){
        console.log('Read entire file.')
    })
);

Popularity 1/10 Helpfulness 1/10 Language whatever

Source: stackoverflow.com

Tags: event-stream whatever

Link to this answer
Share Copy Link