Including timeout in nodejs http.get while getting large number of image downloads?

Question

Including timeout in nodejs http.get while getting large number of image downloads?

http.get(options, function (res) {
        res.on('data', function (data) {
            file.write(data);
        })
            .on('end', function () {
                file.end();
                console.log(file_name + ' downloaded ');
                cb(null, file.path);
            })
            .on('error', function (err) {
                console.log("Got error: " + err.message);
                cb(err, null);
            })

This is the code which I have been using to download the images form URLs. I need to add a timeout for every request so that it doesnt stay on waiting for a response which is either large data or unresponsive...

Thanks in advance

http
node.js

Answer 1

OK, there are at least two solutions to your problem. An easy one:

var request = http.get(options, function (res) {
    // other code goes here
});
request.setTimeout( 10000, function( ) {
    // handle timeout here
});

but might not be flexible enough. The more advanced one:

var timeout_wrapper = function( req ) {
    return function( ) {
        // do some logging, cleaning, etc. depending on req
        req.abort( );
    };
};

var request = http.get(options, function (res) {
    res.on('data', function (data) {
        file.write(data);
        // reset timeout
        clearTimeout( timeout );
        timeout = setTimeout( fn, 10000 );
    }).on('end', function () {
        // clear timeout
        clearTimeout( timeout );
        file.end();
        console.log(file_name + ' downloaded ');
        cb(null, file.path);
    }).on('error', function (err) {
        // clear timeout
        clearTimeout( timeout );
        console.log("Got error: " + err.message);
        cb(err, null);
    });
});

// generate timeout handler
var fn = timeout_wrapper( request );

// set initial timeout
var timeout = setTimeout( fn, 10000 );