Problems with Haraka running on CentOS 6

ghost commented 11 years ago

Hello Haraka Team

We are use the Haraka Mail Server on our Linux Servers (CentOS 6.3) But we have a problem with memory overflow in the software.

We are use node 0.6.9 with Haraka 2.0.4. Today i test the current version of node.js (0.10.1) with Haraka 2.0.5, but now the process hangs after 5 minutes with no error. What is the recommended version of node.js for work with Haraka?

Our bugfix is restart the server every 4 hours.

smfreegard commented 11 years ago

Recommended version is definitely node 0.8 at the moment.

baudehlo commented 11 years ago

Can you show us your config/plugins file?

ghost commented 11 years ago

our config is very simple

# # block mail from some known bad HELOs - see config/helo.checks.ini for configuration
#helo.checks
# # Only accept mail for your personal list of hosts. Edit config/host_list
# # NOTE: THIS IS REQUIRED for inbound email.
#lookup_rdns.strict
rcpt_to.in_host_list
# # Queue
custom_queue

we are use a queue based on quarantine queue

// custom_queue
// base code from quarantine plugin

var path = require('path');
var fs = require('fs');

var existsSync = require('./utils').existsSync;

exports.register = function () {
    this.register_hook('queue','custom_queue');
    this.register_hook('queue_outbound','custom_queue');
}

// http://unknownerror.net/2011-05/16260-nodejs-mkdirs-recursion-create-directory.html
var mkdirs = exports.mkdirs = function(dirpath, mode, callback) {
    if (existsSync(dirpath)) {
        return callback(dirpath);
    }
    mkdirs(path.dirname(dirpath), mode, function() {
        fs.mkdir(dirpath, mode, callback);
    });
}

var zeroPad = exports.zeroPad = function (n, digits) {
    n = n.toString();
    while (n.length < digits) {
        n = '0' + n;
    }
    return n;
}

exports.hook_init_master = function (next) {
    // At start-up; delete any files in the temporary directory
    // NOTE: This is deliberately syncronous to ensure that this
    //       is completed prior to any messages being received.
    var base_dir = '/data/mail';
    var tmp_dir = [ base_dir, 'tmp' ].join('/');
    if (existsSync(tmp_dir)) {
        var dirent = fs.readdirSync(tmp_dir);
        this.loginfo('Removing temporary files from: ' + tmp_dir);
        for (var i=0; i<dirent.length; i++) {
            fs.unlinkSync([ tmp_dir, dirent[i] ].join('/'));
        }
    }
    return next();
}

exports.custom_queue = function (next, connection) {

        var transaction = connection.transaction;

        // Calculate date in YYYYMMDDHHMM format
        var d = new Date();
        var timestamp = d.getFullYear() + zeroPad(d.getMonth()+1, 2) + this.zeroPad(d.getDate(), 2) + this.zeroPad(d.getHours(), 2) + this.zeroPad(d.getMinutes(), 2);

        var base_dir = '/data/mail';
        var dir;

        // Check remoteip and set folder
        var ourMailServer = false;
        var remoteip_list = this.config.get('regex_remoteip', 'list');
        for (var remoteip in remoteip_list) {
                var regexp = new RegExp(recipient_regex);
                if (regexp.test(connection.transaction.remote_ip)) {
                        ourMailServer = true;
                        break;
                }
        }

        // Check recipient and set folder
        var recipient_list = this.config.get('regex_recipient', 'list');
        for (var i=0,l=recipient_list.length; i < l; i++) {
                var temp = recipient_list[i].split('=');
                if (temp.length != 2)
                {
                        connection.logerror(this, 'recipient_list error: ' + recipient_list[i]);
                        break;
                }
                var recipient_regex = temp[0], folder = temp[1];
                var regexp = new RegExp(recipient_regex);
                if (regexp.test(connection.transaction.rcpt_to)) {
                        dir = folder;
                        break;
                }
        }

        // Set folder gul or spam
        if (!dir)
        {
                if (ourMailServer)
                {
                        dir = 'gul';
                } else {
                        dir = 'spam';
                }
        }

        dir = [ dir, timestamp ].join('/');

        var plugin = this;
        // Create all the directories recursively if they do not exist first.
        // Then write the file to a temporary directory first, once this is
        // successful we hardlink the file to the final destination and then
        // remove the temporary file to guarantee a complete file in the
        // final destination.
        mkdirs([ base_dir, 'tmp' ].join('/'), parseInt('0770', 8), function () {
                mkdirs([ base_dir, dir ].join('/'), parseInt('0770', 8), function () {
                        var ws = fs.createWriteStream([ base_dir, 'tmp', transaction.uuid ].join('/'));
                        ws.on('error', function (err) {
                                connection.logerror(plugin, 'Error writing file: ' + err.message);
                                return next();
                        });
                        ws.on('close', function () {
                                fs.link([ base_dir, 'tmp', transaction.uuid ].join('/'),
                                                [ base_dir, dir, transaction.uuid ].join('/'),
                                                function (err) {
                                                        if (err) {
                                                                connection.logerror(plugin, 'Error writing file: ' + err);
                                                        }
                                                        else {
                                                                connection.loginfo(plugin, 'Save message in: ' +
                                                                                           [ base_dir, dir, transaction.uuid ].join('/'));
                                                                // Now delete the temporary file
                                                                fs.unlink([ base_dir, 'tmp', transaction.uuid ].join('/'));
                                                        }
                                                        //return next();
                                                        return next(OK, "Queued!");
                                                }
                                );
                        });
                        transaction.message_stream.pipe(ws, { line_endings: '\n' });
                });
        });
}

baudehlo commented 11 years ago

Odd, nothing there looks like it should leak. What kind of traffic levels are you seeing?

ghost commented 11 years ago

We have 30Mbit traffic on best time 2013-03-25 17_12_38-zabbix01_ Custom graphs refreshed every 30 sec

an this is the memory usage of the machine, every 6 hour the service restart and memory is free 2013-03-25 17_17_46-zabbix01_ History refreshed every 30 sec

for compare the traffic of one day 2013-03-25 17_24_15-zabbix01_ Custom graphs refreshed every 30 sec

baudehlo commented 11 years ago

Is that all hitting Haraka??

ghost commented 11 years ago

yes all the traffic hit haraka.

baudehlo commented 11 years ago

From discussing this on IRC: "The only thing I can suggest is to install node-webkit-agent and take some heap snapshots to see if that shows anything obvious"

baudehlo commented 11 years ago

Also this was suggested: https://hacks.mozilla.org/2012/11/tracking-down-memory-leaks-in-node-js-a-node-js-holiday-season/

ghost commented 11 years ago

My first step i try to update to node 0.8. And check again if the leak always existing.

ghost commented 11 years ago

I have update to node version 0.8.9 when we are now start the haraka service it crash with error:

[CRIT] [-] [core] TypeError: Object #

haraka / Haraka

Problems with Haraka running on CentOS 6 #293