[Debian-ha-maintainers] Bug#700982: corosync memory leak

Daniel Black daniel.black at openquery.com
Wed Feb 20 02:06:19 UTC 2013


Package: corosync
Version: 1.4.2-1~bpo60+1
Severity: important

After running corosync for a while I notices a memory leak:
  PID USER      PR  NI  VIRT  RES  SHR S %CPU %MEM    TIME+  COMMAND  
before restart
  925 root      RT   0 3987m 1.1g 6336 S    1 56.8 177:35.49 corosync 
after restart
 7459 root      RT   0  217m 8812 5180 S    1  0.4   0:01.22 corosync

After the corosync restart the following are from 1.5 hours after restart. All webservers had corosync started at the same time and have the same packages (puppet managed).

Running on Linode servers.

tx-web02:~$ ps -ef | fgrep corosync
root     15693  0.2  0.4 224592  9840 ?        Ssl  18:34   0:25 /usr/sbin/corosync

I notice a similar upstream report: http://www.mail-archive.com/pacemaker@oss.clusterlabs.org/msg14978.html

tx-web01:~$  while [ 1 ]; do ps faxu | grep corosync | grep -v grep; sleep 60; done
root      7459  0.3  0.4 222240 10036 ?        Ssl  18:33   0:15 /usr/sbin/corosync
root      7459  0.3  0.4 222240 10040 ?        Ssl  18:33   0:16 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10108 ?        Ssl  18:33   0:16 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10108 ?        Ssl  18:33   0:16 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10108 ?        Ssl  18:33   0:16 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10116 ?        Ssl  18:33   0:17 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10116 ?        Ssl  18:33   0:17 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10116 ?        Ssl  18:33   0:17 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10116 ?        Ssl  18:33   0:17 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10116 ?        Ssl  18:33   0:17 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10116 ?        Ssl  18:33   0:17 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10116 ?        Ssl  18:33   0:18 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10116 ?        Ssl  18:33   0:18 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10116 ?        Ssl  18:33   0:18 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10116 ?        Ssl  18:33   0:18 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10116 ?        Ssl  18:33   0:18 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10116 ?        Ssl  18:33   0:19 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10116 ?        Ssl  18:33   0:19 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10120 ?        Ssl  18:33   0:19 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10120 ?        Ssl  18:33   0:19 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:19 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:19 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:20 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:20 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:20 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:20 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:20 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:21 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:21 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:21 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:21 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:21 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:22 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:22 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:22 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:22 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:22 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:22 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:23 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:23 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:23 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:23 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:23 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:24 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:24 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:24 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:24 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10128 ?        Ssl  18:33   0:24 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10136 ?        Ssl  18:33   0:25 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10136 ?        Ssl  18:33   0:25 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10136 ?        Ssl  18:33   0:25 /usr/sbin/corosync
root      7459  0.3  0.4 222324 10136 ?        Ssl  18:33   0:25 /usr/sbin/corosync


tx-web05:~$  while [ 1 ]; do ps faxu | grep corosync | grep -v grep; sleep 60; done
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:19 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:19 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:19 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:19 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:20 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:20 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:20 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:20 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:20 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:20 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:21 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:21 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:21 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:21 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:21 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:22 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:22 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:22 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:22 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:22 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12676 ?        Ssl  18:23   0:22 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:23 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:23 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:23 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:23 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:23 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:23 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:24 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:24 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:24 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:24 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:24 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:24 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:25 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:25 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:25 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:25 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:25 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:25 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:26 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:26 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:26 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:26 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:26 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:27 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12708 ?        Ssl  18:23   0:27 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12712 ?        Ssl  18:23   0:27 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12712 ?        Ssl  18:23   0:27 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12712 ?        Ssl  18:23   0:27 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12712 ?        Ssl  18:23   0:27 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12712 ?        Ssl  18:23   0:28 /usr/sbin/corosync
root      7459  0.3  0.6 223100 12716 ?        Ssl  18:23   0:28 /usr/sbin/corosync


-- System Information:
Debian Release: 6.0.6
  APT prefers stable-updates
  APT policy: (500, 'stable-updates'), (500, 'stable')
Architecture: amd64 (x86_64)

Kernel: Linux 2.6.32-5-xen-amd64 (SMP w/4 CPU cores)
Locale: LANG=en_US.UTF-8, LC_CTYPE=en_US.UTF-8 (charmap=UTF-8)
Shell: /bin/sh linked to /bin/dash

Versions of packages corosync depends on:
ii  adduser                 3.112+nmu2       add and remove users and groups
ii  libc6                   2.11.3-4         Embedded GNU C Library: Shared lib
ii  libcorosync4            1.4.2-1~bpo60+1  Standards-based cluster framework 
ii  lsb-base                3.2-23.2squeeze1 Linux Standard Base 3.2 init scrip

corosync recommends no packages.

corosync suggests no packages.

-- Configuration Files:
/etc/corosync/corosync.conf changed:
totem {
	version: 2
	# How long before declaring a token lost (ms)
	token: 3000
	# How many token retransmits before forming a new configuration
	token_retransmits_before_loss_const: 10
	# How long to wait for join messages in the membership protocol (ms)
	join: 1000
	# How long to wait for consensus to be achieved before starting a new round of membership configuration (ms)
	consensus: 3600
	# Turn off the virtual synchrony filter
	vsftype: none
	# Number of messages that may be sent by one processor on receipt of the token
	max_messages: 20
	# Limit generated nodeids to 31-bits (positive signed integers)
	clear_node_high_bit: yes
 	secauth: on
	# How many threads to use for encryption/decryption
 	threads: 2
	# Optionally assign a fixed node id (integer)
	# nodeid: 1234
	# This specifies the mode of redundant ring, which may be none, active, or passive.
 	rrp_mode: none
 	interface {
		# The following values need to be set based on your environment 
		ringnumber: 0
		bindnetaddr: 192.168.128.0
		mcastport: 4960
		member {
			memberaddr: 192.168.128.115
		}
		member {
			memberaddr: 192.168.129.5
		}
		member {
			memberaddr: 192.168.147.61
		}
		member {
			memberaddr: 192.168.134.131
		}
		member {
			memberaddr: 192.168.134.146
		}
	}
	transport: udpu
}
amf {
	mode: disabled
}
service {
 	# Load the Pacemaker Cluster Resource Manager
 	ver:       0
 	name:      pacemaker
}
aisexec {
        user:   root
        group:  root
}
logging {
        fileline: off
        to_stderr: no
        to_logfile: no
        to_syslog: yes
	syslog_facility: daemon
        debug: off
        timestamp: on
        logger_subsys {
                subsys: AMF
                debug: off
                tags: enter|leave|trace1|trace2|trace3|trace4|trace6
        }
}

/etc/default/corosync changed:
START=yes

-- no debconf information
-------------- next part --------------
A non-text attachment was scrubbed...
Name: corosync-after-restart.tar.gz
Type: application/x-gzip
Size: 742211 bytes
Desc: not available
URL: <http://lists.alioth.debian.org/pipermail/debian-ha-maintainers/attachments/20130219/4732deee/attachment-0001.bin>


More information about the Debian-ha-maintainers mailing list