[collectd] Memoy leak advice

Tue Jan 22 00:03:48 CET 2008

Hi

Since I restarted it last night it is using:

root     31285  1.3  8.8 633512 358972 ?       Ssl  Jan21
6:45 /opt/collectd/sbin/collectd -C /opt/collectd/etc/collectd.conf

I do notice I did have an error in the config file. I had the apache
plugin enabled and I was not using it. I have disabled this below and
will see.

Regards
Daniel

#
# Config file for collectd(1).
# Please read collectd.conf(5) for a list of options.
# http://collectd.org/
#

Hostname    "bajor.fathom13.com"
BaseDir     "/opt/collectd/var/lib/collectd"
PIDFile     "/opt/collectd/var/run/collectd.pid"
PluginDir   "/opt/collectd/lib/collectd"
TypesDB     "/opt/collectd/lib/collectd/types.db"
Interval     10
ReadThreads  5

#LoadPlugin apache
#LoadPlugin apcups
#LoadPlugin apple_sensors
#LoadPlugin battery
LoadPlugin cpu
LoadPlugin cpufreq
#LoadPlugin csv
LoadPlugin df
LoadPlugin disk
#LoadPlugin dns
#LoadPlugin email
LoadPlugin entropy
#LoadPlugin exec
LoadPlugin hddtemp
LoadPlugin interface
#LoadPlugin iptables
#LoadPlugin ipvs
LoadPlugin irq
LoadPlugin load
#LoadPlugin logfile
#LoadPlugin mbmon
#LoadPlugin memcached
LoadPlugin memory
#LoadPlugin multimeter
LoadPlugin mysql
#LoadPlugin netlink
LoadPlugin network
#LoadPlugin nfs
#LoadPlugin nginx
LoadPlugin ntpd
#LoadPlugin nut
#LoadPlugin perl
LoadPlugin ping
LoadPlugin processes
LoadPlugin rrdtool
LoadPlugin sensors
#LoadPlugin serial
#LoadPlugin snmp
LoadPlugin swap
#LoadPlugin syslog
#LoadPlugin tape
LoadPlugin tcpconns
LoadPlugin unixsock
LoadPlugin users
#LoadPlugin vserver
#LoadPlugin wireless
#LoadPlugin xmms

#<Plugin apache>
#       URL "http://localhost/status?auto"
#       User "www-user"
#       Password "secret"
#       CACert "/etc/ssl/ca.crt"
#</Plugin>

#<Plugin apcups>
#       Host "localhost"
#       Port "3551"
#</Plugin>

#<Plugin csv>
#       DataDir "/opt/collectd/var/lib/collectd/csv"
#</Plugin>

#<Plugin df>
#       Device "/dev/hda1"
#       Device "192.168.0.2:/mnt/nfs"
#       MountPoint "/home"
#       FSType "ext3"
#       IgnoreSelected false
#</Plugin>

#<Plugin dns>
#       Interface "eth0"
#       IgnoreSource "192.168.0.1"
#</Plugin>

#<Plugin email>
#       SocketFile "/opt/collectd/var/run/collectd-email"
#       SocketGroup "collectd"
#       SocketPerms "0770"
#       MaxConns 5
#</Plugin>

#<Plugin exec>
#       Exec "user:group" "/path/to/exec"
#</Plugin>

#<Plugin hddtemp>
#       Host "127.0.0.1"
#       Port "7634"
#</Plugin>

#<Plugin interface>
#       Interface "eth0"
#       IgnoreSelected false
#</Plugin>

#<Plugin iptables>
#       Chain table chain
#</Plugin>

#<Plugin irq>
#       Irq 7
#       Irq 8
#       Irq 9
#       IgnoreSelected true
#</Plugin>

#<Plugin logfile>
#       LogLevel info
#       File STDOUT
#</Plugin>

#<Plugin mbmon>
#       Host "127.0.0.1"
#       Port "411"
#</Plugin>

#<Plugin memcached>
#       Host "127.0.0.1"
#       Port "11211"
#</Plugin>

#<Plugin mysql>
#       Host "database.serv.er"
#       User "db_user"
#       Password "secret"
#       Database "db_name"
#</Plugin>

#<Plugin netlink>
#       Interface "All"
#       VerboseInterface "All"
#       QDisc "eth0" "pfifo_fast-1:0"
#       Class "ppp0" "htb-1:10"
#       Filter "ppp0" "u32-1:0"
#</Plugin>

#<Plugin network>
#       Server "ff18::efc0:4a42" "25826"
#       Server "239.192.74.66" "25826"
#       Listen "ff18::efc0:4a42" "25826"
#       Listen "239.192.74.66" "25826"
#       TimeToLive "128"
#       Forward false
#       CacheFlush 1800
#</Plugin>

#<Plugin nginx>
#       URL "http://localhost/status?auto"
#       User "www-user"
#       Password "secret"
#       CACert "/etc/ssl/ca.crt"
#</Plugin>

#<Plugin ntpd>
#       Host "localhost"
#       Port 123
#</Plugin>

#<Plugin nut>
#       UPS "upsname at hostname:port"
#</Plugin>

#<Plugin perl>
#       IncludeDir "/my/include/path"
#       BaseName "Collectd::Plugin"
#       LoadPlugin foo
#</Plugin>

#<Plugin ping>
#       Host "host.foo.bar"
#</Plugin>

#<Plugin processes>
#       Process "name"
#</Plugin>

#<Plugin rrdtool>
#       DataDir "/opt/collectd/var/lib/collectd/rrd"
#       CacheTimeout 120
#       CacheFlush   900
#</Plugin>

#<Plugin sensors>
#       Sensor "it8712-isa-0290/temperature-temp1"
#       Sensor "it8712-isa-0290/fanspeed-fan3"
#       Sensor "it8712-isa-0290/voltage-in8"
#       IgnoreSelected false
#</Plugin>

#<Plugin snmp>
#   <Data "powerplus_voltge_input">
#       Type "voltage"
#       Table false
#       Instance "input_line1"
#       Values "SNMPv2-SMI::enterprises.6050.5.4.1.1.2.1"
#   </Data>
#   <Data "hr_users">
#       Type "users"
#       Table false
#       Instance ""
#       Values "HOST-RESOURCES-MIB::hrSystemNumUsers.0"
#   </Data>
#   <Data "std_traffic">
#       Type "if_octets"
#       Table true
#       Instance "IF-MIB::ifDescr"
#       Values "IF-MIB::ifInOctets" "IF-MIB::ifOutOctets"
#   </Data>
#   
#   <Host "some.switch.mydomain.org">
#       Address "192.168.0.2"
#       Version 1
#       Community "community_string"
#       Collect "std_traffic"
#       Inverval 120
#   </Host>
#   <Host "some.server.mydomain.org">
#       Address "192.168.0.42"
#       Version 2
#       Community "another_string"
#       Collect "std_traffic" "hr_users"
#   </Host>
#   <Host "some.ups.mydomain.org">
#       Address "192.168.0.3"
#       Version 1
#       Community "more_communities"
#       Collect "powerplus_voltge_input"
#       Interval 300
#   </Host>
#</Plugin>

#<Plugin syslog>
#       LogLevel info
#</Plugin>

#<Plugin tcpconns>
#       ListeningPorts false
#       LocalPort "25"
#       RemotePort "25"
#</Plugin>

#<Plugin unixsock>
#       SocketFile "/opt/collectd/var/run/collectd-unixsock"
#       SocketGroup "collectd"
#       SocketPerms "0660"
#</Plugin>

On Mon, 2008-01-21 at 16:20 +0100, Florian Forster wrote:
> Hi Daniel,
> 
> On Tue, Jan 22, 2008 at 12:00:51AM +0900, Daniel Rowe wrote:
> > My run out of memory the other day and I noticed it was collectd
> > (4.2.1) using over 5 gig of memory on my Fedora 8 X86_64 box. The
> > machine was swapping like crazy :)
> 
> what plugins have you loaded on the machine(s) experiencing this
> problem? How fast is the memory consumed? There was a memory leak in the
> SNMP plugin a while back, but that has been resolved.
> 
> > Is this a bug or something else? Thanks in advance.
> 
> Probably. However, since 4.2.* is available since October 2007 and I
> haven't heard of such problems since it must be an uncommon place in the
> code. Maybe some error handling or something.
> 
> Sorry I can't tell you anything specific, but without the config it's
> hard to tell where the problem might be. Even with the config I can't
> promise I can see where the problem is. Best would be some kind of
> regression testing, i. e. disable half of the plugins and see if the
> problem persist. Disable more and more plugins until you can nail it
> down to one plugin.
> 
> Regards,
> -octo