[collectd] segfault

Crowder, Travis Travis.Crowder at penton.com
Mon Oct 22 13:50:59 CEST 2012


As it turns out, it isn't all of the nodes.  Just ones that I needed to install some packages to get collectd to compile.  The clients are CentOS 5.6 and 6.2.

Here is a gist at github of the packages that are installed on the client machine that causes the collectd server process to crash.

CentOS 6.2 client packages installed: https://gist.github.com/96ab38ce616ecbe1758d
CentOS 5.6 client packages installed: https://gist.github.com/ca826dcc0e0050981203

Collectd was configured --with-apache on the machines that cause the problems.

Hope that helps, really hope so. :)

-Travis

From: Travis <travis.crowder at penton.com<mailto:travis.crowder at penton.com>>
Date: Mon, 22 Oct 2012 06:06:22 -0500
To: Travis <travis.crowder at penton.com<mailto:travis.crowder at penton.com>>, "collectd at verplant.org<mailto:collectd at verplant.org>" <collectd at verplant.org<mailto:collectd at verplant.org>>
Subject: Re: [collectd] segfault

Here is the stack trace I get of collectd's death.

execve("/opt/collectd/sbin/collectd", ["/opt/collectd/sbin/collectd", "-C", "/opt/collectd/etc/collectd.conf"], [/* 18 vars */]) = 0
brk(0)                                  = 0xc34000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f747b631000
access("/etc/ld.so.preload", R_OK)      = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY)      = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=41629, ...}) = 0
mmap(NULL, 41629, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f747b626000
close(3)                                = 0
open("/lib64/librt.so.1", O_RDONLY)     = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@!\200e2\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=47064, ...}) = 0
mmap(0x3265800000, 2128816, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3265800000
mprotect(0x3265807000, 2093056, PROT_NONE) = 0
mmap(0x3265a06000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x6000) = 0x3265a06000
close(3)                                = 0
open("/lib64/libpthread.so.0", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0e2\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=145720, ...}) = 0
mmap(0x3265000000, 2212768, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3265000000
mprotect(0x3265017000, 2097152, PROT_NONE) = 0
mmap(0x3265217000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x3265217000
mmap(0x3265219000, 13216, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3265219000
close(3)                                = 0
open("/lib64/libdl.so.2", O_RDONLY)     = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\300d2\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=22536, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f747b625000
mmap(0x3264c00000, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3264c00000
mprotect(0x3264c02000, 2097152, PROT_NONE) = 0
mmap(0x3264e02000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x3264e02000
close(3)                                = 0
open("/lib64/libc.so.6", O_RDONLY)      = 3
read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\201d2\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1918016, ...}) = 0
mmap(0x3264800000, 3741864, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3264800000
mprotect(0x3264989000, 2093056, PROT_NONE) = 0
mmap(0x3264b88000, 20480, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x188000) = 0x3264b88000
mmap(0x3264b8d000, 18600, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3264b8d000
close(3)                                = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f747b624000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f747b623000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f747b622000
arch_prctl(ARCH_SET_FS, 0x7f747b623700) = 0
mprotect(0x3264b88000, 16384, PROT_READ) = 0
mprotect(0x3264e02000, 4096, PROT_READ) = 0
mprotect(0x3265217000, 4096, PROT_READ) = 0
mprotect(0x3265a06000, 4096, PROT_READ) = 0
mprotect(0x326461f000, 4096, PROT_READ) = 0
munmap(0x7f747b626000, 41629)           = 0
set_tid_address(0x7f747b6239d0)         = 14796
set_robust_list(0x7f747b6239e0, 0x18)   = 0
futex(0x7fff8c07141c, FUTEX_WAKE_PRIVATE, 1) = 0
futex(0x7fff8c07141c, FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME, 1, NULL, 7f747b623700) = -1 EAGAIN (Resource temporarily unavailable)
rt_sigaction(SIGRTMIN, {0x3265005ae0, [], SA_RESTORER|SA_SIGINFO, 0x326500f500}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {0x3265005b70, [], SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x326500f500}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
getrlimit(RLIMIT_STACK, {rlim_cur=8192*1024, rlim_max=RLIM_INFINITY}) = 0
brk(0)                                  = 0xc34000
brk(0xc55000)                           = 0xc55000
stat("/opt/collectd/etc/collectd.conf", {st_mode=S_IFREG|0640, st_size=24141, ...}) = 0
open("/opt/collectd/etc/collectd.conf", O_RDONLY) = 3
ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7fff8c06dbc0) = -1 ENOTTY (Inappropriate ioctl for device)
fstat(3, {st_mode=S_IFREG|0640, st_size=24141, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f747b630000
read(3, "#\n# Config file for collectd(1)."..., 8192) = 8192
read(3, "es true\n#</Plugin>\n\n#<Plugin ema"..., 8192) = 8192
read(3, "Recursor \"recursor_name\">\n#    C"..., 8192) = 7757
read(3, "", 4096)                       = 0
read(3, "", 8192)                       = 0
ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7fff8c06dbc0) = -1 ENOTTY (Inappropriate ioctl for device)
close(3)                                = 0
munmap(0x7f747b630000, 4096)            = 0
open("/opt/collectd/share/collectd/types.db", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=6710, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f747b630000
read(3, "absolute\t\tvalue:ABSOLUTE:0:U\napa"..., 4096) = 4096
read(3, "nter\tvalue:DERIVE:0:U\nps_code\t\t\t"..., 4096) = 2614
read(3, "", 4096)                       = 0
close(3)                                = 0
munmap(0x7f747b630000, 4096)            = 0
open("/opt/collectd/lib/collectd", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
fcntl(3, F_GETFD)                       = 0x1 (flags FD_CLOEXEC)
getdents(3, /* 221 entries */, 32768)   = 7440
lstat("/opt/collectd/lib/collectd/syslog.so", {st_mode=S_IFREG|0755, st_size=14890, ...}) = 0
futex(0x3264e030ec, FUTEX_WAKE_PRIVATE, 2147483647) = 0
open("/opt/collectd/lib/collectd/syslog.so", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\10\0\0\0\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=14890, ...}) = 0
mmap(NULL, 2101912, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x7f747b420000
mprotect(0x7f747b421000, 2097152, PROT_NONE) = 0
mmap(0x7f747b621000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x1000) = 0x7f747b621000
close(4)                                = 0
close(3)                                = 0
open("/opt/collectd/lib/collectd", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
getdents(3, /* 221 entries */, 32768)   = 7440
lstat("/opt/collectd/lib/collectd/cpu.so", {st_mode=S_IFREG|0755, st_size=15585, ...}) = 0
open("/opt/collectd/lib/collectd/cpu.so", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000\t\0\0\0\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=15585, ...}) = 0
mmap(NULL, 2101912, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x7f747b21e000
mprotect(0x7f747b21f000, 2097152, PROT_NONE) = 0
mmap(0x7f747b41f000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x1000) = 0x7f747b41f000
close(4)                                = 0
close(3)                                = 0
open("/opt/collectd/lib/collectd", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
getdents(3, /* 221 entries */, 32768)   = 7440
lstat("/opt/collectd/lib/collectd/disk.so", {st_mode=S_IFREG|0755, st_size=22882, ...}) = 0
open("/opt/collectd/lib/collectd/disk.so", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0P\v\0\0\0\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=22882, ...}) = 0
mmap(NULL, 2103904, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x7f747b01c000
mprotect(0x7f747b01e000, 2093056, PROT_NONE) = 0
mmap(0x7f747b21d000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x1000) = 0x7f747b21d000
close(4)                                = 0
close(3)                                = 0
open("/opt/collectd/lib/collectd", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
getdents(3, /* 221 entries */, 32768)   = 7440
lstat("/opt/collectd/lib/collectd/interface.so", {st_mode=S_IFREG|0755, st_size=16555, ...}) = 0
open("/opt/collectd/lib/collectd/interface.so", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\n\0\0\0\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=16555, ...}) = 0
mmap(NULL, 2102336, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x7f747ae1a000
mprotect(0x7f747ae1c000, 2093056, PROT_NONE) = 0
mmap(0x7f747b01b000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x1000) = 0x7f747b01b000
close(4)                                = 0
close(3)                                = 0
open("/opt/collectd/lib/collectd", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
getdents(3, /* 221 entries */, 32768)   = 7440
lstat("/opt/collectd/lib/collectd/load.so", {st_mode=S_IFREG|0755, st_size=11764, ...}) = 0
open("/opt/collectd/lib/collectd/load.so", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000\7\0\0\0\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=11764, ...}) = 0
mmap(NULL, 2100384, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x7f747ac19000
mprotect(0x7f747ac1a000, 2093056, PROT_NONE) = 0
mmap(0x7f747ae19000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0) = 0x7f747ae19000
close(4)                                = 0
close(3)                                = 0
open("/opt/collectd/lib/collectd", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
getdents(3, /* 221 entries */, 32768)   = 7440
lstat("/opt/collectd/lib/collectd/memory.so", {st_mode=S_IFREG|0755, st_size=14544, ...}) = 0
open("/opt/collectd/lib/collectd/memory.so", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\10\0\0\0\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=14544, ...}) = 0
mmap(NULL, 2101904, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x7f747aa17000
mprotect(0x7f747aa18000, 2097152, PROT_NONE) = 0
mmap(0x7f747ac18000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x1000) = 0x7f747ac18000
close(4)                                = 0
close(3)                                = 0
open("/opt/collectd/lib/collectd", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
getdents(3, /* 221 entries */, 32768)   = 7440
lstat("/opt/collectd/lib/collectd/network.so", {st_mode=S_IFREG|0755, st_size=98108, ...}) = 0
open("/opt/collectd/lib/collectd/network.so", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000\35\0\0\0\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=98108, ...}) = 0
mmap(NULL, 2128424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x7f747a80f000
mprotect(0x7f747a817000, 2093056, PROT_NONE) = 0
mmap(0x7f747aa16000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x7000) = 0x7f747aa16000
close(4)                                = 0
close(3)                                = 0
open("/opt/collectd/lib/collectd", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
getdents(3, /* 221 entries */, 32768)   = 7440
lstat("/opt/collectd/lib/collectd/processes.so", {st_mode=S_IFREG|0755, st_size=48486, ...}) = 0
open("/opt/collectd/lib/collectd/processes.so", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\240\17\0\0\0\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=48486, ...}) = 0
mmap(NULL, 2112088, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x7f747a60b000
mprotect(0x7f747a60f000, 2093056, PROT_NONE) = 0
mmap(0x7f747a80e000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x3000) = 0x7f747a80e000
close(4)                                = 0
close(3)                                = 0
open("/opt/collectd/lib/collectd", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
getdents(3, /* 221 entries */, 32768)   = 7440
lstat("/opt/collectd/lib/collectd/rrdtool.so", {st_mode=S_IFREG|0755, st_size=61960, ...}) = 0
open("/opt/collectd/lib/collectd/rrdtool.so", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000\31\0\0\0\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=61960, ...}) = 0
mmap(NULL, 2119280, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x7f747a405000
mprotect(0x7f747a40a000, 2097152, PROT_NONE) = 0
mmap(0x7f747a60a000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x5000) = 0x7f747a60a000
close(4)                                = 0
open("/etc/ld.so.cache", O_RDONLY)      = 4
fstat(4, {st_mode=S_IFREG|0644, st_size=41629, ...}) = 0
mmap(NULL, 41629, PROT_READ, MAP_PRIVATE, 4, 0) = 0x7f747b626000
close(4)                                = 0
open("/usr/lib64/librrd_th.so.4", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\\\0\0\0\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=217552, ...}) = 0
mmap(NULL, 2313904, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x7f747a1d0000
mprotect(0x7f747a201000, 2097152, PROT_NONE) = 0
mmap(0x7f747a401000, 16384, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x31000) = 0x7f747a401000
close(4)                                = 0
open("/lib64/libm.so.6", O_RDONLY)      = 4
read(4, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\240>@e2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=598800, ...}) = 0
mmap(0x3265400000, 2633944, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x3265400000
mprotect(0x3265483000, 2093056, PROT_NONE) = 0
mmap(0x3265682000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x82000) = 0x3265682000
close(4)                                = 0
open("/usr/lib64/libxml2.so.2", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\306\202k2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=1379240, ...}) = 0
mmap(0x326b800000, 3477176, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x326b800000
mprotect(0x326b947000, 2093056, PROT_NONE) = 0
mmap(0x326bb46000, 40960, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x146000) = 0x326bb46000
mmap(0x326bb50000, 3768, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x326bb50000
close(4)                                = 0
open("/usr/lib64/libpng12.so.0", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000H\200j2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=157960, ...}) = 0
mmap(0x326a800000, 2250552, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x326a800000
mprotect(0x326a825000, 2097152, PROT_NONE) = 0
mmap(0x326aa25000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x25000) = 0x326aa25000
close(4)                                = 0
open("/usr/lib64/libpangocairo-1.0.so.0", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260H\200\3548\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=52040, ...}) = 0
mmap(0x38ec800000, 2144496, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x38ec800000
mprotect(0x38ec80b000, 2097152, PROT_NONE) = 0
mmap(0x38eca0b000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0xb000) = 0x38eca0b000
close(4)                                = 0
open("/usr/lib64/libpango-1.0.so.0", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000\355\300i2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=310136, ...}) = 0
mmap(0x3269c00000, 2403424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x3269c00000
mprotect(0x3269c48000, 2097152, PROT_NONE) = 0
mmap(0x3269e48000, 12288, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x48000) = 0x3269e48000
close(4)                                = 0
open("/usr/lib64/libcairo.so.2", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0P\234\300\3548\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=497408, ...}) = 0
mmap(0x38ecc00000, 2591608, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x38ecc00000
mprotect(0x38ecc76000, 2097152, PROT_NONE) = 0
mmap(0x38ece76000, 12288, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x76000) = 0x38ece76000
close(4)                                = 0
open("/lib64/libgobject-2.0.so.0", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\211\300f2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=283584, ...}) = 0
mmap(0x3266c00000, 2379304, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x3266c00000
mprotect(0x3266c43000, 2097152, PROT_NONE) = 0
mmap(0x3266e43000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x43000) = 0x3266e43000
close(4)                                = 0
open("/lib64/libgmodule-2.0.so.0", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200\20\300g2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=14392, ...}) = 0
brk(0xc76000)                           = 0xc76000
mmap(0x3267c00000, 2107384, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x3267c00000
mprotect(0x3267c03000, 2093056, PROT_NONE) = 0
mmap(0x3267e02000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x2000) = 0x3267e02000
close(4)                                = 0
open("/lib64/libglib-2.0.so.0", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p4\1f2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=939360, ...}) = 0
mmap(0x3266000000, 3034128, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x3266000000
mprotect(0x32660e4000, 2093056, PROT_NONE) = 0
mmap(0x32662e3000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0xe3000) = 0x32662e3000
close(4)                                = 0
open("/lib64/libz.so.1", O_RDONLY)      = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000\37\300e2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=90952, ...}) = 0
mmap(0x3265c00000, 2183696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x3265c00000
mprotect(0x3265c15000, 2093056, PROT_NONE) = 0
mmap(0x3265e14000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x14000) = 0x3265e14000
close(4)                                = 0
open("/usr/lib64/libpangoft2-1.0.so.0", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000s\0\3558\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=174952, ...}) = 0
mmap(0x38ed000000, 2267784, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x38ed000000
mprotect(0x38ed029000, 2093056, PROT_NONE) = 0
mmap(0x38ed228000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x28000) = 0x38ed228000
close(4)                                = 0
open("/usr/lib64/libfreetype.so.6", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0P\310 at h2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=644912, ...}) = 0
mmap(0x3268400000, 2737840, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x3268400000
mprotect(0x3268498000, 2093056, PROT_NONE) = 0
mmap(0x3268697000, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x97000) = 0x3268697000
close(4)                                = 0
open("/usr/lib64/libfontconfig.so.1", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200\\@\3548\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=223040, ...}) = 0
mmap(0x38ec400000, 2316776, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x38ec400000
mprotect(0x38ec434000, 2097152, PROT_NONE) = 0
mmap(0x38ec634000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x34000) = 0x38ec634000
close(4)                                = 0
open("/usr/lib64/libpixman-1.so.0", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000r at k2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=400528, ...}) = 0
mmap(0x326b400000, 2493408, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x326b400000
mprotect(0x326b45d000, 2097152, PROT_NONE) = 0
mmap(0x326b65d000, 16384, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x5d000) = 0x326b65d000
close(4)                                = 0
open("/usr/lib64/libXrender.so.1", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\30\200i2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=42472, ...}) = 0
mmap(0x3269800000, 2135176, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x3269800000
mprotect(0x3269809000, 2097152, PROT_NONE) = 0
mmap(0x3269a09000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x9000) = 0x3269a09000
close(4)                                = 0
open("/usr/lib64/libX11.so.6", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200\335\1l2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=1308600, ...}) = 0
mmap(0x326c000000, 3403144, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x326c000000
mprotect(0x326c139000, 2097152, PROT_NONE) = 0
mmap(0x326c339000, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x139000) = 0x326c339000
close(4)                                = 0
open("/lib64/libexpat.so.1", O_RDONLY)  = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\320<\340\2023\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=167648, ...}) = 0
mmap(0x3382e00000, 2260432, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x3382e00000
mprotect(0x3382e26000, 2093056, PROT_NONE) = 0
mmap(0x3383025000, 12288, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x25000) = 0x3383025000
close(4)                                = 0
open("/usr/lib64/libxcb.so.1", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0P\206\200h2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=112840, ...}) = 0
mmap(0x3268800000, 2205704, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x3268800000
mprotect(0x326881b000, 2093056, PROT_NONE) = 0
mmap(0x3268a1a000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x1a000) = 0x3268a1a000
close(4)                                = 0
open("/usr/lib64/libXau.so.6", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\320\r\300j2\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=13168, ...}) = 0
mmap(0x326ac00000, 2106112, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x326ac00000
mprotect(0x326ac02000, 2097152, PROT_NONE) = 0
mmap(0x326ae02000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x2000) = 0x326ae02000
close(4)                                = 0
mprotect(0x3265e14000, 4096, PROT_READ) = 0
mprotect(0x3265682000, 4096, PROT_READ) = 0
munmap(0x7f747b626000, 41629)           = 0
close(3)                                = 0
open("/opt/collectd/lib/collectd", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
getdents(3, /* 221 entries */, 32768)   = 7440
lstat("/opt/collectd/lib/collectd/swap.so", {st_mode=S_IFREG|0755, st_size=21469, ...}) = 0
open("/opt/collectd/lib/collectd/swap.so", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220\n\0\0\0\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=21469, ...}) = 0
mmap(NULL, 2104000, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x7f7479fce000
mprotect(0x7f7479fd0000, 2093056, PROT_NONE) = 0
mmap(0x7f747a1cf000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x1000) = 0x7f747a1cf000
close(4)                                = 0
close(3)                                = 0
open("/opt/collectd/lib/collectd", O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
getdents(3, /* 221 entries */, 32768)   = 7440
lstat("/opt/collectd/lib/collectd/tcpconns.so", {st_mode=S_IFREG|0755, st_size=21059, ...}) = 0
open("/opt/collectd/lib/collectd/tcpconns.so", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000\v\0\0\0\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=21059, ...}) = 0
mmap(NULL, 2104072, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 4, 0) = 0x7f7479dcc000
mprotect(0x7f7479dce000, 2093056, PROT_NONE) = 0
mmap(0x7f7479fcd000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 4, 0x1000) = 0x7f7479fcd000
close(4)                                = 0
close(3)                                = 0
socket(PF_NETLINK, SOCK_RAW, 0)         = 3
bind(3, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
getsockname(3, {sa_family=AF_NETLINK, pid=14796, groups=00000000}, [12]) = 0
sendto(3, "\24\0\0\0\26\0\1\3\17(\205P\0\0\0\0\0\0\0\0", 20, 0, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
recvmsg(3, {msg_name(12)={sa_family=AF_NETLINK, pid=0, groups=00000000}, msg_iov(1)=[{"0\0\0\0\24\0\2\0\17(\205P\3149\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"..., 4096}], msg_controllen=0, msg_flags=0}, 0) = 108
recvmsg(3, {msg_name(12)={sa_family=AF_NETLINK, pid=0, groups=00000000}, msg_iov(1)=[{"@\0\0\0\24\0\2\0\17(\205P\3149\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"..., 4096}], msg_controllen=0, msg_flags=0}, 0) = 128
recvmsg(3, {msg_name(12)={sa_family=AF_NETLINK, pid=0, groups=00000000}, msg_iov(1)=[{"\24\0\0\0\3\0\2\0\17(\205P\3149\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"..., 4096}], msg_controllen=0, msg_flags=0}, 0) = 20
close(3)                                = 0
socket(PF_INET, SOCK_DGRAM, IPPROTO_UDP) = 3
setsockopt(3, SOL_SOCKET, SO_REUSEADDR, [1], 4) = 0
bind(3, {sa_family=AF_INET, sin_port=htons(25826), sin_addr=inet_addr("10.2.180.42")}, 16) = 0
chdir("/opt/collectd/var/lib/collectd") = 0
rt_sigaction(SIGCHLD, {SIG_IGN, [], SA_RESTORER, 0x326500f500}, NULL, 8) = 0
clone(child_stack=0, flags=CLONE_CHILD_CLEARTID|CLONE_CHILD_SETTID|SIGCHLD, child_tidptr=0x7f747b6239d0) = 14797
exit_group(0)                           = ?


From: Travis <travis.crowder at penton.com<mailto:travis.crowder at penton.com>>
Date: Mon, 22 Oct 2012 11:00:59 +0000
To: "collectd at verplant.org<mailto:collectd at verplant.org>" <collectd at verplant.org<mailto:collectd at verplant.org>>
Subject: [collectd] segfault

As I was going in and adding more hosts to our collectd server, I noticed that some of the hosts I added didn't show up.

I added two new clients which report memcached data and another two which report apache data.  Now I cannot get collectd to stay alive.

Oct 22 05:50:03 watchdog collectd[10912]: Initialization complete, entering read-loop.
Oct 22 05:50:04 watchdog kernel: collectd[10914]: segfault at 18 ip 00007fca9e24198e sp 00007fca9de301f0 error 4 in librrd_th.so.4.0.7[7fca9e237000+31000]
Oct 22 05:50:04 watchdog abrtd: Directory 'ccpp-2012-10-22-05:50:04-10912' creation detected
Oct 22 05:50:04 watchdog abrt[10922]: Saved core dump of pid 10912 (/opt/collectd/sbin/collectd) to /var/spool/abrt/ccpp-2012-10-22-05:50:04-10912 (70025216 bytes)
Oct 22 05:50:04 watchdog abrtd: Executable '/opt/collectd/sbin/collectd' doesn't belong to any package
Oct 22 05:50:04 watchdog abrtd: 'post-create' on '/var/spool/abrt/ccpp-2012-10-22-05:50:04-10912' exited with 1
Oct 22 05:50:04 watchdog abrtd: Corrupted or bad directory /var/spool/abrt/ccpp-2012-10-22-05:50:04-10912, deleting

I'd give you a core dump, but since I did a source install, the abrt daemon deletes it.  A pointer on how to make abrtd stop doing that so I can provide a core dump would be appreciated. In fact, any help is much appreciated.

-Travis
_______________________________________________ collectd mailing list collectd at verplant.org<mailto:collectd at verplant.org> http://mailman.verplant.org/listinfo/collectd
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://mailman.verplant.org/pipermail/collectd/attachments/20121022/c0d5bf07/attachment-0001.html>


More information about the collectd mailing list