bus error is occuring on gmetad on RHEL7 (built from "master") #305
Description
Hi,
I've encountered an error that occurs regularly.
A build from the same code works fine on RHEL6, but crashes on RHEL7.
So I've made a backtrace.
RRD_update (/var/lib/ganglia/rrds/SummaryInfo/dev-mapper-vgvdata-lvcss-disk_used.rrd): mmaping file '/var/lib/ganglia/rrds/SummaryInfo/dev-mapper-vgvdata-lvcss-disk_used.rrd': Invalid argument
Writing Root Summary data for metric disk_free_absolute_saptrans_FIX
RRD_update (/var/lib/ganglia/rrds/SummaryInfo/disk_free_absolute_saptrans_FIX.rrd): mmaping file '/var/lib/ganglia/rrds/SummaryInfo/disk_free_absolute_saptrans_FIX.rrd': Invalid argument
Writing Root Summary data for metric dev-mapper-vgvdata-lvsdwork3-disk_used
Program received signal SIGBUS, Bus error.
0x00007ffff60d350c in __memcpy_ssse3 () from /lib64/libc.so.6
Missing separate debuginfos, use: debuginfo-install apr-1.4.8-3.el7_4.1.x86_64 cairo-1.14.8-2.el7.x86_64 expat-2.1.0-10.el7_3.x86_64 fontconfig-2.10.95-11.el7.x86_64 freetype-2.4.11-15.el7.x86_64 glib2-2.54.2-2.el7.x86_64 glibc-2.17-222.el7.x86_64 graphite2-1.3.10-1.el7_3.x86_64 harfbuzz-1.3.2-1.el7.x86_64 libX11-1.6.5-1.el7.x86_64 libXau-1.0.8-2.1.el7.x86_64 libXdamage-1.1.4-4.1.el7.x86_64 libXext-1.3.3-3.el7.x86_64 libXfixes-5.0.3-1.el7.x86_64 libXrender-0.9.10-1.el7.x86_64 libXxf86vm-1.1.4-1.el7.x86_64 libconfuse-2.7-7.el7.x86_64 libdrm-2.4.83-2.el7.x86_64 libffi-3.0.13-18.el7.x86_64 libgcc-4.8.5-28.el7_5.1.x86_64 libpng-1.5.13-7.el7_2.x86_64 libselinux-2.5-12.el7.x86_64 libthai-0.1.14-9.el7.x86_64 libuuid-2.23.2-52.el7_5.1.x86_64 libwayland-client-1.14.0-2.el7.x86_64 libwayland-server-1.14.0-2.el7.x86_64 libxcb-1.12-1.el7.x86_64 libxml2-2.9.1-6.el7_2.3.x86_64 libxshmfence-1.2-1.el7.x86_64 mesa-libEGL-17.2.3-8.20171019.el7.x86_64 mesa-libGL-17.2.3-8.20171019.el7.x86_64 mesa-libgbm-17.2.3-8.20171019.el7.x86_64 mesa-libglapi-17.2.3-8.20171019.el7.x86_64 nss-softokn-freebl-3.36.0-5.el7_5.x86_64 pango-1.40.4-1.el7.x86_64 pcre-8.32-17.el7.x86_64 pixman-0.34.0-1.el7.x86_64 rrdtool-1.4.8-9.el7.x86_64 sssd-client-1.16.0-19.el7_5.5.x86_64 xz-libs-5.2.2-1.el7.x86_64 zlib-1.2.7-17.el7.x86_64
(gdb) bt full
#0 0x00007ffff60d350c in __memcpy_ssse3 () from /lib64/libc.so.6
No symbol table info available.
#1 0x00007ffff777ceea in rrd_write () from /lib64/librrd.so.4
No symbol table info available.
#2 0x00007ffff7776324 in rrd_create_fn () from /lib64/librrd.so.4
No symbol table info available.
#3 0x00007ffff777719d in rrd_create_r () from /lib64/librrd.so.4
No symbol table info available.
#4 0x00007ffff7777a72 in rrd_create () from /lib64/librrd.so.4
No symbol table info available.
#5 0x000000000040a3ce in RRD_create (slope=12, process_time=1539069551, step=15, summary=1,
rrd=0x7fffffffd0a0 "/var/lib/ganglia/rrds/SummaryInfo/dev-mapper-vgvdata-lvsdwork3-disk_used.rrd") at rrd_helpers.c:301
argv = {0x41327e "dummy", 0x413284 "--step", 0x7fffffffcc10 "15", 0x41328b "--start",
0x7fffffffcc20 "1539069550",
0x7fffffffd0a0 "/var/lib/ganglia/rrds/SummaryInfo/dev-mapper-vgvdata-lvsdwork3-disk_used.rrd", 0x7fffffffcc60 "DS:sum:GAUGE:120:U:U", 0x7fffffffcca0 "DS:num:GAUGE:120:U:U",
0x6354e0 "RRA:AVERAGE:0.5:1:21600", 0x6354c0 "RRA:AVERAGE:0.5:5:51840",
0x637530 "RRA:AVERAGE:0.5:15:70080", 0x0 <repeats 109 times>,
0x7fffffffce60 "1\314\377\377\377\177", 0x5 <Address 0x5 out of bounds>, 0x0,
0xffffffffffffffff <Address 0xffffffffffffffff out of bounds>, 0x0,
0x40 <Address 0x40 out of bounds>, 0x7fffffffd020 "\206\032\275\367\377\177",
0x1 <Address 0x1 out of bounds>}
s = "15\000\377\000\000\000\000\000\001\000\000\000\000\000"
sum = "DS:sum:GAUGE:120:U:U", '\000' <repeats 43 times>
i =
data_source_type =
argc =
heartbeat = 120
start = "1539069550\000\365\377\177\000\000\061", '\000' <repeats 46 times>
num = "DS:num:GAUGE:120:U:U\000\000\000\071\000\000\065\063\061\000\061", '\000' <repeats 32 times>
#6 push_data_to_rrd (slope=12, process_time=1539069551, step=15, num=0x7fffffffe210 "2",
sum=0x7fffffffe110 "0.00000",
rrd=0x7fffffffd0a0 "/var/lib/ganglia/rrds/SummaryInfo/dev-mapper-vgvdata-lvsdwork3-disk_used.rrd") at rrd_helpers.c:337
summary = 1
st = {st_dev = 64775, st_ino = 47184604, st_nlink = 1, st_mode = 33188, st_uid = 106,
st_gid = 106, __pad0 = 0, st_rdev = 0, st_size = 0, st_blksize = 4096, st_blocks = 0,
st_atim = {tv_sec = 1539064646, tv_nsec = 348083096}, st_mtim = {tv_sec = 1539064646,
tv_nsec = 348083096}, st_ctim = {tv_sec = 1539064646, tv_nsec = 348083096}, __unused = {
0, 0, 0}}
#7 write_data_to_rrd (source=source@entry=0x0, host=host@entry=0x0,
metric=metric@entry=0x74d540 "dev-mapper-vgvdata-lvsdwork3-disk_used",
sum=sum@entry=0x7fffffffe110 "0.00000", num=num@entry=0x7fffffffe210 "2", step=step@entry=15,
process_time=1539069551, process_time@entry=0, slope=12) at rrd_helpers.c:399
rrd = "/var/lib/ganglia/rrds/SummaryInfo/dev-mapper-vgvdata-lvsdwork3-disk_used.rrd", '\000' <repeats 4016 times>
summary_dir = 0x413269 "SummaryInfo"
i =
---Type to continue, or q to quit---
#8 0x0000000000403f4d in write_root_summary (key=0x74d520, val=, arg=)
at gmetad.c:344
name = 0x74d540 "dev-mapper-vgvdata-lvsdwork3-disk_used"
type = 0x74dd32 "float"
sum = "0.00000\000\000\060\000\000\060\060\000\060\000\000\000\000\000\200\377\377\023\000\000\000\377\177\000\000\004", '\000' <repeats 15 times>, "\064\000\000\000[\000\000\000\240\341\377\377\377\177", '\000' <repeats 18 times>, "n\000\000\000w", '\000' <repeats 11 times>, "\237\341\377\377\377\177\000\000\000\000\000\000\000\000\000\000\257\341\377\377\377\177\000\000\340\341\377\377\377\177\000\000|", '\000' <repeats 15 times>, "|\000\000\000w", '\000' <repeats 11 times>, "\337\341\377\377\377\177", '\000' <repeats 18 times>, "`\327\064\366\377\177\000\000&\001\000\000\000\000\000\000"...
num = "2\000\000\000\000\000\000\000\260\341\274\367\377\177\000\000@\236\006\340\377\177\000\000\060\201\201\000\000\000\000\000\020\340b\000\000\000\000\000\060{c\000\000\000\000\000\300\201\201\000\000\000\000\000\060{c\000\000\000\000\000\300\201\201\000\000\000\000\000\360\263\212\342\377\177\000\000@\236\006\340\377\177\000\000\200o\006\340\377\177\000\000\370\001\000\000\000\000\000\000f<@\000\000\000\000\000\340\332\006\340\377\177\000\000\340;@", '\000' <repeats 13 times>, "?\000\000\000\000\000\000\000\060\357\001\340\377\177\000\000\377\352\274\367\377\177\000\000\b\201a\000\000\000\000\000z\244\274\367\377\177\000\000\b\000\000\000\060", '\000' <repeats 11 times>, "\260\213\211\342\377\177\000\000\000\000\000\000\000\000\000\000"...
metric = 0x74dc50
rc =
tt =
le = 0x20
p =
#9 0x00007ffff7bcead9 in hash_foreach (hash=0x62e010, func=func@entry=0x403de0 <write_root_summary>,
arg=arg@entry=0x0) at hash.c:427
stop = 0
i =
bucket = 0x74d4f0
#10 0x0000000000403889 in main (argc=, argv=) at gmetad.c:614
rc =
struct_stat = {st_dev = 64775, st_ino = 64, st_nlink = 5, st_mode = 16877, st_uid = 106,
st_gid = 106, __pad0 = 0, st_rdev = 0, st_size = 52, st_blksize = 4096, st_blocks = 0,
st_atim = {tv_sec = 1539062271, tv_nsec = 302988682}, st_mtim = {tv_sec = 1538717795,
tv_nsec = 497077715}, st_ctim = {tv_sec = 1538717795, tv_nsec = 497077715}, __unused = {
0, 0, 0}}
pid = 140737116137216
attr = {
__size = "\000\000\000\000\000\000\000\000\001\000\000\000\000\000\000\000\000\020", '\000' <repeats 37 times>, __align = 0}
i =
num_sources =
gmetad_uid =
gmetad_username =
pw =
sleep_time = 31003826
now =
random_sleep_factor =
rand_seed = 2941955441