ABRT on my Fedora 20 reports the following backtrace (sanitized):
[New LWP 10384] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib64/libthread_db.so.1". Core was generated by `/usr/libexec/certmonger/ipa-submit'. Program terminated with signal SIGABRT, Aborted. #0 0x00007fc064dff877 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56 56 ../nptl/sysdeps/unix/sysv/linux/raise.c: No such file or directory. Thread 1 (Thread 0x7fc066f64880 (LWP 10384)): #0 0x00007fc064dff877 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56 resultvar = 0 pid = 10384 selftid = 10384 #1 0x00007fc064e00f68 in __GI_abort () at abort.c:89 save_stage = 2 act = {__sigaction_handler = {sa_handler = 0x3636306366372d30, sa_sigaction = 0x3636306366372d30}, sa_mask = {__val = {8223625903104145510, 3472328295963438455, 4192904167887482928, 7365366848950382640, 3474870599140388963, 3904730167593742384, 2319406791722100278, 3472328228586663282, 7234505242756263984, 3763099652072747066, 2314885530818459702, 2314885530818453536, 3395749441387372576, 7305517458921780085, 8390880532415866232, 140735521911272}}, sa_flags = 99, sa_restorer = 0x7fff8aca7300} sigs = {__val = {32, 0 <repeats 15 times>}} #2 0x00007fc064e3fa54 in __libc_message (do_abort=do_abort@entry=2, fmt=fmt@entry=0x7fc064f462e8 "*** Error in `%s': %s: 0x%s ***\n") at ../sysdeps/posix/libc_fatal.c:175 ap = {{gp_offset = 40, fp_offset = 0, overflow_arg_area = 0x7fff8aca7310, reg_save_area = 0x7fff8aca72a0}} fd = 2 on_2 = <optimized out> list = <optimized out> nlist = <optimized out> cp = <optimized out> written = <optimized out> #3 0x00007fc064e46d78 in malloc_printerr (ptr=<optimized out>, str=0x7fc064f43a96 "free(): invalid pointer", action=3) at malloc.c:4930 buf = "00007fc068d012a0" cp = <optimized out> #4 _int_free (av=0x7fc065181760 <main_arena>, p=<optimized out>, have_lock=0) at malloc.c:3782 size = <optimized out> fb = <optimized out> nextchunk = <optimized out> nextsize = <optimized out> nextinuse = <optimized out> prevsize = <optimized out> bck = <optimized out> fwd = <optimized out> errstr = 0x7fc064f43a96 "free(): invalid pointer" locked = <optimized out> #5 0x00007fc066f8de35 in submit_or_poll (reqprinc=0x7fc068bdb170 "host/abcdefg.abcdefghijklmnopqrstuvwx.com@EXAMPLE.COM", csr=<optimized out>, basedn=0x7fc068bdb280 "", domain=0x7fc068bdb2f0 "example.com", host=0x0, ldap_uri=<optimized out>, ldap_uri_cmd=0, server=0x7fc068bdb310 "qe-blade-11.abcdefghijklmnopqrstuvwx.com", capath=0x0, cainfo=0x7fc066f938f4 "/etc/ipa/ca.crt", uri=0x7fff8aca7460 "https://qe-blade-11.abcdefghijklmnopqrstuvwx.com/ipa/xml") at ipa.c:475 i = 3 uris = 0x7fc068d032e0 #6 main (argc=<optimized out>, argv=<optimized out>) at ipa.c:828 c = <optimized out> make_keytab_ccache = <optimized out> host = 0x0 domain = 0x7fc068bdb2f0 "example.com" cainfo = 0x7fc066f938f4 "/etc/ipa/ca.crt" capath = 0x0 ktname = <optimized out> kpname = <optimized out> csr = <optimized out> p = <optimized out> uri = "https://qe-blade-11.abcdefghijklmnopqrstuvwx.com/ipa/xml", '\000' <repeats 1991 times> reqprinc = 0x7fc068bdb170 "host/abcdefg.abcdefghijklmnopqrstuvwx.com@EXAMPLE.COM" ipaconfig = <optimized out> kerr = 0x0 xmlrpc_uri = 0x7fc068bdb2a0 "https://qe-blade-11.abcdefghijklmnopqrstuvwx.com/ipa/xml" ldap_uri = <optimized out> server = 0x7fc068bdb310 "qe-blade-11.abcdefghijklmnopqrstuvwx.com" xmlrpc_uri_cmd = 0 ldap_uri_cmd = 0 mode = <optimized out> ldn = '\000' <repeats 2047 times> basedn = 0x7fc068bdb280 "" kret = <optimized out> From To Syms Read Shared Object Library 0x00007fc066b5d010 0x00007fc066b62d24 Yes /lib64/libxmlrpc_client.so.3 0x00007fc066945470 0x00007fc066951c2c Yes /lib64/libxmlrpc.so.3 0x00007fc06673c8a0 0x00007fc06673e900 Yes /lib64/libxmlrpc_util.so.3 0x00007fc0664f80a0 0x00007fc066528804 Yes /lib64/libldap-2.4.so.2 0x00007fc06622e1a0 0x00007fc0662907ac Yes /lib64/libkrb5.so.3 0x00007fc065fd88b0 0x00007fc065ff87e8 Yes /lib64/libk5crypto.so.3 0x00007fc065dd1570 0x00007fc065dd2154 Yes /lib64/libcom_err.so.2 0x00007fc065bc3050 0x00007fc065bcccec Yes /lib64/libtalloc.so.2 0x00007fc065991010 0x00007fc065995588 Yes /lib64/libidn.so.11 0x00007fc065610cc0 0x00007fc0657016b8 Yes /lib64/libcrypto.so.10 0x00007fc0653a3510 0x00007fc0653a4b64 Yes /lib64/libuuid.so.1 0x00007fc06518ba40 0x00007fc06519a7dc Yes /lib64/libresolv.so.2 0x00007fc064de9560 0x00007fc064f2a994 Yes /lib64/libc.so.6 0x00007fc064b683d0 0x00007fc064bb1530 Yes /lib64/libcurl.so.4 0x00007fc0649469a0 0x00007fc064952554 Yes /lib64/libpthread.so.0 0x00007fc064606870 0x00007fc0646ee880 Yes /lib64/libxml2.so.2 0x00007fc0643cc6d0 0x00007fc0643d39f4 Yes /lib64/liblber-2.4.so.2 0x00007fc0641b0b60 0x00007fc0641c1fe4 Yes /lib64/libsasl2.so.3 0x00007fc063f78020 0x00007fc063f9b6bf Yes /lib64/libssl3.so 0x00007fc063d4f520 0x00007fc063d638c7 Yes /lib64/libsmime3.so 0x00007fc063a38570 0x00007fc063b09964 Yes /lib64/libnss3.so 0x00007fc0637feec0 0x00007fc06380d2c8 Yes /lib64/libnssutil3.so 0x00007fc0635f0090 0x00007fc0635f1018 Yes /lib64/libplds4.so 0x00007fc0633eb510 0x00007fc0633ecb28 Yes /lib64/libplc4.so 0x00007fc0631b91e0 0x00007fc0631d9140 Yes /lib64/libnspr4.so 0x00007fc062fa8ed0 0x00007fc062fa99d0 Yes /lib64/libdl.so.2 0x00007fc062d9d620 0x00007fc062da3f8c Yes /lib64/libkrb5support.so.0 0x00007fc062b97570 0x00007fc062b98194 Yes /lib64/libkeyutils.so.1 0x00007fc066d67b10 0x00007fc066d80c30 Yes /lib64/ld-linux-x86-64.so.2 0x00007fc06295fed0 0x00007fc06296498c Yes /lib64/libcrypt.so.1 0x00007fc06274b210 0x00007fc062757930 Yes /lib64/libz.so.1 0x00007fc062524520 0x00007fc06253e3c8 Yes /lib64/libssh2.so.1 0x00007fc0622e0ee0 0x00007fc0623111b4 Yes /lib64/libgssapi_krb5.so.2 0x00007fc0620b30e0 0x00007fc0620c9050 Yes /lib64/liblzma.so.5 0x00007fc061dae890 0x00007fc061e1da08 Yes /lib64/libm.so.6 0x00007fc061ba32d0 0x00007fc061ba60ac Yes /lib64/librt.so.1 0x00007fc0619834a0 0x00007fc061995fe4 Yes /lib64/libselinux.so.1 0x00007fc061703f80 0x00007fc06175812d Yes /lib64/libfreebl3.so 0x00007fc0614ac4f0 0x00007fc0614e6a40 Yes /lib64/libssl.so.10 0x00007fc06122f770 0x00007fc0612799f0 Yes /lib64/libpcre.so.1 0x00007fc061024240 0x00007fc06102aeb4 Yes /lib64/libnss_files.so.2 0x00007fc060e1d100 0x00007fc060e204b8 Yes /lib64/libnss_dns.so.2 0x00007fc0603dfb70 0x00007fc06040a6fc Yes /lib64/libsoftokn3.so 0x00007fc060120550 0x00007fc0601b4b90 Yes /lib64/libsqlite3.so.0 0x00007fc05bdfdca0 0x00007fc05bdfe39b Yes /lib64/libnsssysinit.so 0x00007fc05bbe0970 0x00007fc05bbf3f91 Yes /lib64/libnsspem.so 0x00007fc05b9bf3c0 0x00007fc05b9d71b8 Yes /lib64/libnssdbm3.so 0x00007fc05b7b8160 0x00007fc05b7b9c44 Yes /usr/lib64/sasl2/libanonymous.so 0x00007fc05b5aab70 0x00007fc05b5b3234 Yes /usr/lib64/sasl2/libdigestmd5.so 0x00007fc05b3a3500 0x00007fc05b3a6128 Yes /usr/lib64/sasl2/libsasldb.so 0x00007fc05b012290 0x00007fc05b15537c Yes /lib64/libdb-5.3.so 0x00007fc05adde260 0x00007fc05ade04f4 Yes /usr/lib64/sasl2/libcrammd5.so 0x00007fc05abd5b70 0x00007fc05abda204 Yes /usr/lib64/sasl2/libgssapiv2.so 0x00007fc05a9d0eb0 0x00007fc05a9d1b5c Yes /usr/lib64/krb5/plugins/libkrb5/sssd_krb5_locator_plugin.so 0x00007fc0597bbaf0 0x00007fc0597cb2a8 Yes /lib64/libgcc_s.so.1 $1 = 0x7fc066f83000 "" No symbol "__glib_assert_msg" in current context. rax 0x0 0 rbx 0x63 99 rcx 0xffffffffffffffff -1 rdx 0x6 6 rsi 0x2890 10384 rdi 0x2890 10384 rbp 0x7fff8aca7300 0x7fff8aca7300 rsp 0x7fff8aca6f68 0x7fff8aca6f68 r8 0x0 0 r9 0x7fc066f93260 140464338055776 r10 0x8 8 r11 0x206 518 r12 0x7fff8aca7110 140735521911056 r13 0x7 7 r14 0x63 99 r15 0x7 7 rip 0x7fc064dff877 0x7fc064dff877 <__GI_raise+55> eflags 0x206 [ PF IF ] cs 0x33 51 ss 0x2b 43 ds 0x0 0 es 0x0 0 fs 0x0 0 gs 0x0 0 st0 0 (raw 0x00000000000000000000) st1 0 (raw 0x00000000000000000000) st2 0 (raw 0x00000000000000000000) st3 0 (raw 0x00000000000000000000) st4 0 (raw 0x00000000000000000000) st5 0 (raw 0x00000000000000000000) st6 0 (raw 0x00000000000000000000) st7 0 (raw 0x00000000000000000000) fctrl 0x37f 895 fstat 0x0 0 ftag 0xffff 65535 fiseg 0x0 0 fioff 0x0 0 foseg 0x0 0 fooff 0x0 0 fop 0x0 0 xmm0 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000} xmm1 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x24 <repeats 16 times>}, v8_int16 = {0x2424, 0x2424, 0x2424, 0x2424, 0x2424, 0x2424, 0x2424, 0x2424}, v4_int32 = {0x24242424, 0x24242424, 0x24242424, 0x24242424}, v2_int64 = {0x2424242424242424, 0x2424242424242424}, uint128 = 0x24242424242424242424242424242424} xmm2 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000} xmm3 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0xff0000, 0x0}, v2_int64 = {0x0, 0xff0000}, uint128 = 0x0000000000ff00000000000000000000} xmm4 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000} xmm5 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x8000000000000000, 0x8000000000000000}, v16_int8 = {0x65, 0x72, 0x73, 0x2c, 0x63, 0x6e, 0x3d, 0x69, 0x70, 0x61, 0x2c, 0x63, 0x6e, 0x3d, 0x65, 0x74}, v8_int16 = {0x7265, 0x2c73, 0x6e63, 0x693d, 0x6170, 0x632c, 0x3d6e, 0x7465}, v4_int32 = {0x2c737265, 0x693d6e63, 0x632c6170, 0x74653d6e}, v2_int64 = {0x693d6e632c737265, 0x74653d6e632c6170}, uint128 = 0x74653d6e632c6170693d6e632c737265} xmm6 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x8000000000000000, 0x8000000000000000}, v16_int8 = {0x65, 0x74, 0x63, 0x2c, 0x64, 0x63, 0x3d, 0x65, 0x78, 0x61, 0x6d, 0x70, 0x6c, 0x65, 0x2c, 0x64}, v8_int16 = {0x7465, 0x2c63, 0x6364, 0x653d, 0x6178, 0x706d, 0x656c, 0x642c}, v4_int32 = {0x2c637465, 0x653d6364, 0x706d6178, 0x642c656c}, v2_int64 = {0x653d63642c637465, 0x642c656c706d6178}, uint128 = 0x642c656c706d6178653d63642c637465} xmm7 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x20 <repeats 16 times>}, v8_int16 = {0x2020, 0x2020, 0x2020, 0x2020, 0x2020, 0x2020, 0x2020, 0x2020}, v4_int32 = {0x20202020, 0x20202020, 0x20202020, 0x20202020}, v2_int64 = {0x2020202020202020, 0x2020202020202020}, uint128 = 0x20202020202020202020202020202020} xmm8 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000} xmm9 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000} xmm10 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int16 = {0x0, 0x0, 0xff00, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0xff00, 0x0, 0x0}, v2_int64 = {0xff0000000000, 0x0}, uint128 = 0x00000000000000000000ff0000000000} xmm11 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 14 times>, 0xff, 0x0}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff}, v4_int32 = {0x0, 0x0, 0x0, 0xff0000}, v2_int64 = {0x0, 0xff000000000000}, uint128 = 0x00ff0000000000000000000000000000} xmm12 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000} xmm13 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000} xmm14 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000} xmm15 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000} mxcsr 0x1fa0 [ PE IM DM ZM OM UM PM ] Dump of assembler code for function __GI_raise: 0x00007fc064dff840 <+0>: mov %fs:0x2d4,%ecx 0x00007fc064dff848 <+8>: mov %fs:0x2d0,%esi 0x00007fc064dff850 <+16>: test %esi,%esi 0x00007fc064dff852 <+18>: jne 0x7fc064dff888 <__GI_raise+72> 0x00007fc064dff854 <+20>: mov $0xba,%eax 0x00007fc064dff859 <+25>: syscall 0x00007fc064dff85b <+27>: mov %eax,%ecx 0x00007fc064dff85d <+29>: mov %eax,%fs:0x2d0 0x00007fc064dff865 <+37>: mov %eax,%esi 0x00007fc064dff867 <+39>: movslq %edi,%rdx 0x00007fc064dff86a <+42>: movslq %esi,%rsi 0x00007fc064dff86d <+45>: movslq %ecx,%rdi 0x00007fc064dff870 <+48>: mov $0xea,%eax 0x00007fc064dff875 <+53>: syscall => 0x00007fc064dff877 <+55>: cmp $0xfffffffffffff000,%rax 0x00007fc064dff87d <+61>: ja 0x7fc064dff89d <__GI_raise+93> 0x00007fc064dff87f <+63>: repz retq 0x00007fc064dff881 <+65>: nopl 0x0(%rax) 0x00007fc064dff888 <+72>: test %ecx,%ecx 0x00007fc064dff88a <+74>: jg 0x7fc064dff867 <__GI_raise+39> 0x00007fc064dff88c <+76>: mov %ecx,%eax 0x00007fc064dff88e <+78>: neg %eax 0x00007fc064dff890 <+80>: and $0x7fffffff,%ecx 0x00007fc064dff896 <+86>: cmove %esi,%eax 0x00007fc064dff899 <+89>: mov %eax,%ecx 0x00007fc064dff89b <+91>: jmp 0x7fc064dff867 <__GI_raise+39> 0x00007fc064dff89d <+93>: mov 0x381594(%rip),%rdx # 0x7fc065180e38 0x00007fc064dff8a4 <+100>: neg %eax 0x00007fc064dff8a6 <+102>: mov %eax,%fs:(%rdx) 0x00007fc064dff8a9 <+105>: or $0xffffffffffffffff,%rax 0x00007fc064dff8ad <+109>: retq End of assembler dump.
Can you test with a snapshot that includes https://git.fedorahosted.org/cgit/certmonger.git/commit/?id=4e4d0f3df5871f71cd5a34581a76d4a2286fd1a9? It should show up in the ipa-devel repository as certmonger-0.76.8-0.20150122T1539Zgit4e4d0f3 sometime today. I think that'll have fixed it.
I'm afraid I don't even know how to trigger that coredump in deterministic fashion. The backtrace above was found as part of some bigger test setup / run, not related to certmonger.
Okay, I'm going to close this now that we've had releases after 0.76.8, and using DNS discovery to find other IPA servers when the one we're configured to contact isn't reachable shouldn't cause the helper to crash any more. Please reopen the ticket if you hit this problem again.
Metadata Update from @nalin: - Issue set to the milestone: 0.77