#39 Core was generated by `/usr/libexec/certmonger/ipa-submit' on Fedora 20
Closed: Fixed Opened by adelton.

ABRT on my Fedora 20 reports the following backtrace (sanitized):

[New LWP 10384]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib64/libthread_db.so.1".
Core was generated by `/usr/libexec/certmonger/ipa-submit'.
Program terminated with signal SIGABRT, Aborted.
#0  0x00007fc064dff877 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
56  ../nptl/sysdeps/unix/sysv/linux/raise.c: No such file or directory.
Thread 1 (Thread 0x7fc066f64880 (LWP 10384)):
#0  0x00007fc064dff877 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
        resultvar = 0
        pid = 10384
        selftid = 10384
#1  0x00007fc064e00f68 in __GI_abort () at abort.c:89
        save_stage = 2
        act = {__sigaction_handler = {sa_handler = 0x3636306366372d30, sa_sigaction = 0x3636306366372d30}, sa_mask = {__val = {8223625903104145510, 3472328295963438455, 4192904167887482928, 7365366848950382640, 3474870599140388963, 3904730167593742384, 2319406791722100278, 3472328228586663282, 7234505242756263984, 3763099652072747066, 2314885530818459702, 2314885530818453536, 3395749441387372576, 7305517458921780085, 8390880532415866232, 140735521911272}}, sa_flags = 99, sa_restorer = 0x7fff8aca7300}
        sigs = {__val = {32, 0 <repeats 15 times>}}
#2  0x00007fc064e3fa54 in __libc_message (do_abort=do_abort@entry=2, fmt=fmt@entry=0x7fc064f462e8 "*** Error in `%s': %s: 0x%s ***\n") at ../sysdeps/posix/libc_fatal.c:175
        ap = {{gp_offset = 40, fp_offset = 0, overflow_arg_area = 0x7fff8aca7310, reg_save_area = 0x7fff8aca72a0}}
        fd = 2
        on_2 = <optimized out>
        list = <optimized out>
        nlist = <optimized out>
        cp = <optimized out>
        written = <optimized out>
#3  0x00007fc064e46d78 in malloc_printerr (ptr=<optimized out>, str=0x7fc064f43a96 "free(): invalid pointer", action=3) at malloc.c:4930
        buf = "00007fc068d012a0"
        cp = <optimized out>
#4  _int_free (av=0x7fc065181760 <main_arena>, p=<optimized out>, have_lock=0) at malloc.c:3782
        size = <optimized out>
        fb = <optimized out>
        nextchunk = <optimized out>
        nextsize = <optimized out>
        nextinuse = <optimized out>
        prevsize = <optimized out>
        bck = <optimized out>
        fwd = <optimized out>
        errstr = 0x7fc064f43a96 "free(): invalid pointer"
        locked = <optimized out>
#5  0x00007fc066f8de35 in submit_or_poll (reqprinc=0x7fc068bdb170 "host/abcdefg.abcdefghijklmnopqrstuvwx.com@EXAMPLE.COM", csr=<optimized out>, basedn=0x7fc068bdb280 "", domain=0x7fc068bdb2f0 "example.com", host=0x0, ldap_uri=<optimized out>, ldap_uri_cmd=0, server=0x7fc068bdb310 "qe-blade-11.abcdefghijklmnopqrstuvwx.com", capath=0x0, cainfo=0x7fc066f938f4 "/etc/ipa/ca.crt", uri=0x7fff8aca7460 "https://qe-blade-11.abcdefghijklmnopqrstuvwx.com/ipa/xml") at ipa.c:475
        i = 3
        uris = 0x7fc068d032e0
#6  main (argc=<optimized out>, argv=<optimized out>) at ipa.c:828
        c = <optimized out>
        make_keytab_ccache = <optimized out>
        host = 0x0
        domain = 0x7fc068bdb2f0 "example.com"
        cainfo = 0x7fc066f938f4 "/etc/ipa/ca.crt"
        capath = 0x0
        ktname = <optimized out>
        kpname = <optimized out>
        csr = <optimized out>
        p = <optimized out>
        uri = "https://qe-blade-11.abcdefghijklmnopqrstuvwx.com/ipa/xml", '\000' <repeats 1991 times>
        reqprinc = 0x7fc068bdb170 "host/abcdefg.abcdefghijklmnopqrstuvwx.com@EXAMPLE.COM"
        ipaconfig = <optimized out>
        kerr = 0x0
        xmlrpc_uri = 0x7fc068bdb2a0 "https://qe-blade-11.abcdefghijklmnopqrstuvwx.com/ipa/xml"
        ldap_uri = <optimized out>
        server = 0x7fc068bdb310 "qe-blade-11.abcdefghijklmnopqrstuvwx.com"
        xmlrpc_uri_cmd = 0
        ldap_uri_cmd = 0
        mode = <optimized out>
        ldn = '\000' <repeats 2047 times>
        basedn = 0x7fc068bdb280 ""
        kret = <optimized out>
From                To                  Syms Read   Shared Object Library
0x00007fc066b5d010  0x00007fc066b62d24  Yes         /lib64/libxmlrpc_client.so.3
0x00007fc066945470  0x00007fc066951c2c  Yes         /lib64/libxmlrpc.so.3
0x00007fc06673c8a0  0x00007fc06673e900  Yes         /lib64/libxmlrpc_util.so.3
0x00007fc0664f80a0  0x00007fc066528804  Yes         /lib64/libldap-2.4.so.2
0x00007fc06622e1a0  0x00007fc0662907ac  Yes         /lib64/libkrb5.so.3
0x00007fc065fd88b0  0x00007fc065ff87e8  Yes         /lib64/libk5crypto.so.3
0x00007fc065dd1570  0x00007fc065dd2154  Yes         /lib64/libcom_err.so.2
0x00007fc065bc3050  0x00007fc065bcccec  Yes         /lib64/libtalloc.so.2
0x00007fc065991010  0x00007fc065995588  Yes         /lib64/libidn.so.11
0x00007fc065610cc0  0x00007fc0657016b8  Yes         /lib64/libcrypto.so.10
0x00007fc0653a3510  0x00007fc0653a4b64  Yes         /lib64/libuuid.so.1
0x00007fc06518ba40  0x00007fc06519a7dc  Yes         /lib64/libresolv.so.2
0x00007fc064de9560  0x00007fc064f2a994  Yes         /lib64/libc.so.6
0x00007fc064b683d0  0x00007fc064bb1530  Yes         /lib64/libcurl.so.4
0x00007fc0649469a0  0x00007fc064952554  Yes         /lib64/libpthread.so.0
0x00007fc064606870  0x00007fc0646ee880  Yes         /lib64/libxml2.so.2
0x00007fc0643cc6d0  0x00007fc0643d39f4  Yes         /lib64/liblber-2.4.so.2
0x00007fc0641b0b60  0x00007fc0641c1fe4  Yes         /lib64/libsasl2.so.3
0x00007fc063f78020  0x00007fc063f9b6bf  Yes         /lib64/libssl3.so
0x00007fc063d4f520  0x00007fc063d638c7  Yes         /lib64/libsmime3.so
0x00007fc063a38570  0x00007fc063b09964  Yes         /lib64/libnss3.so
0x00007fc0637feec0  0x00007fc06380d2c8  Yes         /lib64/libnssutil3.so
0x00007fc0635f0090  0x00007fc0635f1018  Yes         /lib64/libplds4.so
0x00007fc0633eb510  0x00007fc0633ecb28  Yes         /lib64/libplc4.so
0x00007fc0631b91e0  0x00007fc0631d9140  Yes         /lib64/libnspr4.so
0x00007fc062fa8ed0  0x00007fc062fa99d0  Yes         /lib64/libdl.so.2
0x00007fc062d9d620  0x00007fc062da3f8c  Yes         /lib64/libkrb5support.so.0
0x00007fc062b97570  0x00007fc062b98194  Yes         /lib64/libkeyutils.so.1
0x00007fc066d67b10  0x00007fc066d80c30  Yes         /lib64/ld-linux-x86-64.so.2
0x00007fc06295fed0  0x00007fc06296498c  Yes         /lib64/libcrypt.so.1
0x00007fc06274b210  0x00007fc062757930  Yes         /lib64/libz.so.1
0x00007fc062524520  0x00007fc06253e3c8  Yes         /lib64/libssh2.so.1
0x00007fc0622e0ee0  0x00007fc0623111b4  Yes         /lib64/libgssapi_krb5.so.2
0x00007fc0620b30e0  0x00007fc0620c9050  Yes         /lib64/liblzma.so.5
0x00007fc061dae890  0x00007fc061e1da08  Yes         /lib64/libm.so.6
0x00007fc061ba32d0  0x00007fc061ba60ac  Yes         /lib64/librt.so.1
0x00007fc0619834a0  0x00007fc061995fe4  Yes         /lib64/libselinux.so.1
0x00007fc061703f80  0x00007fc06175812d  Yes         /lib64/libfreebl3.so
0x00007fc0614ac4f0  0x00007fc0614e6a40  Yes         /lib64/libssl.so.10
0x00007fc06122f770  0x00007fc0612799f0  Yes         /lib64/libpcre.so.1
0x00007fc061024240  0x00007fc06102aeb4  Yes         /lib64/libnss_files.so.2
0x00007fc060e1d100  0x00007fc060e204b8  Yes         /lib64/libnss_dns.so.2
0x00007fc0603dfb70  0x00007fc06040a6fc  Yes         /lib64/libsoftokn3.so
0x00007fc060120550  0x00007fc0601b4b90  Yes         /lib64/libsqlite3.so.0
0x00007fc05bdfdca0  0x00007fc05bdfe39b  Yes         /lib64/libnsssysinit.so
0x00007fc05bbe0970  0x00007fc05bbf3f91  Yes         /lib64/libnsspem.so
0x00007fc05b9bf3c0  0x00007fc05b9d71b8  Yes         /lib64/libnssdbm3.so
0x00007fc05b7b8160  0x00007fc05b7b9c44  Yes         /usr/lib64/sasl2/libanonymous.so
0x00007fc05b5aab70  0x00007fc05b5b3234  Yes         /usr/lib64/sasl2/libdigestmd5.so
0x00007fc05b3a3500  0x00007fc05b3a6128  Yes         /usr/lib64/sasl2/libsasldb.so
0x00007fc05b012290  0x00007fc05b15537c  Yes         /lib64/libdb-5.3.so
0x00007fc05adde260  0x00007fc05ade04f4  Yes         /usr/lib64/sasl2/libcrammd5.so
0x00007fc05abd5b70  0x00007fc05abda204  Yes         /usr/lib64/sasl2/libgssapiv2.so
0x00007fc05a9d0eb0  0x00007fc05a9d1b5c  Yes         /usr/lib64/krb5/plugins/libkrb5/sssd_krb5_locator_plugin.so
0x00007fc0597bbaf0  0x00007fc0597cb2a8  Yes         /lib64/libgcc_s.so.1
$1 = 0x7fc066f83000 ""
No symbol "__glib_assert_msg" in current context.
rax            0x0  0
rbx            0x63 99
rcx            0xffffffffffffffff   -1
rdx            0x6  6
rsi            0x2890   10384
rdi            0x2890   10384
rbp            0x7fff8aca7300   0x7fff8aca7300
rsp            0x7fff8aca6f68   0x7fff8aca6f68
r8             0x0  0
r9             0x7fc066f93260   140464338055776
r10            0x8  8
r11            0x206    518
r12            0x7fff8aca7110   140735521911056
r13            0x7  7
r14            0x63 99
r15            0x7  7
rip            0x7fc064dff877   0x7fc064dff877 <__GI_raise+55>
eflags         0x206    [ PF IF ]
cs             0x33 51
ss             0x2b 43
ds             0x0  0
es             0x0  0
fs             0x0  0
gs             0x0  0
st0            0    (raw 0x00000000000000000000)
st1            0    (raw 0x00000000000000000000)
st2            0    (raw 0x00000000000000000000)
st3            0    (raw 0x00000000000000000000)
st4            0    (raw 0x00000000000000000000)
st5            0    (raw 0x00000000000000000000)
st6            0    (raw 0x00000000000000000000)
st7            0    (raw 0x00000000000000000000)
fctrl          0x37f    895
fstat          0x0  0
ftag           0xffff   65535
fiseg          0x0  0
fioff          0x0  0
foseg          0x0  0
fooff          0x0  0
fop            0x0  0
xmm0           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000}
xmm1           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x24 <repeats 16 times>}, v8_int16 = {0x2424, 0x2424, 0x2424, 0x2424, 0x2424, 0x2424, 0x2424, 0x2424}, v4_int32 = {0x24242424, 0x24242424, 0x24242424, 0x24242424}, v2_int64 = {0x2424242424242424, 0x2424242424242424}, uint128 = 0x24242424242424242424242424242424}
xmm2           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000}
xmm3           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0xff0000, 0x0}, v2_int64 = {0x0, 0xff0000}, uint128 = 0x0000000000ff00000000000000000000}
xmm4           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000}
xmm5           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x8000000000000000, 0x8000000000000000}, v16_int8 = {0x65, 0x72, 0x73, 0x2c, 0x63, 0x6e, 0x3d, 0x69, 0x70, 0x61, 0x2c, 0x63, 0x6e, 0x3d, 0x65, 0x74}, v8_int16 = {0x7265, 0x2c73, 0x6e63, 0x693d, 0x6170, 0x632c, 0x3d6e, 0x7465}, v4_int32 = {0x2c737265, 0x693d6e63, 0x632c6170, 0x74653d6e}, v2_int64 = {0x693d6e632c737265, 0x74653d6e632c6170}, uint128 = 0x74653d6e632c6170693d6e632c737265}
xmm6           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x8000000000000000, 0x8000000000000000}, v16_int8 = {0x65, 0x74, 0x63, 0x2c, 0x64, 0x63, 0x3d, 0x65, 0x78, 0x61, 0x6d, 0x70, 0x6c, 0x65, 0x2c, 0x64}, v8_int16 = {0x7465, 0x2c63, 0x6364, 0x653d, 0x6178, 0x706d, 0x656c, 0x642c}, v4_int32 = {0x2c637465, 0x653d6364, 0x706d6178, 0x642c656c}, v2_int64 = {0x653d63642c637465, 0x642c656c706d6178}, uint128 = 0x642c656c706d6178653d63642c637465}
xmm7           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x20 <repeats 16 times>}, v8_int16 = {0x2020, 0x2020, 0x2020, 0x2020, 0x2020, 0x2020, 0x2020, 0x2020}, v4_int32 = {0x20202020, 0x20202020, 0x20202020, 0x20202020}, v2_int64 = {0x2020202020202020, 0x2020202020202020}, uint128 = 0x20202020202020202020202020202020}
xmm8           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000}
xmm9           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000}
xmm10          {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0xff, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int16 = {0x0, 0x0, 0xff00, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0xff00, 0x0, 0x0}, v2_int64 = {0xff0000000000, 0x0}, uint128 = 0x00000000000000000000ff0000000000}
xmm11          {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 14 times>, 0xff, 0x0}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xff}, v4_int32 = {0x0, 0x0, 0x0, 0xff0000}, v2_int64 = {0x0, 0xff000000000000}, uint128 = 0x00ff0000000000000000000000000000}
xmm12          {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000}
xmm13          {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000}
xmm14          {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000}
xmm15          {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 0x00000000000000000000000000000000}
mxcsr          0x1fa0   [ PE IM DM ZM OM UM PM ]
Dump of assembler code for function __GI_raise:
   0x00007fc064dff840 <+0>: mov    %fs:0x2d4,%ecx
   0x00007fc064dff848 <+8>: mov    %fs:0x2d0,%esi
   0x00007fc064dff850 <+16>:    test   %esi,%esi
   0x00007fc064dff852 <+18>:    jne    0x7fc064dff888 <__GI_raise+72>
   0x00007fc064dff854 <+20>:    mov    $0xba,%eax
   0x00007fc064dff859 <+25>:    syscall 
   0x00007fc064dff85b <+27>:    mov    %eax,%ecx
   0x00007fc064dff85d <+29>:    mov    %eax,%fs:0x2d0
   0x00007fc064dff865 <+37>:    mov    %eax,%esi
   0x00007fc064dff867 <+39>:    movslq %edi,%rdx
   0x00007fc064dff86a <+42>:    movslq %esi,%rsi
   0x00007fc064dff86d <+45>:    movslq %ecx,%rdi
   0x00007fc064dff870 <+48>:    mov    $0xea,%eax
   0x00007fc064dff875 <+53>:    syscall 
=> 0x00007fc064dff877 <+55>:    cmp    $0xfffffffffffff000,%rax
   0x00007fc064dff87d <+61>:    ja     0x7fc064dff89d <__GI_raise+93>
   0x00007fc064dff87f <+63>:    repz retq 
   0x00007fc064dff881 <+65>:    nopl   0x0(%rax)
   0x00007fc064dff888 <+72>:    test   %ecx,%ecx
   0x00007fc064dff88a <+74>:    jg     0x7fc064dff867 <__GI_raise+39>
   0x00007fc064dff88c <+76>:    mov    %ecx,%eax
   0x00007fc064dff88e <+78>:    neg    %eax
   0x00007fc064dff890 <+80>:    and    $0x7fffffff,%ecx
   0x00007fc064dff896 <+86>:    cmove  %esi,%eax
   0x00007fc064dff899 <+89>:    mov    %eax,%ecx
   0x00007fc064dff89b <+91>:    jmp    0x7fc064dff867 <__GI_raise+39>
   0x00007fc064dff89d <+93>:    mov    0x381594(%rip),%rdx        # 0x7fc065180e38
   0x00007fc064dff8a4 <+100>:   neg    %eax
   0x00007fc064dff8a6 <+102>:   mov    %eax,%fs:(%rdx)
   0x00007fc064dff8a9 <+105>:   or     $0xffffffffffffffff,%rax
   0x00007fc064dff8ad <+109>:   retq   
End of assembler dump.

Can you test with a snapshot that includes https://git.fedorahosted.org/cgit/certmonger.git/commit/?id=4e4d0f3df5871f71cd5a34581a76d4a2286fd1a9? It should show up in the ipa-devel repository as certmonger-0.76.8-0.20150122T1539Zgit4e4d0f3 sometime today. I think that'll have fixed it.

I'm afraid I don't even know how to trigger that coredump in deterministic fashion. The backtrace above was found as part of some bigger test setup / run, not related to certmonger.

Okay, I'm going to close this now that we've had releases after 0.76.8, and using DNS discovery to find other IPA servers when the one we're configured to contact isn't reachable shouldn't cause the helper to crash any more. Please reopen the ticket if you hit this problem again.

Metadata Update from @nalin:
- Issue set to the milestone: 0.77

Metadata