[Date Prev][Date Next] [Chronological] [Thread] [Top]
Re: (ITS#4418) slapd stops responding

To: openldap-its@OpenLDAP.org
Subject: Re: (ITS#4418) slapd stops responding
From: dhawes@vt.edu
Date: Tue, 28 Feb 2006 21:46:32 GMT
This sounds similar to the issues I have seen in 2.3.19.  Here is my backtrace 
(after sending SIGINT to gdb) in the hope it will help resolve this issue:

(gdb) thread apply all bt

Thread 19 (Thread 17426 (LWP 19501)):
#0  0x401a887e in sigsuspend () from /lib/libc.so.6
#1  0x40173879 in __pthread_wait_for_restart_signal ()
   from /lib/libpthread.so.0
#2  0x40170102 in pthread_cond_wait () from /lib/libpthread.so.0
#3  0x0811cdf0 in ldap_pvt_thread_cond_wait (cond=0x8268c8c, mutex=0x8268c74)
    at thr_posix.c:298
#4  0x0811c523 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:492
#5  0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#6  0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 18 (Thread 16401 (LWP 19500)):
#0  0x401a887e in sigsuspend () from /lib/libc.so.6
#1  0x40173879 in __pthread_wait_for_restart_signal ()
   from /lib/libpthread.so.0
#2  0x40170102 in pthread_cond_wait () from /lib/libpthread.so.0
#3  0x0811cdf0 in ldap_pvt_thread_cond_wait (cond=0x8268c8c, mutex=0x8268c74)
    at thr_posix.c:298
#4  0x0811c523 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:492
#5  0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#6  0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 17 (Thread 15376 (LWP 14096)):
#0  0x401a887e in sigsuspend () from /lib/libc.so.6
#1  0x40173879 in __pthread_wait_for_restart_signal ()
   from /lib/libpthread.so.0
#2  0x40170102 in pthread_cond_wait () from /lib/libpthread.so.0
#3  0x0811cdf0 in ldap_pvt_thread_cond_wait (cond=0x8268c8c, mutex=0x8268c74)
    at thr_posix.c:298
#4  0x0811c523 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:492
#5  0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#6  0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 16 (Thread 14351 (LWP 14094)):
#0  0x401a887e in sigsuspend () from /lib/libc.so.6
#1  0x40173879 in __pthread_wait_for_restart_signal ()
   from /lib/libpthread.so.0
#2  0x40170102 in pthread_cond_wait () from /lib/libpthread.so.0
#3  0x0811cdf0 in ldap_pvt_thread_cond_wait (cond=0x8268c8c, mutex=0x8268c74)
    at thr_posix.c:298
#4  0x0811c523 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:492
#5  0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#6  0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 15 (Thread 13326 (LWP 14093)):
#0  0x40242404 in write () from /lib/libc.so.6
#1  0x4017eae0 in __DTOR_END__ () from /lib/libpthread.so.0
#2  0x08075d67 in slap_wake_listener () at daemon.c:2334
#3  0x080e5cee in bdb_cache_lru_add (bdb=0x829f148, ei=0x970064c0)
    at cache.c:662
#4  0x080e6196 in bdb_cache_find_id (op=0x90d247f0, tid=0x0, id=1176029, 
    eip=0xbdf3e5c0, islocked=0, locker=149, lock=0xbdf3e5c8) at cache.c:887
#5  0x080cacf7 in bdb_search (op=0x90d247f0, rs=0xbdfff8d8) at search.c:695
#6  0x080bf460 in overlay_op_walk (op=0x90d247f0, rs=0xbdfff8d8, 
    which=op_search, oi=0x82a03c0, on=0x82a05a0) at backover.c:499
#7  0x080bf59b in over_op_func (op=0x90d247f0, rs=0xbdfff8d8, which=op_search)
    at backover.c:551
#8  0x080bf602 in over_op_search (op=0x90d247f0, rs=0xbdfff8d8)
    at backover.c:573
#9  0x08079b4c in fe_op_search (op=0x90d247f0, rs=0xbdfff8d8) at search.c:355
#10 0x08079809 in do_search (op=0x90d247f0, rs=0xbdfff8d8) at search.c:217
#11 0x08077906 in connection_operation (ctx=0xbdfff964, arg_v=0x90d247f0)
    at connection.c:1307
#12 0x0811c4a9 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:480
#13 0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#14 0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 14 (Thread 12301 (LWP 13111)):
#0  0x401a887e in sigsuspend () from /lib/libc.so.6
#1  0x40173879 in __pthread_wait_for_restart_signal ()
   from /lib/libpthread.so.0
#2  0x40170102 in pthread_cond_wait () from /lib/libpthread.so.0
#3  0x0811cdf0 in ldap_pvt_thread_cond_wait (cond=0x8268c8c, mutex=0x8268c74)
    at thr_posix.c:298
#4  0x0811c523 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:492
#5  0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#6  0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 13 (Thread 11276 (LWP 13109)):
#0  0x40242404 in write () from /lib/libc.so.6
#1  0x4017eae0 in __DTOR_END__ () from /lib/libpthread.so.0
#2  0x08075d67 in slap_wake_listener () at daemon.c:2334
#3  0x080e5cee in bdb_cache_lru_add (bdb=0x829f148, ei=0x8e358cb0)
    at cache.c:662
#4  0x080e6196 in bdb_cache_find_id (op=0x84bf7190, tid=0x0, id=47501, 
    eip=0xbe33e5c0, islocked=0, locker=141, lock=0xbe33e5c8) at cache.c:887
#5  0x080cacf7 in bdb_search (op=0x84bf7190, rs=0xbe3ff8d8) at search.c:695
#6  0x080bf460 in overlay_op_walk (op=0x84bf7190, rs=0xbe3ff8d8, 
    which=op_search, oi=0x82a03c0, on=0x82a05a0) at backover.c:499
#7  0x080bf59b in over_op_func (op=0x84bf7190, rs=0xbe3ff8d8, which=op_search)
    at backover.c:551
#8  0x080bf602 in over_op_search (op=0x84bf7190, rs=0xbe3ff8d8)
    at backover.c:573
#9  0x08079b4c in fe_op_search (op=0x84bf7190, rs=0xbe3ff8d8) at search.c:355
#10 0x08079809 in do_search (op=0x84bf7190, rs=0xbe3ff8d8) at search.c:217
#11 0x08077906 in connection_operation (ctx=0xbe3ff964, arg_v=0x84bf7190)
    at connection.c:1307
#12 0x0811c4a9 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:480
#13 0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#14 0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 12 (Thread 10251 (LWP 12298)):
#0  0x401a887e in sigsuspend () from /lib/libc.so.6
#1  0x40173879 in __pthread_wait_for_restart_signal ()
   from /lib/libpthread.so.0
#2  0x40170102 in pthread_cond_wait () from /lib/libpthread.so.0
#3  0x0811cdf0 in ldap_pvt_thread_cond_wait (cond=0x8268c8c, mutex=0x8268c74)
    at thr_posix.c:298
#4  0x0811c523 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:492
#5  0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#6  0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 11 (Thread 9226 (LWP 12164)):
#0  0x40242404 in write () from /lib/libc.so.6
#1  0x4017eae0 in __DTOR_END__ () from /lib/libpthread.so.0
#2  0x08075d67 in slap_wake_listener () at daemon.c:2334
#3  0x080e5cee in bdb_cache_lru_add (bdb=0x829f148, ei=0x96577fc0)
    at cache.c:662
#4  0x080e6196 in bdb_cache_find_id (op=0x928c5928, tid=0x0, id=1175175, 
    eip=0xbe73e5c0, islocked=0, locker=113, lock=0xbe73e5c8) at cache.c:887
#5  0x080cacf7 in bdb_search (op=0x928c5928, rs=0xbe7ff8d8) at search.c:695
#6  0x080bf460 in overlay_op_walk (op=0x928c5928, rs=0xbe7ff8d8, 
    which=op_search, oi=0x82a03c0, on=0x82a05a0) at backover.c:499
#7  0x080bf59b in over_op_func (op=0x928c5928, rs=0xbe7ff8d8, which=op_search)
    at backover.c:551
#8  0x080bf602 in over_op_search (op=0x928c5928, rs=0xbe7ff8d8)
    at backover.c:573
#9  0x08079b4c in fe_op_search (op=0x928c5928, rs=0xbe7ff8d8) at search.c:355
#10 0x08079809 in do_search (op=0x928c5928, rs=0xbe7ff8d8) at search.c:217
#11 0x08077906 in connection_operation (ctx=0xbe7ff964, arg_v=0x928c5928)
    at connection.c:1307
#12 0x0811c4a9 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:480
#13 0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#14 0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 10 (Thread 8201 (LWP 12163)):
#0  0x40242404 in write () from /lib/libc.so.6
#1  0x4017eae0 in __DTOR_END__ () from /lib/libpthread.so.0
#2  0x08075d67 in slap_wake_listener () at daemon.c:2334
#3  0x080e5cee in bdb_cache_lru_add (bdb=0x829f148, ei=0xcb1a610)
    at cache.c:662
#4  0x080e6196 in bdb_cache_find_id (op=0x911d2d08, tid=0x0, id=84671, 
    eip=0xbe93e5c0, islocked=0, locker=112, lock=0xbe93e5c8) at cache.c:887
#5  0x080cacf7 in bdb_search (op=0x911d2d08, rs=0xbe9ff8d8) at search.c:695
#6  0x080bf460 in overlay_op_walk (op=0x911d2d08, rs=0xbe9ff8d8, 
    which=op_search, oi=0x82a03c0, on=0x82a05a0) at backover.c:499
#7  0x080bf59b in over_op_func (op=0x911d2d08, rs=0xbe9ff8d8, which=op_search)
    at backover.c:551
#8  0x080bf602 in over_op_search (op=0x911d2d08, rs=0xbe9ff8d8)
    at backover.c:573
#9  0x08079b4c in fe_op_search (op=0x911d2d08, rs=0xbe9ff8d8) at search.c:355
#10 0x08079809 in do_search (op=0x911d2d08, rs=0xbe9ff8d8) at search.c:217
#11 0x08077906 in connection_operation (ctx=0xbe9ff964, arg_v=0x911d2d08)
    at connection.c:1307
#12 0x0811c4a9 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:480
#13 0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#14 0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 9 (Thread 7176 (LWP 12162)):
#0  0x401a887e in sigsuspend () from /lib/libc.so.6
#1  0x40173879 in __pthread_wait_for_restart_signal ()
   from /lib/libpthread.so.0
#2  0x40170102 in pthread_cond_wait () from /lib/libpthread.so.0
#3  0x0811cdf0 in ldap_pvt_thread_cond_wait (cond=0x8268c8c, mutex=0x8268c74)
    at thr_posix.c:298
#4  0x0811c523 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:492
#5  0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#6  0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 8 (Thread 6151 (LWP 12161)):
#0  0x401a887e in sigsuspend () from /lib/libc.so.6
#1  0x40173879 in __pthread_wait_for_restart_signal ()
   from /lib/libpthread.so.0
#2  0x40170102 in pthread_cond_wait () from /lib/libpthread.so.0
#3  0x0811cdf0 in ldap_pvt_thread_cond_wait (cond=0x8268c8c, mutex=0x8268c74)
    at thr_posix.c:298
#4  0x0811c523 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:492
#5  0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#6  0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 7 (Thread 5126 (LWP 12160)):
#0  0x40242404 in write () from /lib/libc.so.6
#1  0x4017eae0 in __DTOR_END__ () from /lib/libpthread.so.0
#2  0x08075d67 in slap_wake_listener () at daemon.c:2334
#3  0x080e5cee in bdb_cache_lru_add (bdb=0x829f148, ei=0x832b520)
    at cache.c:662
#4  0x080e6196 in bdb_cache_find_id (op=0x8c16f8c8, tid=0x0, id=1, 
    eip=0xbefff5b0, islocked=0, locker=103, lock=0xbefff604) at cache.c:887
#5  0x080e95b8 in bdb_dn2entry (op=0x8c16f8c8, tid=0x0, dn=0x8c16f8e4, 
    e=0xbefff5fc, matched=1, locker=103, lock=0xbefff604) at dn2entry.c:56
#6  0x080c965f in bdb_referrals (op=0x8c16f8c8, rs=0xbefff8d8) at 
referral.c:54
#7  0x080bf460 in overlay_op_walk (op=0x8c16f8c8, rs=0xbefff8d8, 
    which=op_aux_chk_referrals, oi=0x82a03c0, on=0x82a05a0) at backover.c:499
#8  0x080bf59b in over_op_func (op=0x8c16f8c8, rs=0xbefff8d8, 
    which=op_aux_chk_referrals) at backover.c:551
#9  0x080bf6f2 in over_aux_chk_referrals (op=0x8c16f8c8, rs=0xbefff8d8)
    at backover.c:633
#10 0x08081f9e in backend_check_referrals (op=0x8c16f8c8, rs=0xbefff8d8)
    at backend.c:1181
#11 0x08088cc6 in fe_op_compare (op=0x8c16f8c8, rs=0xbefff8d8) at 
compare.c:233
#12 0x0808882d in do_compare (op=0x8c16f8c8, rs=0xbefff8d8) at compare.c:123
#13 0x08077906 in connection_operation (ctx=0xbefff964, arg_v=0x8c16f8c8)
    at connection.c:1307
#14 0x0811c4a9 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:480
#15 0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#16 0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 6 (Thread 4101 (LWP 12159)):
#0  0x40242404 in write () from /lib/libc.so.6
#1  0x4017eae0 in __DTOR_END__ () from /lib/libpthread.so.0
#2  0x08075d67 in slap_wake_listener () at daemon.c:2334
#3  0x080e5cee in bdb_cache_lru_add (bdb=0x829f148, ei=0x8c7ba200)
    at cache.c:662
#4  0x080e6196 in bdb_cache_find_id (op=0xa7cacdc0, tid=0x0, id=25315, 
    eip=0xbf13e5c0, islocked=0, locker=102, lock=0xbf13e5c8) at cache.c:887
#5  0x080cacf7 in bdb_search (op=0xa7cacdc0, rs=0xbf1ff8d8) at search.c:695
#6  0x080bf460 in overlay_op_walk (op=0xa7cacdc0, rs=0xbf1ff8d8, 
    which=op_search, oi=0x82a03c0, on=0x82a05a0) at backover.c:499
#7  0x080bf59b in over_op_func (op=0xa7cacdc0, rs=0xbf1ff8d8, which=op_search)
    at backover.c:551
#8  0x080bf602 in over_op_search (op=0xa7cacdc0, rs=0xbf1ff8d8)
    at backover.c:573
#9  0x08079b4c in fe_op_search (op=0xa7cacdc0, rs=0xbf1ff8d8) at search.c:355
#10 0x08079809 in do_search (op=0xa7cacdc0, rs=0xbf1ff8d8) at search.c:217
#11 0x08077906 in connection_operation (ctx=0xbf1ff964, arg_v=0xa7cacdc0)
    at connection.c:1307
#12 0x0811c4a9 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:480
#13 0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#14 0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 5 (Thread 3076 (LWP 12146)):
#0  0x401a887e in sigsuspend () from /lib/libc.so.6
#1  0x40173879 in __pthread_wait_for_restart_signal ()
   from /lib/libpthread.so.0
#2  0x40170102 in pthread_cond_wait () from /lib/libpthread.so.0
#3  0x0811cdf0 in ldap_pvt_thread_cond_wait (cond=0x8268c8c, mutex=0x8268c74)
    at thr_posix.c:298
#4  0x0811c523 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:492
#5  0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#6  0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 4 (Thread 2051 (LWP 12116)):
#0  0x401a887e in sigsuspend () from /lib/libc.so.6
#1  0x40173879 in __pthread_wait_for_restart_signal ()
   from /lib/libpthread.so.0
#2  0x40170102 in pthread_cond_wait () from /lib/libpthread.so.0
#3  0x0811cdf0 in ldap_pvt_thread_cond_wait (cond=0x8268c8c, mutex=0x8268c74)
    at thr_posix.c:298
#4  0x0811c523 in ldap_int_thread_pool_wrapper (xpool=0x8268c70) at 
tpool.c:492
#5  0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#6  0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 3 (Thread 1026 (LWP 12115)):
#0  0x40242404 in write () from /lib/libc.so.6
#1  0x4017eae0 in __DTOR_END__ () from /lib/libpthread.so.0
#2  0x08073295 in slapd_set_read (s=118, wake=1) at daemon.c:581
#3  0x080780b8 in connection_read (s=118) at connection.c:1679
#4  0x08075a5d in slapd_daemon_task (ptr=0x0) at daemon.c:2041
#5  0x401710ba in pthread_start_thread () from /lib/libpthread.so.0
#6  0x40171101 in pthread_start_thread_event () from /lib/libpthread.so.0

Thread 2 (Thread 2049 (LWP 12114)):
#0  0x40247bb0 in poll () from /lib/libc.so.6
#1  0x40170d96 in __pthread_manager () from /lib/libpthread.so.0
#2  0x40170fc0 in pthread_start_thread () from /lib/libpthread.so.0

Thread 1 (Thread 1024 (LWP 11798)):
#0  0x401a887e in sigsuspend () from /lib/libc.so.6
#1  0x40173879 in __pthread_wait_for_restart_signal ()
   from /lib/libpthread.so.0
#2  0x40170a31 in pthread_join () from /lib/libpthread.so.0
#3  0x0811cd5c in ldap_pvt_thread_join (thread=1026, thread_return=0x0)
    at thr_posix.c:193
#4  0x08075ca2 in slapd_daemon () at daemon.c:2223
#5  0x0806810c in main (argc=11, argv=0xbffffaf4) at main.c:805
Prev by Date: Re: (ITS#4411) ldapsearch hangs with proxyCache
Next by Date: Re: (ITS#4418) slapd stops responding
Index(es):
- Chronological
- Thread