[Date Prev][Date Next] [Chronological] [Thread] [Top]

(ITS#4418) slapd stops responding



Full_Name: Quanah Gibson-Mount
Version: 2.3.18
OS: Solaris 8
URL: ftp://ftp.openldap.org/incoming/
Submission from: (NULL) (171.66.155.86)


This morning one of my ldap servers locked up, where it will keep accepting LDAP
requests, but it will not answer any of them.

Thread backtrace shows:

(gdb) thread 1
[Switching to thread 1 (LWP    1        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380908 in hdb_cache_find_id (op=0x7bb87f0, tid=0x0, id=11,
eip=0x5a801464, islocked=0, locker=36259, lock=0x5a8014e8) at cache.c:870
#6  0xfe379d58 in hdb_dn2entry (op=0x7bb87f0, tid=0x0, dn=0x180d4c,
e=0x5a8014e0, matched=0, locker=36259, lock=0x5a8014e8) at dn2entry.c:65
#7  0xfe37bc80 in hdb_entry_get (op=0x7bb87f0, ndn=0x180d4c, oc=0x11fd40,
at=0x11c9b8, rw=0, ent=0x5a8015e4) at id2entry.c:355
#8  0x0003bba0 in be_entry_get_rw (op=0x7bb87f0, ndn=0x180d4c, oc=0x11fd40,
at=0x11c9b8, rw=0, e=0x5a8015e4) at backend.c:1207
#9  0x0003bc64 in fe_acl_group (op=0x7bb87f0, target=0x0, gr_ndn=0x180d4c,
op_ndn=0x7bb8888, group_oc=0x11fd40, group_at=0x143570) at backend.c:1252
#10 0x0003c158 in backend_group (op=0x7bb87f0, target=0x0, gr_ndn=0x180d4c,
op_ndn=0x7bb8888, group_oc=0x11fd40, group_at=0x143570) at backend.c:1411
#11 0x000759a8 in limits_get (op=0x7bb87f0, ndn=0x7bb8888, limit=0x7bb8824) at
limits.c:103
#12 0x00077564 in limits_check (op=0x7bb87f0, rs=0x5a801ac8) at limits.c:1071
#13 0x0003224c in fe_op_search (op=0x7bb87f0, rs=0x5a801ac8) at search.c:354
#14 0x00031bac in do_search (op=0x7bb87f0, rs=0x5a801ac8) at search.c:217
#15 0x00030488 in connection_operation (ctx=0x5a801ac4, arg_v=0x7bb87f0) at
connection.c:1307
#16 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#17 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#18 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 2
[Switching to thread 2 (Thread 10        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380908 in hdb_cache_find_id (op=0x7bb87f0, tid=0x0, id=11,
eip=0x5a801464, islocked=0, locker=36259, lock=0x5a8014e8) at cache.c:870
#6  0xfe379d58 in hdb_dn2entry (op=0x7bb87f0, tid=0x0, dn=0x180d4c,
e=0x5a8014e0, matched=0, locker=36259, lock=0x5a8014e8) at dn2entry.c:65
#7  0xfe37bc80 in hdb_entry_get (op=0x7bb87f0, ndn=0x180d4c, oc=0x11fd40,
at=0x11c9b8, rw=0, ent=0x5a8015e4) at id2entry.c:355
#8  0x0003bba0 in be_entry_get_rw (op=0x7bb87f0, ndn=0x180d4c, oc=0x11fd40,
at=0x11c9b8, rw=0, e=0x5a8015e4) at backend.c:1207
#9  0x0003bc64 in fe_acl_group (op=0x7bb87f0, target=0x0, gr_ndn=0x180d4c,
op_ndn=0x7bb8888, group_oc=0x11fd40, group_at=0x143570) at backend.c:1252
#10 0x0003c158 in backend_group (op=0x7bb87f0, target=0x0, gr_ndn=0x180d4c,
op_ndn=0x7bb8888, group_oc=0x11fd40, group_at=0x143570) at backend.c:1411
#11 0x000759a8 in limits_get (op=0x7bb87f0, ndn=0x7bb8888, limit=0x7bb8824) at
limits.c:103
#12 0x00077564 in limits_check (op=0x7bb87f0, rs=0x5a801ac8) at limits.c:1071
#13 0x0003224c in fe_op_search (op=0x7bb87f0, rs=0x5a801ac8) at search.c:354
#14 0x00031bac in do_search (op=0x7bb87f0, rs=0x5a801ac8) at search.c:217
#15 0x00030488 in connection_operation (ctx=0x5a801ac4, arg_v=0x7bb87f0) at
connection.c:1307
#16 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#17 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#18 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 3
[Switching to thread 3 (LWP    11        )]#0  0xfee09770 in
private___lwp_cond_wait () from /usr/lib/libthread.so.1
(gdb) bt
#0  0xfee09770 in private___lwp_cond_wait () from /usr/lib/libthread.so.1
#1  0xfedf90b4 in _age () from /usr/lib/libthread.so.1
#2  0xfedfa748 in _lwp_start () from /usr/lib/libthread.so.1
#3  0xfee02038 in thr_yield () from /usr/lib/libthread.so.1


(gdb) thread 4
[Switching to thread 4 (LWP    10        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380a74 in hdb_cache_find_id (op=0x8054a30, tid=0x0, id=50254,
eip=0x5c7413d0, islocked=0, locker=36252, lock=0x5c7414a0) at cache.c:870
#6  0xfe37331c in hdb_search (op=0x8054a30, rs=0x5c801ac8) at search.c:695
#7  0x00081b38 in overlay_op_walk (op=0x8054a30, rs=0x5c801ac8, which=32768,
oi=0xfe397804, on=0x8000) at backover.c:499
#8  0x00081ca0 in over_op_func (op=0x8054a30, rs=0x5c801ac8, which=op_search) at
backover.c:551
#9  0x00032270 in fe_op_search (op=0x8054a30, rs=0x5c801ac8) at search.c:355
#10 0x00031bac in do_search (op=0x8054a30, rs=0x5c801ac8) at search.c:217
#11 0x00030488 in connection_operation (ctx=0x5c801ac4, arg_v=0x8054a30) at
connection.c:1307
#12 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#13 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#14 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1

(gdb) thread 5
[Switching to thread 5 (LWP    9        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380908 in hdb_cache_find_id (op=0x59801410, tid=0x0, id=9,
eip=0x59740df4, islocked=0, locker=36261, lock=0x59740fb0) at cache.c:870
#6  0xfe379d58 in hdb_dn2entry (op=0x59801410, tid=0x0, dn=0x5980142c,
e=0x59740ee0, matched=1, locker=36261, lock=0x59740fb0) at dn2entry.c:65
#7  0xfe372a3c in hdb_search (op=0x59801410, rs=0x598013d0) at search.c:373
#8  0x00081b38 in overlay_op_walk (op=0x59801410, rs=0x598013d0, which=32768,
oi=0xfe397804, on=0x8000) at backover.c:499
#9  0x00081ca0 in over_op_func (op=0x59801410, rs=0x598013d0, which=op_search)
at backover.c:551
#10 0x0006cf50 in slap_sasl2dn (opx=0x378ee0, saslname=0x621c804,
sasldn=0x598015f8, flags=985088) at saslauthz.c:2015
#11 0x00072944 in slap_sasl_getdn (conn=0x0, op=0x378ee0, id=0xf7000,
user_realm=0x59801600 "", dn=0x59801688, flags=2) at sasl.c:1776
#12 0x00072dac in slap_sasl_canonicalize (sconn=0xb790890, context=0xf6400,
in=0x3cb9f48 "service/mailrouter", inlen=18, flags=3,
    user_realm=0xc410ba0 "stanford.edu", out=0xb7912a1 "", out_max=1501566600,
out_len=0xb791100) at sasl.c:619
#13 0xff2e5460 in _sasl_canon_user (conn=0xb790890, user=0x3cb9f48
"service/mailrouter", ulen=18, flags=3, oparams=0xb7910f0) at canonusr.c:109
#14 0xfed823f0 in gssapi_server_mech_step (conn_context=0x6d2b458,
params=0x227448, clientin=0x809400e
"`3\006\t*\206H\206�\022\001\002\002\002\001",
    clientinlen=53, serverout=0x59801924, serveroutlen=0x59801910,
oparams=0xb7910f0) at gssapi.c:1095
#15 0xff2ef900 in sasl_server_step (conn=0xb790890, clientin=0x809400e
"`3\006\t*\206H\206�\022\001\002\002\002\001", clientinlen=53,
serverout=0x59801924,
    serveroutlen=0x59801910) at server.c:1411
#16 0x00072050 in slap_sasl_bind (op=0x378ee0, rs=0x59801ac8) at sasl.c:1399
#17 0x00049888 in fe_op_bind (op=0x378ee0, rs=0x59801ac8) at bind.c:275
#18 0x00049190 in do_bind (op=0x378ee0, rs=0x59801ac8) at bind.c:200
#19 0x00030488 in connection_operation (ctx=0x59801ac4, arg_v=0x378ee0) at
connection.c:1307
#20 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#21 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#22 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 6
[Switching to thread 6 (LWP    8        )]#0  0xfe30fdb8 in __lock_get () from
/usr/local/lib/libdb-4.2.so
(gdb) bt
#0  0xfe30fdb8 in __lock_get () from /usr/local/lib/libdb-4.2.so
#1  0xfe30fd80 in __lock_get_pp () from /usr/local/lib/libdb-4.2.so
#2  0xfe37f564 in bdb_cache_entry_db_lock (env=0x1da908, locker=36238,
ei=0x5df6d8, rw=1, tryOnly=1, lock=0x5c001af8) at cache.c:130
#3  0xfe37ff0c in bdb_cache_lru_purge (ctx=0x5c001b80, arg=0xcc13650) at
cache.c:556
#4  0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#5  0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#6  0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 7
[Switching to thread 7 (LWP    7        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380908 in hdb_cache_find_id (op=0x5b801410, tid=0x0, id=9,
eip=0x5b740df4, islocked=0, locker=36257, lock=0x5b740fb0) at cache.c:870
#6  0xfe379d58 in hdb_dn2entry (op=0x5b801410, tid=0x0, dn=0x5b80142c,
e=0x5b740ee0, matched=1, locker=36257, lock=0x5b740fb0) at dn2entry.c:65
#7  0xfe372a3c in hdb_search (op=0x5b801410, rs=0x5b8013d0) at search.c:373
#8  0x00081b38 in overlay_op_walk (op=0x5b801410, rs=0x5b8013d0, which=32768,
oi=0xfe397804, on=0x8000) at backover.c:499
#9  0x00081ca0 in over_op_func (op=0x5b801410, rs=0x5b8013d0, which=op_search)
at backover.c:551
#10 0x0006cf50 in slap_sasl2dn (opx=0x7e5d2a0, saslname=0x3bb957c,
sasldn=0x5b8015f8, flags=985088) at saslauthz.c:2015
#11 0x00072944 in slap_sasl_getdn (conn=0x0, op=0x7e5d2a0, id=0xf7000,
user_realm=0x5b801600 "", dn=0x5b801688, flags=2) at sasl.c:1776
#12 0x00072dac in slap_sasl_canonicalize (sconn=0xbecb98, context=0xf6400,
in=0x839c248 "service/mailrouter", inlen=18, flags=3,
    user_realm=0xc7352c0 "stanford.edu", out=0xbed5a9 "", out_max=1535121032,
out_len=0xbed408) at sasl.c:619
#13 0xff2e5460 in _sasl_canon_user (conn=0xbecb98, user=0x839c248
"service/mailrouter", ulen=18, flags=3, oparams=0xbed3f8) at canonusr.c:109
#14 0xfed823f0 in gssapi_server_mech_step (conn_context=0x5cdab0,
params=0x6d2b270, clientin=0x58781ee
"`3\006\t*\206H\206�\022\001\002\002\002\001",
    clientinlen=53, serverout=0x5b801924, serveroutlen=0x5b801910,
oparams=0xbed3f8) at gssapi.c:1095
#15 0xff2ef900 in sasl_server_step (conn=0xbecb98, clientin=0x58781ee
"`3\006\t*\206H\206�\022\001\002\002\002\001", clientinlen=53,
serverout=0x5b801924,
    serveroutlen=0x5b801910) at server.c:1411
#16 0x00072050 in slap_sasl_bind (op=0x7e5d2a0, rs=0x5b801ac8) at sasl.c:1399
#17 0x00049888 in fe_op_bind (op=0x7e5d2a0, rs=0x5b801ac8) at bind.c:275
#18 0x00049190 in do_bind (op=0x7e5d2a0, rs=0x5b801ac8) at bind.c:200
#19 0x00030488 in connection_operation (ctx=0x5b801ac4, arg_v=0x7e5d2a0) at
connection.c:1307
#20 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#21 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#22 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1

(gdb) thread 8
[Switching to thread 8 (LWP    6        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380908 in hdb_cache_find_id (op=0x5a001410, tid=0x0, id=9,
eip=0x59f40df4, islocked=0, locker=36260, lock=0x59f40fb0) at cache.c:870
#6  0xfe379d58 in hdb_dn2entry (op=0x5a001410, tid=0x0, dn=0x5a00142c,
e=0x59f40ee0, matched=1, locker=36260, lock=0x59f40fb0) at dn2entry.c:65
#7  0xfe372a3c in hdb_search (op=0x5a001410, rs=0x5a0013d0) at search.c:373
#8  0x00081b38 in overlay_op_walk (op=0x5a001410, rs=0x5a0013d0, which=32768,
oi=0xfe397804, on=0x8000) at backover.c:499
#9  0x00081ca0 in over_op_func (op=0x5a001410, rs=0x5a0013d0, which=op_search)
at backover.c:551
#10 0x0006cf50 in slap_sasl2dn (opx=0x80588e8, saslname=0x5777fdc,
sasldn=0x5a0015f8, flags=985088) at saslauthz.c:2015
#11 0x00072944 in slap_sasl_getdn (conn=0x0, op=0x80588e8, id=0xf7000,
user_realm=0x5a001600 "", dn=0x5a001688, flags=2) at sasl.c:1776
#12 0x00072dac in slap_sasl_canonicalize (sconn=0xb69648, context=0xf6400,
in=0x80a44a8 "service/mailrouter", inlen=18, flags=3,
    user_realm=0xc38f080 "stanford.edu", out=0xb6a059 "", out_max=1509955208,
out_len=0xb69eb8) at sasl.c:619
#13 0xff2e5460 in _sasl_canon_user (conn=0xb69648, user=0x80a44a8
"service/mailrouter", ulen=18, flags=3, oparams=0xb69ea8) at canonusr.c:109
#14 0xfed823f0 in gssapi_server_mech_step (conn_context=0x8084d80,
params=0xb7659b8, clientin=0x803fc76
"`3\006\t*\206H\206�\022\001\002\002\002\001",
    clientinlen=53, serverout=0x5a001924, serveroutlen=0x5a001910,
oparams=0xb69ea8) at gssapi.c:1095
#15 0xff2ef900 in sasl_server_step (conn=0xb69648, clientin=0x803fc76
"`3\006\t*\206H\206�\022\001\002\002\002\001", clientinlen=53,
serverout=0x5a001924,
    serveroutlen=0x5a001910) at server.c:1411
#16 0x00072050 in slap_sasl_bind (op=0x80588e8, rs=0x5a001ac8) at sasl.c:1399
#17 0x00049888 in fe_op_bind (op=0x80588e8, rs=0x5a001ac8) at bind.c:275
#18 0x00049190 in do_bind (op=0x80588e8, rs=0x5a001ac8) at bind.c:200
#19 0x00030488 in connection_operation (ctx=0x5a001ac4, arg_v=0x80588e8) at
connection.c:1307
#20 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#21 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#22 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 9
[Switching to thread 9 (LWP    5        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380948 in hdb_cache_find_id (op=0x8032c40, tid=0x0, id=11,
eip=0x5b001464, islocked=0, locker=36258, lock=0x5b0014e8) at cache.c:881
#6  0xfe379d58 in hdb_dn2entry (op=0x8032c40, tid=0x0, dn=0x180d4c,
e=0x5b0014e0, matched=0, locker=36258, lock=0x5b0014e8) at dn2entry.c:65
#7  0xfe37bc80 in hdb_entry_get (op=0x8032c40, ndn=0x180d4c, oc=0x11fd40,
at=0x11c9b8, rw=0, ent=0x5b0015e4) at id2entry.c:355
#8  0x0003bba0 in be_entry_get_rw (op=0x8032c40, ndn=0x180d4c, oc=0x11fd40,
at=0x11c9b8, rw=0, e=0x5b0015e4) at backend.c:1207
#9  0x0003bc64 in fe_acl_group (op=0x8032c40, target=0x0, gr_ndn=0x180d4c,
op_ndn=0x8032cd8, group_oc=0x11fd40, group_at=0x143570) at backend.c:1252
#10 0x0003c158 in backend_group (op=0x8032c40, target=0x0, gr_ndn=0x180d4c,
op_ndn=0x8032cd8, group_oc=0x11fd40, group_at=0x143570) at backend.c:1411
#11 0x000759a8 in limits_get (op=0x8032c40, ndn=0x8032cd8, limit=0x8032c74) at
limits.c:103
#12 0x00077564 in limits_check (op=0x8032c40, rs=0x5b001ac8) at limits.c:1071
#13 0x0003224c in fe_op_search (op=0x8032c40, rs=0x5b001ac8) at search.c:354
#14 0x00031bac in do_search (op=0x8032c40, rs=0x5b001ac8) at search.c:217
#15 0x00030488 in connection_operation (ctx=0x5b001ac4, arg_v=0x8032c40) at
connection.c:1307
#16 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#17 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#18 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 10
[Switching to thread 10 (LWP    4        )]#0  0xfef1d1e0 in _poll () from
/usr/lib/libc.so.1
(gdb) bt
#0  0xfef1d1e0 in _poll () from /usr/lib/libc.so.1
#1  0xfeecd8a0 in select_large_fdset () from /usr/lib/libc.so.1
#2  0x0002ca4c in slapd_daemon_task (ptr=0x9f400) at daemon.c:1856
#3  0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#4  0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 11
[Switching to thread 11 (LWP    3        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380a74 in hdb_cache_find_id (op=0x4ebdbc8, tid=0x0, id=3,
eip=0x58f412e4, islocked=0, locker=36262, lock=0x58f414a0) at cache.c:870
#6  0xfe379d58 in hdb_dn2entry (op=0x4ebdbc8, tid=0x0, dn=0x4ebdbe4,
e=0x58f413d0, matched=1, locker=36262, lock=0x58f414a0) at dn2entry.c:65
#7  0xfe372a3c in hdb_search (op=0x4ebdbc8, rs=0x59001ac8) at search.c:373
#8  0x00081b38 in overlay_op_walk (op=0x4ebdbc8, rs=0x59001ac8, which=32768,
oi=0xfe397804, on=0x8000) at backover.c:499
#9  0x00081ca0 in over_op_func (op=0x4ebdbc8, rs=0x59001ac8, which=op_search) at
backover.c:551
#10 0x00032270 in fe_op_search (op=0x4ebdbc8, rs=0x59001ac8) at search.c:355
#11 0x00031bac in do_search (op=0x4ebdbc8, rs=0x59001ac8) at search.c:217
#12 0x00030488 in connection_operation (ctx=0x59001ac4, arg_v=0x4ebdbc8) at
connection.c:1307
#13 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#14 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#15 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 12
[Switching to thread 12 (LWP    2        )]#0  0xfef1e9a4 in _signotifywait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1e9a4 in _signotifywait () from /usr/lib/libc.so.1
#1  0xfedfed5c in _dynamiclwps () from /usr/lib/libthread.so.1
#2  0xfee02038 in thr_yield () from /usr/lib/libthread.so.1


(gdb) thread 13
[Switching to thread 13 (Thread 1        )]#0  0xfedfde14 in _reap_wait_cancel
() from /usr/lib/libthread.so.1
(gdb) bt
#0  0xfedfde14 in _reap_wait_cancel () from /usr/lib/libthread.so.1
#1  0xfee000a8 in _thrp_join () from /usr/lib/libthread.so.1
#2  0x0002d9e0 in slapd_daemon () at daemon.c:2217
#3  0x0001e1ec in main (argc=3, argv=0xffbefe24) at main.c:805


(gdb) thread 14
[Switching to thread 14 (Thread 2 (LWP 2))]#0  0xfef1e9a4 in _signotifywait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1e9a4 in _signotifywait () from /usr/lib/libc.so.1
#1  0xfedfed5c in _dynamiclwps () from /usr/lib/libthread.so.1
#2  0xfee02038 in thr_yield () from /usr/lib/libthread.so.1


(gdb) thread 15
[Switching to thread 15 (Thread 3        )]#0  0xfedfddbc in _reap_wait () from
/usr/lib/libthread.so.1
(gdb) bt
#0  0xfedfddbc in _reap_wait () from /usr/lib/libthread.so.1
#1  0xfedfdb1c in _reaper () from /usr/lib/libthread.so.1
#2  0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#3  0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 16
[Switching to thread 16 (Thread 5 (LWP 4))]#0  0xfef1d1e0 in _poll () from
/usr/lib/libc.so.1
(gdb) bt
#0  0xfef1d1e0 in _poll () from /usr/lib/libc.so.1
#1  0xfeecd8a0 in select_large_fdset () from /usr/lib/libc.so.1
#2  0x0002ca4c in slapd_daemon_task (ptr=0x9f400) at daemon.c:1856
#3  0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#4  0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 17
[Switching to thread 17 (Thread 6        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380a74 in hdb_cache_find_id (op=0x8054a30, tid=0x0, id=50254,
eip=0x5c7413d0, islocked=0, locker=36252, lock=0x5c7414a0) at cache.c:870
#6  0xfe37331c in hdb_search (op=0x8054a30, rs=0x5c801ac8) at search.c:695
#7  0x00081b38 in overlay_op_walk (op=0x8054a30, rs=0x5c801ac8, which=32768,
oi=0xfe397804, on=0x8000) at backover.c:499
#8  0x00081ca0 in over_op_func (op=0x8054a30, rs=0x5c801ac8, which=op_search) at
backover.c:551
#9  0x00032270 in fe_op_search (op=0x8054a30, rs=0x5c801ac8) at search.c:355
#10 0x00031bac in do_search (op=0x8054a30, rs=0x5c801ac8) at search.c:217
#11 0x00030488 in connection_operation (ctx=0x5c801ac4, arg_v=0x8054a30) at
connection.c:1307
#12 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#13 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#14 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 18
[Switching to thread 18 (Thread 7 (LWP 8))]#0  0xfe30fdb8 in __lock_get () from
/usr/local/lib/libdb-4.2.so
(gdb) bt
#0  0xfe30fdb8 in __lock_get () from /usr/local/lib/libdb-4.2.so
#1  0xfe30fd80 in __lock_get_pp () from /usr/local/lib/libdb-4.2.so
#2  0xfe37f564 in bdb_cache_entry_db_lock (env=0x1da908, locker=36238,
ei=0x5df6d8, rw=1, tryOnly=1, lock=0x5c001af8) at cache.c:130
#3  0xfe37ff0c in bdb_cache_lru_purge (ctx=0x5c001b80, arg=0xcc13650) at
cache.c:556
#4  0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#5  0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#6  0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 19
[Switching to thread 19 (Thread 8        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380908 in hdb_cache_find_id (op=0x5b801410, tid=0x0, id=9,
eip=0x5b740df4, islocked=0, locker=36257, lock=0x5b740fb0) at cache.c:870
#6  0xfe379d58 in hdb_dn2entry (op=0x5b801410, tid=0x0, dn=0x5b80142c,
e=0x5b740ee0, matched=1, locker=36257, lock=0x5b740fb0) at dn2entry.c:65
#7  0xfe372a3c in hdb_search (op=0x5b801410, rs=0x5b8013d0) at search.c:373
#8  0x00081b38 in overlay_op_walk (op=0x5b801410, rs=0x5b8013d0, which=32768,
oi=0xfe397804, on=0x8000) at backover.c:499
#9  0x00081ca0 in over_op_func (op=0x5b801410, rs=0x5b8013d0, which=op_search)
at backover.c:551
#10 0x0006cf50 in slap_sasl2dn (opx=0x7e5d2a0, saslname=0x3bb957c,
sasldn=0x5b8015f8, flags=985088) at saslauthz.c:2015
#11 0x00072944 in slap_sasl_getdn (conn=0x0, op=0x7e5d2a0, id=0xf7000,
user_realm=0x5b801600 "", dn=0x5b801688, flags=2) at sasl.c:1776
#12 0x00072dac in slap_sasl_canonicalize (sconn=0xbecb98, context=0xf6400,
in=0x839c248 "service/mailrouter", inlen=18, flags=3,
    user_realm=0xc7352c0 "stanford.edu", out=0xbed5a9 "", out_max=1535121032,
out_len=0xbed408) at sasl.c:619
#13 0xff2e5460 in _sasl_canon_user (conn=0xbecb98, user=0x839c248
"service/mailrouter", ulen=18, flags=3, oparams=0xbed3f8) at canonusr.c:109
#14 0xfed823f0 in gssapi_server_mech_step (conn_context=0x5cdab0,
params=0x6d2b270, clientin=0x58781ee
"`3\006\t*\206H\206�\022\001\002\002\002\001",
    clientinlen=53, serverout=0x5b801924, serveroutlen=0x5b801910,
oparams=0xbed3f8) at gssapi.c:1095
#15 0xff2ef900 in sasl_server_step (conn=0xbecb98, clientin=0x58781ee
"`3\006\t*\206H\206�\022\001\002\002\002\001", clientinlen=53,
serverout=0x5b801924,
    serveroutlen=0x5b801910) at server.c:1411
#16 0x00072050 in slap_sasl_bind (op=0x7e5d2a0, rs=0x5b801ac8) at sasl.c:1399
#17 0x00049888 in fe_op_bind (op=0x7e5d2a0, rs=0x5b801ac8) at bind.c:275
#18 0x00049190 in do_bind (op=0x7e5d2a0, rs=0x5b801ac8) at bind.c:200
#19 0x00030488 in connection_operation (ctx=0x5b801ac4, arg_v=0x7e5d2a0) at
connection.c:1307
#20 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#21 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#22 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 20
[Switching to thread 20 (Thread 9        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380948 in hdb_cache_find_id (op=0x8032c40, tid=0x0, id=11,
eip=0x5b001464, islocked=0, locker=36258, lock=0x5b0014e8) at cache.c:881
#6  0xfe379d58 in hdb_dn2entry (op=0x8032c40, tid=0x0, dn=0x180d4c,
e=0x5b0014e0, matched=0, locker=36258, lock=0x5b0014e8) at dn2entry.c:65
#7  0xfe37bc80 in hdb_entry_get (op=0x8032c40, ndn=0x180d4c, oc=0x11fd40,
at=0x11c9b8, rw=0, ent=0x5b0015e4) at id2entry.c:355
#8  0x0003bba0 in be_entry_get_rw (op=0x8032c40, ndn=0x180d4c, oc=0x11fd40,
at=0x11c9b8, rw=0, e=0x5b0015e4) at backend.c:1207
#9  0x0003bc64 in fe_acl_group (op=0x8032c40, target=0x0, gr_ndn=0x180d4c,
op_ndn=0x8032cd8, group_oc=0x11fd40, group_at=0x143570) at backend.c:1252
#10 0x0003c158 in backend_group (op=0x8032c40, target=0x0, gr_ndn=0x180d4c,
op_ndn=0x8032cd8, group_oc=0x11fd40, group_at=0x143570) at backend.c:1411
#11 0x000759a8 in limits_get (op=0x8032c40, ndn=0x8032cd8, limit=0x8032c74) at
limits.c:103
#12 0x00077564 in limits_check (op=0x8032c40, rs=0x5b001ac8) at limits.c:1071
#13 0x0003224c in fe_op_search (op=0x8032c40, rs=0x5b001ac8) at search.c:354
#14 0x00031bac in do_search (op=0x8032c40, rs=0x5b001ac8) at search.c:217
#15 0x00030488 in connection_operation (ctx=0x5b001ac4, arg_v=0x8032c40) at
connection.c:1307
#16 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#17 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#18 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 21
[Switching to thread 21 (Thread 11        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380908 in hdb_cache_find_id (op=0x5a001410, tid=0x0, id=9,
eip=0x59f40df4, islocked=0, locker=36260, lock=0x59f40fb0) at cache.c:870
#6  0xfe379d58 in hdb_dn2entry (op=0x5a001410, tid=0x0, dn=0x5a00142c,
e=0x59f40ee0, matched=1, locker=36260, lock=0x59f40fb0) at dn2entry.c:65
#7  0xfe372a3c in hdb_search (op=0x5a001410, rs=0x5a0013d0) at search.c:373
#8  0x00081b38 in overlay_op_walk (op=0x5a001410, rs=0x5a0013d0, which=32768,
oi=0xfe397804, on=0x8000) at backover.c:499
#9  0x00081ca0 in over_op_func (op=0x5a001410, rs=0x5a0013d0, which=op_search)
at backover.c:551
#10 0x0006cf50 in slap_sasl2dn (opx=0x80588e8, saslname=0x5777fdc,
sasldn=0x5a0015f8, flags=985088) at saslauthz.c:2015
#11 0x00072944 in slap_sasl_getdn (conn=0x0, op=0x80588e8, id=0xf7000,
user_realm=0x5a001600 "", dn=0x5a001688, flags=2) at sasl.c:1776
#12 0x00072dac in slap_sasl_canonicalize (sconn=0xb69648, context=0xf6400,
in=0x80a44a8 "service/mailrouter", inlen=18, flags=3,
    user_realm=0xc38f080 "stanford.edu", out=0xb6a059 "", out_max=1509955208,
out_len=0xb69eb8) at sasl.c:619
#13 0xff2e5460 in _sasl_canon_user (conn=0xb69648, user=0x80a44a8
"service/mailrouter", ulen=18, flags=3, oparams=0xb69ea8) at canonusr.c:109
#14 0xfed823f0 in gssapi_server_mech_step (conn_context=0x8084d80,
params=0xb7659b8, clientin=0x803fc76
"`3\006\t*\206H\206�\022\001\002\002\002\001",
    clientinlen=53, serverout=0x5a001924, serveroutlen=0x5a001910,
oparams=0xb69ea8) at gssapi.c:1095
#15 0xff2ef900 in sasl_server_step (conn=0xb69648, clientin=0x803fc76
"`3\006\t*\206H\206�\022\001\002\002\002\001", clientinlen=53,
serverout=0x5a001924,
    serveroutlen=0x5a001910) at server.c:1411
#16 0x00072050 in slap_sasl_bind (op=0x80588e8, rs=0x5a001ac8) at sasl.c:1399
#17 0x00049888 in fe_op_bind (op=0x80588e8, rs=0x5a001ac8) at bind.c:275
#18 0x00049190 in do_bind (op=0x80588e8, rs=0x5a001ac8) at bind.c:200
#19 0x00030488 in connection_operation (ctx=0x5a001ac4, arg_v=0x80588e8) at
connection.c:1307
#20 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#21 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#22 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 22
[Switching to thread 22 (Thread 12        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380908 in hdb_cache_find_id (op=0x59801410, tid=0x0, id=9,
eip=0x59740df4, islocked=0, locker=36261, lock=0x59740fb0) at cache.c:870
#6  0xfe379d58 in hdb_dn2entry (op=0x59801410, tid=0x0, dn=0x5980142c,
e=0x59740ee0, matched=1, locker=36261, lock=0x59740fb0) at dn2entry.c:65
#7  0xfe372a3c in hdb_search (op=0x59801410, rs=0x598013d0) at search.c:373
#8  0x00081b38 in overlay_op_walk (op=0x59801410, rs=0x598013d0, which=32768,
oi=0xfe397804, on=0x8000) at backover.c:499
#9  0x00081ca0 in over_op_func (op=0x59801410, rs=0x598013d0, which=op_search)
at backover.c:551
#10 0x0006cf50 in slap_sasl2dn (opx=0x378ee0, saslname=0x621c804,
sasldn=0x598015f8, flags=985088) at saslauthz.c:2015
#11 0x00072944 in slap_sasl_getdn (conn=0x0, op=0x378ee0, id=0xf7000,
user_realm=0x59801600 "", dn=0x59801688, flags=2) at sasl.c:1776
#12 0x00072dac in slap_sasl_canonicalize (sconn=0xb790890, context=0xf6400,
in=0x3cb9f48 "service/mailrouter", inlen=18, flags=3,
    user_realm=0xc410ba0 "stanford.edu", out=0xb7912a1 "", out_max=1501566600,
out_len=0xb791100) at sasl.c:619
#13 0xff2e5460 in _sasl_canon_user (conn=0xb790890, user=0x3cb9f48
"service/mailrouter", ulen=18, flags=3, oparams=0xb7910f0) at canonusr.c:109
#14 0xfed823f0 in gssapi_server_mech_step (conn_context=0x6d2b458,
params=0x227448, clientin=0x809400e
"`3\006\t*\206H\206�\022\001\002\002\002\001",
    clientinlen=53, serverout=0x59801924, serveroutlen=0x59801910,
oparams=0xb7910f0) at gssapi.c:1095
#15 0xff2ef900 in sasl_server_step (conn=0xb790890, clientin=0x809400e
"`3\006\t*\206H\206�\022\001\002\002\002\001", clientinlen=53,
serverout=0x59801924,
    serveroutlen=0x59801910) at server.c:1411
#16 0x00072050 in slap_sasl_bind (op=0x378ee0, rs=0x59801ac8) at sasl.c:1399
#17 0x00049888 in fe_op_bind (op=0x378ee0, rs=0x59801ac8) at bind.c:275
#18 0x00049190 in do_bind (op=0x378ee0, rs=0x59801ac8) at bind.c:200
#19 0x00030488 in connection_operation (ctx=0x59801ac4, arg_v=0x378ee0) at
connection.c:1307
#20 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#21 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#22 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1


(gdb) thread 23
[Switching to thread 23 (Thread 13        )]#0  0xfef1f054 in _lwp_sema_wait ()
from /usr/lib/libc.so.1
(gdb) bt
#0  0xfef1f054 in _lwp_sema_wait () from /usr/lib/libc.so.1
#1  0xfedf9acc in _park () from /usr/lib/libthread.so.1
#2  0xfedf9794 in _swtch () from /usr/lib/libthread.so.1
#3  0xfedfb150 in _mutex_adaptive_lock () from /usr/lib/libthread.so.1
#4  0xfedfbc00 in pthread_mutex_lock () from /usr/lib/libthread.so.1
#5  0xfe380a74 in hdb_cache_find_id (op=0x4ebdbc8, tid=0x0, id=3,
eip=0x58f412e4, islocked=0, locker=36262, lock=0x58f414a0) at cache.c:870
#6  0xfe379d58 in hdb_dn2entry (op=0x4ebdbc8, tid=0x0, dn=0x4ebdbe4,
e=0x58f413d0, matched=1, locker=36262, lock=0x58f414a0) at dn2entry.c:65
#7  0xfe372a3c in hdb_search (op=0x4ebdbc8, rs=0x59001ac8) at search.c:373
#8  0x00081b38 in overlay_op_walk (op=0x4ebdbc8, rs=0x59001ac8, which=32768,
oi=0xfe397804, on=0x8000) at backover.c:499
#9  0x00081ca0 in over_op_func (op=0x4ebdbc8, rs=0x59001ac8, which=op_search) at
backover.c:551
#10 0x00032270 in fe_op_search (op=0x4ebdbc8, rs=0x59001ac8) at search.c:355
#11 0x00031bac in do_search (op=0x4ebdbc8, rs=0x59001ac8) at search.c:217
#12 0x00030488 in connection_operation (ctx=0x59001ac4, arg_v=0x4ebdbc8) at
connection.c:1307
#13 0xff33cf40 in ldap_int_thread_pool_wrapper (xpool=0x107880) at tpool.c:479
#14 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1
#15 0xfee0b730 in _thread_start () from /usr/lib/libthread.so.1