version 1.210, 2007/11/04 11:34:41
|
version 1.224, 2008/03/20 23:09:24
|
Line 1
|
Line 1
|
/* $OpenLDAP: pkg/ldap/servers/slapd/overlays/syncprov.c,v 1.209 2007/11/02 15:51:13 hyc Exp $ */ |
/* $OpenLDAP: pkg/ldap/servers/slapd/overlays/syncprov.c,v 1.223 2008/03/19 23:31:42 hyc Exp $ */ |
/* syncprov.c - syncrepl provider */ |
/* syncprov.c - syncrepl provider */ |
/* This work is part of OpenLDAP Software <http://www.openldap.org/>. |
/* This work is part of OpenLDAP Software <http://www.openldap.org/>. |
* |
* |
* Copyright 2004-2007 The OpenLDAP Foundation. |
* Copyright 2004-2008 The OpenLDAP Foundation. |
* All rights reserved. |
* All rights reserved. |
* |
* |
* Redistribution and use in source and binary forms, with or without |
* Redistribution and use in source and binary forms, with or without |
Line 696 again:
|
Line 696 again:
|
break; |
break; |
} |
} |
|
|
fop.o_bd->bd_info = on->on_info->oi_orig; |
if ( on->on_next ) |
|
fop.o_bd->bd_info = (BackendInfo *)on->on_next; |
|
else |
|
fop.o_bd->bd_info = on->on_info->oi_orig; |
fop.o_bd->be_search( &fop, &frs ); |
fop.o_bd->be_search( &fop, &frs ); |
fop.o_bd->bd_info = (BackendInfo *)on; |
fop.o_bd->bd_info = (BackendInfo *)on; |
|
|
Line 837 syncprov_sendresp( Operation *op, opcook
|
Line 840 syncprov_sendresp( Operation *op, opcook
|
|
|
/* Play back queued responses */ |
/* Play back queued responses */ |
static int |
static int |
syncprov_qplay( Operation *op, slap_overinst *on, syncops *so ) |
syncprov_qplay( Operation *op, struct re_s *rtask ) |
{ |
{ |
|
syncops *so = rtask->arg; |
|
slap_overinst *on = LDAP_SLIST_FIRST(&so->s_op->o_extra)->oe_key; |
syncres *sr; |
syncres *sr; |
Entry *e; |
Entry *e; |
opcookie opc; |
opcookie opc; |
Line 853 syncprov_qplay( Operation *op, slap_over
|
Line 858 syncprov_qplay( Operation *op, slap_over
|
so->s_res = sr->s_next; |
so->s_res = sr->s_next; |
if ( !so->s_res ) |
if ( !so->s_res ) |
so->s_restail = NULL; |
so->s_restail = NULL; |
ldap_pvt_thread_mutex_unlock( &so->s_mutex ); |
/* Exit loop with mutex held */ |
|
|
if ( !sr || so->s_op->o_abandon ) |
if ( !sr || so->s_op->o_abandon ) |
break; |
break; |
|
ldap_pvt_thread_mutex_unlock( &so->s_mutex ); |
|
|
opc.sdn = sr->s_dn; |
opc.sdn = sr->s_dn; |
opc.sndn = sr->s_ndn; |
opc.sndn = sr->s_ndn; |
Line 883 syncprov_qplay( Operation *op, slap_over
|
Line 888 syncprov_qplay( Operation *op, slap_over
|
|
|
ch_free( sr ); |
ch_free( sr ); |
|
|
if ( rc ) |
if ( rc ) { |
|
/* Exit loop with mutex held */ |
|
ldap_pvt_thread_mutex_lock( &so->s_mutex ); |
break; |
break; |
|
} |
|
} |
|
|
|
/* wait until we get explicitly scheduled again */ |
|
ldap_pvt_thread_mutex_lock( &slapd_rq.rq_mutex ); |
|
ldap_pvt_runqueue_stoptask( &slapd_rq, rtask ); |
|
if ( rc == 0 ) { |
|
ldap_pvt_runqueue_resched( &slapd_rq, rtask, 1 ); |
|
} else { |
|
/* bail out on any error */ |
|
ldap_pvt_runqueue_remove( &slapd_rq, rtask ); |
} |
} |
|
ldap_pvt_thread_mutex_unlock( &slapd_rq.rq_mutex ); |
|
ldap_pvt_thread_mutex_unlock( &so->s_mutex ); |
return rc; |
return rc; |
} |
} |
|
|
Line 895 syncprov_qtask( void *ctx, void *arg )
|
Line 915 syncprov_qtask( void *ctx, void *arg )
|
{ |
{ |
struct re_s *rtask = arg; |
struct re_s *rtask = arg; |
syncops *so = rtask->arg; |
syncops *so = rtask->arg; |
slap_overinst *on = so->s_op->o_private; |
|
OperationBuffer opbuf; |
OperationBuffer opbuf; |
Operation *op; |
Operation *op; |
BackendDB be; |
BackendDB be; |
Line 917 syncprov_qtask( void *ctx, void *arg )
|
Line 936 syncprov_qtask( void *ctx, void *arg )
|
be = *so->s_op->o_bd; |
be = *so->s_op->o_bd; |
be.be_flags |= SLAP_DBFLAG_OVERLAY; |
be.be_flags |= SLAP_DBFLAG_OVERLAY; |
op->o_bd = &be; |
op->o_bd = &be; |
op->o_private = NULL; |
LDAP_SLIST_FIRST(&op->o_extra) = NULL; |
op->o_callback = NULL; |
op->o_callback = NULL; |
|
|
rc = syncprov_qplay( op, on, so ); |
rc = syncprov_qplay( op, rtask ); |
|
|
/* decrement use count... */ |
/* decrement use count... */ |
syncprov_free_syncop( so ); |
syncprov_free_syncop( so ); |
|
|
/* wait until we get explicitly scheduled again */ |
|
ldap_pvt_thread_mutex_lock( &slapd_rq.rq_mutex ); |
|
ldap_pvt_runqueue_stoptask( &slapd_rq, rtask ); |
|
if ( rc == 0 ) { |
|
ldap_pvt_runqueue_resched( &slapd_rq, rtask, 1 ); |
|
} else { |
|
/* bail out on any error */ |
|
ldap_pvt_runqueue_remove( &slapd_rq, rtask ); |
|
} |
|
ldap_pvt_thread_mutex_unlock( &slapd_rq.rq_mutex ); |
|
|
|
#if 0 /* FIXME: connection_close isn't exported from slapd. |
#if 0 /* FIXME: connection_close isn't exported from slapd. |
* should it be? |
* should it be? |
*/ |
*/ |
Line 1209 syncprov_matchops( Operation *op, opcook
|
Line 1217 syncprov_matchops( Operation *op, opcook
|
} |
} |
|
|
/* check if current o_req_dn is in scope and matches filter */ |
/* check if current o_req_dn is in scope and matches filter */ |
if ( fc.fscope && test_filter( op, e, ss->s_op->ors_filter ) == |
if ( fc.fscope && test_filter( ss->s_op, e, ss->s_op->ors_filter ) == |
LDAP_COMPARE_TRUE ) { |
LDAP_COMPARE_TRUE ) { |
if ( saveit ) { |
if ( saveit ) { |
sm = op->o_tmpalloc( sizeof(syncmatches), op->o_tmpmemctx ); |
sm = op->o_tmpalloc( sizeof(syncmatches), op->o_tmpmemctx ); |
Line 1301 syncprov_checkpoint( Operation *op, Slap
|
Line 1309 syncprov_checkpoint( Operation *op, Slap
|
Operation opm; |
Operation opm; |
SlapReply rsm = { 0 }; |
SlapReply rsm = { 0 }; |
slap_callback cb = {0}; |
slap_callback cb = {0}; |
|
BackendDB be; |
|
|
mod.sml_numvals = si->si_numcsns; |
mod.sml_numvals = si->si_numcsns; |
mod.sml_values = si->si_ctxcsn; |
mod.sml_values = si->si_ctxcsn; |
Line 1316 syncprov_checkpoint( Operation *op, Slap
|
Line 1325 syncprov_checkpoint( Operation *op, Slap
|
opm.o_callback = &cb; |
opm.o_callback = &cb; |
opm.orm_modlist = &mod; |
opm.orm_modlist = &mod; |
opm.orm_no_opattrs = 1; |
opm.orm_no_opattrs = 1; |
opm.o_req_dn = op->o_bd->be_suffix[0]; |
if ( SLAP_GLUE_SUBORDINATE( op->o_bd )) { |
opm.o_req_ndn = op->o_bd->be_nsuffix[0]; |
be = *on->on_info->oi_origdb; |
|
opm.o_bd = &be; |
|
} |
|
opm.o_req_dn = opm.o_bd->be_suffix[0]; |
|
opm.o_req_ndn = opm.o_bd->be_nsuffix[0]; |
opm.o_bd->bd_info = on->on_info->oi_orig; |
opm.o_bd->bd_info = on->on_info->oi_orig; |
opm.o_managedsait = SLAP_CONTROL_NONCRITICAL; |
opm.o_managedsait = SLAP_CONTROL_NONCRITICAL; |
opm.o_no_schema_check = 1; |
opm.o_no_schema_check = 1; |
Line 1325 syncprov_checkpoint( Operation *op, Slap
|
Line 1338 syncprov_checkpoint( Operation *op, Slap
|
if ( mod.sml_next != NULL ) { |
if ( mod.sml_next != NULL ) { |
slap_mods_free( mod.sml_next, 1 ); |
slap_mods_free( mod.sml_next, 1 ); |
} |
} |
opm.orm_no_opattrs = 0; |
|
} |
} |
|
|
static void |
static void |
Line 1519 syncprov_playlog( Operation *op, SlapRep
|
Line 1531 syncprov_playlog( Operation *op, SlapRep
|
fop.ors_filter = ⁡ |
fop.ors_filter = ⁡ |
|
|
cb.sc_response = playlog_cb; |
cb.sc_response = playlog_cb; |
fop.o_bd->bd_info = on->on_info->oi_orig; |
if ( on->on_next ) |
|
fop.o_bd->bd_info = (BackendInfo *)on->on_next; |
|
else |
|
fop.o_bd->bd_info = on->on_info->oi_orig; |
|
|
for ( i=ndel; i<num; i++ ) { |
for ( i=ndel; i<num; i++ ) { |
if ( uuids[i].bv_len == 0 ) continue; |
if ( uuids[i].bv_len == 0 ) continue; |
Line 1540 syncprov_playlog( Operation *op, SlapRep
|
Line 1555 syncprov_playlog( Operation *op, SlapRep
|
if ( ndel ) { |
if ( ndel ) { |
struct berval cookie; |
struct berval cookie; |
|
|
slap_compose_sync_cookie( op, &cookie, delcsn, srs->sr_state.rid, |
if ( delcsn[0].bv_len ) { |
srs->sr_state.sid ); |
slap_compose_sync_cookie( op, &cookie, delcsn, srs->sr_state.rid, |
|
srs->sr_state.sid ); |
|
} |
|
|
Debug( LDAP_DEBUG_SYNC, "syncprov_playlog: cookie=%s\n", cookie.bv_val, 0, 0 ); |
Debug( LDAP_DEBUG_SYNC, "syncprov_playlog: cookie=%s\n", cookie.bv_val, 0, 0 ); |
|
|
uuids[ndel].bv_val = NULL; |
uuids[ndel].bv_val = NULL; |
syncprov_sendinfo( op, rs, LDAP_TAG_SYNC_ID_SET, &cookie, 0, uuids, 1 ); |
syncprov_sendinfo( op, rs, LDAP_TAG_SYNC_ID_SET, |
|
delcsn[0].bv_len ? &cookie : NULL, 0, uuids, 1 ); |
op->o_tmpfree( cookie.bv_val, op->o_tmpmemctx ); |
op->o_tmpfree( cookie.bv_val, op->o_tmpmemctx ); |
} |
} |
op->o_tmpfree( uuids, op->o_tmpmemctx ); |
op->o_tmpfree( uuids, op->o_tmpmemctx ); |
Line 1607 syncprov_op_response( Operation *op, Sla
|
Line 1625 syncprov_op_response( Operation *op, Sla
|
} |
} |
if ( si->si_chktime && |
if ( si->si_chktime && |
(op->o_time - si->si_chklast >= si->si_chktime )) { |
(op->o_time - si->si_chklast >= si->si_chktime )) { |
do_check = 1; |
if ( si->si_chklast ) { |
si->si_chklast = op->o_time; |
do_check = 1; |
|
si->si_chklast = op->o_time; |
|
} else { |
|
si->si_chklast = 1; |
|
} |
} |
} |
} |
} |
ldap_pvt_thread_rdwr_wunlock( &si->si_csn_rwlock ); |
ldap_pvt_thread_rdwr_wunlock( &si->si_csn_rwlock ); |
Line 1771 syncprov_op_mod( Operation *op, SlapRepl
|
Line 1793 syncprov_op_mod( Operation *op, SlapRepl
|
/* wait for this op to get to head of list */ |
/* wait for this op to get to head of list */ |
while ( mt->mt_mods != mi ) { |
while ( mt->mt_mods != mi ) { |
ldap_pvt_thread_mutex_unlock( &mt->mt_mutex ); |
ldap_pvt_thread_mutex_unlock( &mt->mt_mutex ); |
ldap_pvt_thread_yield(); |
/* FIXME: if dynamic config can delete overlays or |
|
* databases we'll have to check for cleanup here. |
|
* Currently it's not an issue because there are |
|
* no dynamic config deletes... |
|
*/ |
|
if ( !ldap_pvt_thread_pool_pausecheck( &connection_pool )) |
|
ldap_pvt_thread_yield(); |
ldap_pvt_thread_mutex_lock( &mt->mt_mutex ); |
ldap_pvt_thread_mutex_lock( &mt->mt_mutex ); |
|
|
/* clean up if the caller is giving up */ |
/* clean up if the caller is giving up */ |
Line 1839 syncprov_search_cleanup( Operation *op,
|
Line 1867 syncprov_search_cleanup( Operation *op,
|
typedef struct SyncOperationBuffer { |
typedef struct SyncOperationBuffer { |
Operation sob_op; |
Operation sob_op; |
Opheader sob_hdr; |
Opheader sob_hdr; |
|
OpExtra sob_oe; |
AttributeName sob_extra; /* not always present */ |
AttributeName sob_extra; /* not always present */ |
/* Further data allocated here */ |
/* Further data allocated here */ |
} SyncOperationBuffer; |
} SyncOperationBuffer; |
Line 1867 syncprov_detach_op( Operation *op, synco
|
Line 1896 syncprov_detach_op( Operation *op, synco
|
sopbuf2 = ch_calloc( 1, size ); |
sopbuf2 = ch_calloc( 1, size ); |
op2 = &sopbuf2->sob_op; |
op2 = &sopbuf2->sob_op; |
op2->o_hdr = &sopbuf2->sob_hdr; |
op2->o_hdr = &sopbuf2->sob_hdr; |
|
LDAP_SLIST_FIRST(&op2->o_extra) = &sopbuf2->sob_oe; |
|
|
/* Copy the fields we care about explicitly, leave the rest alone */ |
/* Copy the fields we care about explicitly, leave the rest alone */ |
*op2->o_hdr = *op->o_hdr; |
*op2->o_hdr = *op->o_hdr; |
Line 1874 syncprov_detach_op( Operation *op, synco
|
Line 1904 syncprov_detach_op( Operation *op, synco
|
op2->o_time = op->o_time; |
op2->o_time = op->o_time; |
op2->o_bd = on->on_info->oi_origdb; |
op2->o_bd = on->on_info->oi_origdb; |
op2->o_request = op->o_request; |
op2->o_request = op->o_request; |
op2->o_private = on; |
LDAP_SLIST_FIRST(&op2->o_extra)->oe_key = on; |
|
LDAP_SLIST_NEXT(LDAP_SLIST_FIRST(&op2->o_extra), oe_next) = NULL; |
|
|
ptr = (char *) sopbuf2 + offsetof( SyncOperationBuffer, sob_extra ); |
ptr = (char *) sopbuf2 + offsetof( SyncOperationBuffer, sob_extra ); |
if ( i ) { |
if ( i ) { |
Line 1925 syncprov_detach_op( Operation *op, synco
|
Line 1956 syncprov_detach_op( Operation *op, synco
|
op2->o_do_not_cache = 1; |
op2->o_do_not_cache = 1; |
|
|
/* Add op2 to conn so abandon will find us */ |
/* Add op2 to conn so abandon will find us */ |
ldap_pvt_thread_mutex_lock( &op->o_conn->c_mutex ); |
|
op->o_conn->c_n_ops_executing++; |
op->o_conn->c_n_ops_executing++; |
op->o_conn->c_n_ops_completed--; |
op->o_conn->c_n_ops_completed--; |
LDAP_STAILQ_INSERT_TAIL( &op->o_conn->c_ops, op2, o_next ); |
LDAP_STAILQ_INSERT_TAIL( &op->o_conn->c_ops, op2, o_next ); |
so->s_flags |= PS_IS_DETACHED; |
so->s_flags |= PS_IS_DETACHED; |
ldap_pvt_thread_mutex_unlock( &op->o_conn->c_mutex ); |
|
|
|
/* Prevent anyone else from trying to send a result for this op */ |
/* Prevent anyone else from trying to send a result for this op */ |
op->o_abandon = 1; |
op->o_abandon = 1; |
Line 2040 syncprov_search_response( Operation *op,
|
Line 2069 syncprov_search_response( Operation *op,
|
|
|
/* Detach this Op from frontend control */ |
/* Detach this Op from frontend control */ |
ldap_pvt_thread_mutex_lock( &ss->ss_so->s_mutex ); |
ldap_pvt_thread_mutex_lock( &ss->ss_so->s_mutex ); |
|
ldap_pvt_thread_mutex_lock( &op->o_conn->c_mutex ); |
|
|
|
/* But not if this connection was closed along the way */ |
|
if ( op->o_abandon ) { |
|
ldap_pvt_thread_mutex_unlock( &op->o_conn->c_mutex ); |
|
ldap_pvt_thread_mutex_unlock( &ss->ss_so->s_mutex ); |
|
syncprov_free_syncop( ss->ss_so ); |
|
return SLAPD_ABANDON; |
|
|
/* Turn off the refreshing flag */ |
} else { |
ss->ss_so->s_flags ^= PS_IS_REFRESHING; |
/* Turn off the refreshing flag */ |
|
ss->ss_so->s_flags ^= PS_IS_REFRESHING; |
|
|
|
syncprov_detach_op( op, ss->ss_so, on ); |
|
|
syncprov_detach_op( op, ss->ss_so, on ); |
ldap_pvt_thread_mutex_unlock( &op->o_conn->c_mutex ); |
|
|
/* If there are queued responses, fire them off */ |
/* If there are queued responses, fire them off */ |
if ( ss->ss_so->s_res ) |
if ( ss->ss_so->s_res ) |
syncprov_qstart( ss->ss_so ); |
syncprov_qstart( ss->ss_so ); |
|
} |
ldap_pvt_thread_mutex_unlock( &ss->ss_so->s_mutex ); |
ldap_pvt_thread_mutex_unlock( &ss->ss_so->s_mutex ); |
|
|
return LDAP_SUCCESS; |
return LDAP_SUCCESS; |
Line 2321 syncprov_operational(
|
Line 2362 syncprov_operational(
|
slap_overinst *on = (slap_overinst *)op->o_bd->bd_info; |
slap_overinst *on = (slap_overinst *)op->o_bd->bd_info; |
syncprov_info_t *si = (syncprov_info_t *)on->on_bi.bi_private; |
syncprov_info_t *si = (syncprov_info_t *)on->on_bi.bi_private; |
|
|
|
/* This prevents generating unnecessarily; frontend will strip |
|
* any statically stored copy. |
|
*/ |
|
if ( op->o_sync != SLAP_CONTROL_NONE ) |
|
return SLAP_CB_CONTINUE; |
|
|
if ( rs->sr_entry && |
if ( rs->sr_entry && |
dn_match( &rs->sr_entry->e_nname, op->o_bd->be_nsuffix )) { |
dn_match( &rs->sr_entry->e_nname, op->o_bd->be_nsuffix )) { |
|
|