version 1.253, 2008/11/23 19:43:39
|
version 1.321, 2010/12/20 09:57:07
|
Line 1
|
Line 1
|
/* $OpenLDAP: pkg/ldap/servers/slapd/overlays/syncprov.c,v 1.252 2008/11/06 20:10:25 hyc Exp $ */ |
/* $OpenLDAP: pkg/ldap/servers/slapd/overlays/syncprov.c,v 1.319 2010/11/21 18:00:38 rein Exp $ */ |
/* syncprov.c - syncrepl provider */ |
/* syncprov.c - syncrepl provider */ |
/* This work is part of OpenLDAP Software <http://www.openldap.org/>. |
/* This work is part of OpenLDAP Software <http://www.openldap.org/>. |
* |
* |
* Copyright 2004-2008 The OpenLDAP Foundation. |
* Copyright 2004-2010 The OpenLDAP Foundation. |
* All rights reserved. |
* All rights reserved. |
* |
* |
* Redistribution and use in source and binary forms, with or without |
* Redistribution and use in source and binary forms, with or without |
Line 28
|
Line 28
|
#include "config.h" |
#include "config.h" |
#include "ldap_rq.h" |
#include "ldap_rq.h" |
|
|
|
#ifdef LDAP_DEVEL |
|
#define CHECK_CSN 1 |
|
#endif |
|
|
/* A modify request on a particular entry */ |
/* A modify request on a particular entry */ |
typedef struct modinst { |
typedef struct modinst { |
struct modinst *mi_next; |
struct modinst *mi_next; |
Line 44 typedef struct modtarget {
|
Line 48 typedef struct modtarget {
|
/* A queued result of a persistent search */ |
/* A queued result of a persistent search */ |
typedef struct syncres { |
typedef struct syncres { |
struct syncres *s_next; |
struct syncres *s_next; |
|
Entry *s_e; |
struct berval s_dn; |
struct berval s_dn; |
struct berval s_ndn; |
struct berval s_ndn; |
struct berval s_uuid; |
struct berval s_uuid; |
Line 67 typedef struct syncops {
|
Line 72 typedef struct syncops {
|
#define PS_WROTE_BASE 0x04 |
#define PS_WROTE_BASE 0x04 |
#define PS_FIND_BASE 0x08 |
#define PS_FIND_BASE 0x08 |
#define PS_FIX_FILTER 0x10 |
#define PS_FIX_FILTER 0x10 |
|
#define PS_TASK_QUEUED 0x20 |
|
|
int s_inuse; /* reference count */ |
int s_inuse; /* reference count */ |
struct syncres *s_res; |
struct syncres *s_res; |
struct syncres *s_restail; |
struct syncres *s_restail; |
struct re_s *s_qtask; /* task for playing psearch responses */ |
|
#define RUNQ_INTERVAL 36000 /* a long time */ |
|
ldap_pvt_thread_mutex_t s_mutex; |
ldap_pvt_thread_mutex_t s_mutex; |
} syncops; |
} syncops; |
|
|
Line 109 typedef struct slog_entry {
|
Line 113 typedef struct slog_entry {
|
} slog_entry; |
} slog_entry; |
|
|
typedef struct sessionlog { |
typedef struct sessionlog { |
struct berval sl_mincsn; |
|
int sl_num; |
int sl_num; |
int sl_size; |
int sl_size; |
slog_entry *sl_head; |
slog_entry *sl_head; |
Line 121 typedef struct sessionlog {
|
Line 124 typedef struct sessionlog {
|
typedef struct syncprov_info_t { |
typedef struct syncprov_info_t { |
syncops *si_ops; |
syncops *si_ops; |
BerVarray si_ctxcsn; /* ldapsync context */ |
BerVarray si_ctxcsn; /* ldapsync context */ |
|
struct berval si_contextdn; |
int *si_sids; |
int *si_sids; |
int si_numcsns; |
int si_numcsns; |
int si_chkops; /* checkpointing info */ |
int si_chkops; /* checkpointing info */ |
Line 128 typedef struct syncprov_info_t {
|
Line 132 typedef struct syncprov_info_t {
|
int si_numops; /* number of ops since last checkpoint */ |
int si_numops; /* number of ops since last checkpoint */ |
int si_nopres; /* Skip present phase */ |
int si_nopres; /* Skip present phase */ |
int si_usehint; /* use reload hint */ |
int si_usehint; /* use reload hint */ |
|
int si_active; /* True if there are active mods */ |
|
int si_dirty; /* True if the context is dirty, i.e changes |
|
* have been made without updating the csn. */ |
time_t si_chklast; /* time of last checkpoint */ |
time_t si_chklast; /* time of last checkpoint */ |
Avlnode *si_mods; /* entries being modified */ |
Avlnode *si_mods; /* entries being modified */ |
sessionlog *si_logs; |
sessionlog *si_logs; |
ldap_pvt_thread_rdwr_t si_csn_rwlock; |
ldap_pvt_thread_rdwr_t si_csn_rwlock; |
ldap_pvt_thread_mutex_t si_ops_mutex; |
ldap_pvt_thread_mutex_t si_ops_mutex; |
ldap_pvt_thread_mutex_t si_mods_mutex; |
ldap_pvt_thread_mutex_t si_mods_mutex; |
|
ldap_pvt_thread_mutex_t si_resp_mutex; |
} syncprov_info_t; |
} syncprov_info_t; |
|
|
typedef struct opcookie { |
typedef struct opcookie { |
slap_overinst *son; |
slap_overinst *son; |
syncmatches *smatches; |
syncmatches *smatches; |
|
modtarget *smt; |
|
Entry *se; |
struct berval sdn; /* DN of entry, for deletes */ |
struct berval sdn; /* DN of entry, for deletes */ |
struct berval sndn; |
struct berval sndn; |
struct berval suuid; /* UUID of entry */ |
struct berval suuid; /* UUID of entry */ |
struct berval sctxcsn; |
struct berval sctxcsn; |
int sreference; /* Is the entry a reference? */ |
short osid; /* sid of op csn */ |
|
short rsid; /* sid of relay */ |
|
short sreference; /* Is the entry a reference? */ |
} opcookie; |
} opcookie; |
|
|
|
typedef struct mutexint { |
|
ldap_pvt_thread_mutex_t mi_mutex; |
|
int mi_int; |
|
} mutexint; |
|
|
typedef struct fbase_cookie { |
typedef struct fbase_cookie { |
struct berval *fdn; /* DN of a modified entry, for scope testing */ |
struct berval *fdn; /* DN of a modified entry, for scope testing */ |
syncops *fss; /* persistent search we're testing against */ |
syncops *fss; /* persistent search we're testing against */ |
Line 576 syncprov_findcsn( Operation *op, find_cs
|
Line 593 syncprov_findcsn( Operation *op, find_cs
|
slap_callback cb = {0}; |
slap_callback cb = {0}; |
Operation fop; |
Operation fop; |
SlapReply frs = { REP_RESULT }; |
SlapReply frs = { REP_RESULT }; |
char buf[LDAP_LUTIL_CSNSTR_BUFSIZE + STRLENOF("(entryCSN<=)")]; |
char buf[LDAP_PVT_CSNSTR_BUFSIZE + STRLENOF("(entryCSN<=)")]; |
char cbuf[LDAP_LUTIL_CSNSTR_BUFSIZE]; |
char cbuf[LDAP_PVT_CSNSTR_BUFSIZE]; |
struct berval maxcsn; |
struct berval maxcsn; |
Filter cf; |
Filter cf; |
AttributeAssertion eq = ATTRIBUTEASSERTION_INIT; |
AttributeAssertion eq = ATTRIBUTEASSERTION_INIT; |
Line 704 again:
|
Line 721 again:
|
switch( mode ) { |
switch( mode ) { |
case FIND_MAXCSN: |
case FIND_MAXCSN: |
if ( ber_bvcmp( &si->si_ctxcsn[maxid], &maxcsn )) { |
if ( ber_bvcmp( &si->si_ctxcsn[maxid], &maxcsn )) { |
|
#ifdef CHECK_CSN |
|
Syntax *syn = slap_schema.si_ad_contextCSN->ad_type->sat_syntax; |
|
assert( !syn->ssyn_validate( syn, &maxcsn )); |
|
#endif |
ber_bvreplace( &si->si_ctxcsn[maxid], &maxcsn ); |
ber_bvreplace( &si->si_ctxcsn[maxid], &maxcsn ); |
si->si_numops++; /* ensure a checkpoint */ |
si->si_numops++; /* ensure a checkpoint */ |
} |
} |
Line 727 again:
|
Line 748 again:
|
return rc; |
return rc; |
} |
} |
|
|
|
/* Should find a place to cache these */ |
|
static mutexint *get_mutexint() |
|
{ |
|
mutexint *mi = ch_malloc( sizeof( mutexint )); |
|
ldap_pvt_thread_mutex_init( &mi->mi_mutex ); |
|
mi->mi_int = 1; |
|
return mi; |
|
} |
|
|
|
static void inc_mutexint( mutexint *mi ) |
|
{ |
|
ldap_pvt_thread_mutex_lock( &mi->mi_mutex ); |
|
mi->mi_int++; |
|
ldap_pvt_thread_mutex_unlock( &mi->mi_mutex ); |
|
} |
|
|
|
/* return resulting counter */ |
|
static int dec_mutexint( mutexint *mi ) |
|
{ |
|
int i; |
|
ldap_pvt_thread_mutex_lock( &mi->mi_mutex ); |
|
i = --mi->mi_int; |
|
ldap_pvt_thread_mutex_unlock( &mi->mi_mutex ); |
|
if ( !i ) { |
|
ldap_pvt_thread_mutex_destroy( &mi->mi_mutex ); |
|
ch_free( mi ); |
|
} |
|
return i; |
|
} |
|
|
static void |
static void |
syncprov_free_syncop( syncops *so ) |
syncprov_free_syncop( syncops *so ) |
{ |
{ |
Line 734 syncprov_free_syncop( syncops *so )
|
Line 785 syncprov_free_syncop( syncops *so )
|
GroupAssertion *ga, *gnext; |
GroupAssertion *ga, *gnext; |
|
|
ldap_pvt_thread_mutex_lock( &so->s_mutex ); |
ldap_pvt_thread_mutex_lock( &so->s_mutex ); |
if ( --so->s_inuse > 0 ) { |
/* already being freed, or still in use */ |
|
if ( !so->s_inuse || --so->s_inuse > 0 ) { |
ldap_pvt_thread_mutex_unlock( &so->s_mutex ); |
ldap_pvt_thread_mutex_unlock( &so->s_mutex ); |
return; |
return; |
} |
} |
if ( so->s_qtask ) { |
|
ldap_pvt_thread_mutex_lock( &slapd_rq.rq_mutex ); |
|
if ( ldap_pvt_runqueue_isrunning( &slapd_rq, so->s_qtask ) ) |
|
ldap_pvt_runqueue_stoptask( &slapd_rq, so->s_qtask ); |
|
ldap_pvt_runqueue_remove( &slapd_rq, so->s_qtask ); |
|
ldap_pvt_thread_mutex_unlock( &slapd_rq.rq_mutex ); |
|
} |
|
ldap_pvt_thread_mutex_unlock( &so->s_mutex ); |
ldap_pvt_thread_mutex_unlock( &so->s_mutex ); |
if ( so->s_flags & PS_IS_DETACHED ) { |
if ( so->s_flags & PS_IS_DETACHED ) { |
filter_free( so->s_op->ors_filter ); |
filter_free( so->s_op->ors_filter ); |
Line 757 syncprov_free_syncop( syncops *so )
|
Line 802 syncprov_free_syncop( syncops *so )
|
ch_free( so->s_base.bv_val ); |
ch_free( so->s_base.bv_val ); |
for ( sr=so->s_res; sr; sr=srnext ) { |
for ( sr=so->s_res; sr; sr=srnext ) { |
srnext = sr->s_next; |
srnext = sr->s_next; |
|
if ( sr->s_e ) { |
|
if ( !dec_mutexint( sr->s_e->e_private )) { |
|
sr->s_e->e_private = NULL; |
|
entry_free( sr->s_e ); |
|
} |
|
} |
ch_free( sr ); |
ch_free( sr ); |
} |
} |
ldap_pvt_thread_mutex_destroy( &so->s_mutex ); |
ldap_pvt_thread_mutex_destroy( &so->s_mutex ); |
Line 765 syncprov_free_syncop( syncops *so )
|
Line 816 syncprov_free_syncop( syncops *so )
|
|
|
/* Send a persistent search response */ |
/* Send a persistent search response */ |
static int |
static int |
syncprov_sendresp( Operation *op, opcookie *opc, syncops *so, |
syncprov_sendresp( Operation *op, opcookie *opc, syncops *so, int mode ) |
Entry **e, int mode ) |
|
{ |
{ |
slap_overinst *on = opc->son; |
slap_overinst *on = opc->son; |
|
|
SlapReply rs = { REP_SEARCH }; |
SlapReply rs = { REP_SEARCH }; |
LDAPControl *ctrls[2]; |
LDAPControl *ctrls[2]; |
struct berval cookie, csns[2]; |
struct berval cookie = BER_BVNULL, csns[2]; |
Entry e_uuid = {0}; |
Entry e_uuid = {0}; |
Attribute a_uuid = {0}; |
Attribute a_uuid = {0}; |
|
|
Line 780 syncprov_sendresp( Operation *op, opcook
|
Line 830 syncprov_sendresp( Operation *op, opcook
|
return SLAPD_ABANDON; |
return SLAPD_ABANDON; |
|
|
ctrls[1] = NULL; |
ctrls[1] = NULL; |
csns[0] = opc->sctxcsn; |
if ( !BER_BVISNULL( &opc->sctxcsn )) { |
BER_BVZERO( &csns[1] ); |
csns[0] = opc->sctxcsn; |
slap_compose_sync_cookie( op, &cookie, csns, so->s_rid, so->s_sid ); |
BER_BVZERO( &csns[1] ); |
|
slap_compose_sync_cookie( op, &cookie, csns, so->s_rid, slap_serverID ? slap_serverID : -1 ); |
|
} |
|
|
Debug( LDAP_DEBUG_SYNC, "syncprov_sendresp: cookie=%s\n", cookie.bv_val, 0, 0 ); |
#ifdef LDAP_DEBUG |
|
if ( so->s_sid > 0 ) { |
|
Debug( LDAP_DEBUG_SYNC, "syncprov_sendresp: to=%03x, cookie=%s\n", |
|
so->s_sid, cookie.bv_val ? cookie.bv_val : "", 0 ); |
|
} else { |
|
Debug( LDAP_DEBUG_SYNC, "syncprov_sendresp: cookie=%s\n", |
|
cookie.bv_val ? cookie.bv_val : "", 0, 0 ); |
|
} |
|
#endif |
|
|
e_uuid.e_attrs = &a_uuid; |
e_uuid.e_attrs = &a_uuid; |
a_uuid.a_desc = slap_schema.si_ad_entryUUID; |
a_uuid.a_desc = slap_schema.si_ad_entryUUID; |
a_uuid.a_nvals = &opc->suuid; |
a_uuid.a_nvals = &opc->suuid; |
rs.sr_err = syncprov_state_ctrl( op, &rs, &e_uuid, |
rs.sr_err = syncprov_state_ctrl( op, &rs, &e_uuid, |
mode, ctrls, 0, 1, &cookie ); |
mode, ctrls, 0, 1, &cookie ); |
op->o_tmpfree( cookie.bv_val, op->o_tmpmemctx ); |
if ( !BER_BVISNULL( &cookie )) { |
|
op->o_tmpfree( cookie.bv_val, op->o_tmpmemctx ); |
|
} |
|
|
rs.sr_ctrls = ctrls; |
rs.sr_ctrls = ctrls; |
op->o_bd->bd_info = (BackendInfo *)on->on_info; |
rs.sr_entry = &e_uuid; |
|
if ( mode == LDAP_SYNC_ADD || mode == LDAP_SYNC_MODIFY ) { |
|
e_uuid = *opc->se; |
|
e_uuid.e_private = NULL; |
|
} |
|
|
switch( mode ) { |
switch( mode ) { |
case LDAP_SYNC_ADD: |
case LDAP_SYNC_ADD: |
rs.sr_entry = *e; |
if ( opc->sreference && so->s_op->o_managedsait <= SLAP_CONTROL_IGNORED ) { |
if ( rs.sr_entry->e_private ) |
|
rs.sr_flags = REP_ENTRY_MUSTRELEASE; |
|
if ( opc->sreference ) { |
|
rs.sr_ref = get_entry_referrals( op, rs.sr_entry ); |
rs.sr_ref = get_entry_referrals( op, rs.sr_entry ); |
rs.sr_err = send_search_reference( op, &rs ); |
rs.sr_err = send_search_reference( op, &rs ); |
ber_bvarray_free( rs.sr_ref ); |
ber_bvarray_free( rs.sr_ref ); |
if ( !rs.sr_entry ) |
|
*e = NULL; |
|
break; |
break; |
} |
} |
/* fallthru */ |
/* fallthru */ |
case LDAP_SYNC_MODIFY: |
case LDAP_SYNC_MODIFY: |
rs.sr_entry = *e; |
|
if ( rs.sr_entry->e_private ) |
|
rs.sr_flags = REP_ENTRY_MUSTRELEASE; |
|
rs.sr_attrs = op->ors_attrs; |
rs.sr_attrs = op->ors_attrs; |
rs.sr_err = send_search_entry( op, &rs ); |
rs.sr_err = send_search_entry( op, &rs ); |
if ( !rs.sr_entry ) |
|
*e = NULL; |
|
break; |
break; |
case LDAP_SYNC_DELETE: |
case LDAP_SYNC_DELETE: |
e_uuid.e_attrs = NULL; |
e_uuid.e_attrs = NULL; |
e_uuid.e_name = opc->sdn; |
e_uuid.e_name = opc->sdn; |
e_uuid.e_nname = opc->sndn; |
e_uuid.e_nname = opc->sndn; |
rs.sr_entry = &e_uuid; |
if ( opc->sreference && so->s_op->o_managedsait <= SLAP_CONTROL_IGNORED ) { |
if ( opc->sreference ) { |
|
struct berval bv = BER_BVNULL; |
struct berval bv = BER_BVNULL; |
rs.sr_ref = &bv; |
rs.sr_ref = &bv; |
rs.sr_err = send_search_reference( op, &rs ); |
rs.sr_err = send_search_reference( op, &rs ); |
Line 836 syncprov_sendresp( Operation *op, opcook
|
Line 892 syncprov_sendresp( Operation *op, opcook
|
} |
} |
/* In case someone else freed it already? */ |
/* In case someone else freed it already? */ |
if ( rs.sr_ctrls ) { |
if ( rs.sr_ctrls ) { |
op->o_tmpfree( rs.sr_ctrls[0], op->o_tmpmemctx ); |
int i; |
|
for ( i=0; rs.sr_ctrls[i]; i++ ) { |
|
if ( rs.sr_ctrls[i] == ctrls[0] ) { |
|
op->o_tmpfree( ctrls[0]->ldctl_value.bv_val, op->o_tmpmemctx ); |
|
ctrls[0]->ldctl_value.bv_val = NULL; |
|
break; |
|
} |
|
} |
rs.sr_ctrls = NULL; |
rs.sr_ctrls = NULL; |
} |
} |
|
|
return rs.sr_err; |
return rs.sr_err; |
} |
} |
|
|
|
static void |
|
syncprov_qstart( syncops *so ); |
|
|
/* Play back queued responses */ |
/* Play back queued responses */ |
static int |
static int |
syncprov_qplay( Operation *op, struct re_s *rtask ) |
syncprov_qplay( Operation *op, syncops *so ) |
{ |
{ |
syncops *so = rtask->arg; |
|
slap_overinst *on = LDAP_SLIST_FIRST(&so->s_op->o_extra)->oe_key; |
slap_overinst *on = LDAP_SLIST_FIRST(&so->s_op->o_extra)->oe_key; |
syncres *sr; |
syncres *sr; |
Entry *e; |
Entry *e; |
Line 856 syncprov_qplay( Operation *op, struct re
|
Line 921 syncprov_qplay( Operation *op, struct re
|
|
|
opc.son = on; |
opc.son = on; |
|
|
for (;;) { |
do { |
ldap_pvt_thread_mutex_lock( &so->s_mutex ); |
ldap_pvt_thread_mutex_lock( &so->s_mutex ); |
sr = so->s_res; |
sr = so->s_res; |
if ( sr ) |
if ( sr ) |
Line 868 syncprov_qplay( Operation *op, struct re
|
Line 933 syncprov_qplay( Operation *op, struct re
|
break; |
break; |
ldap_pvt_thread_mutex_unlock( &so->s_mutex ); |
ldap_pvt_thread_mutex_unlock( &so->s_mutex ); |
|
|
opc.sdn = sr->s_dn; |
if ( sr->s_mode == LDAP_SYNC_NEW_COOKIE ) { |
opc.sndn = sr->s_ndn; |
SlapReply rs = { REP_INTERMEDIATE }; |
opc.suuid = sr->s_uuid; |
|
opc.sctxcsn = sr->s_csn; |
|
opc.sreference = sr->s_isreference; |
|
e = NULL; |
|
|
|
if ( sr->s_mode != LDAP_SYNC_DELETE ) { |
|
rc = overlay_entry_get_ov( op, &opc.sndn, NULL, NULL, 0, &e, on ); |
|
if ( rc ) { |
|
Debug( LDAP_DEBUG_SYNC, "syncprov_qplay: failed to get %s, " |
|
"error (%d), ignoring...\n", opc.sndn.bv_val, rc, 0 ); |
|
ch_free( sr ); |
|
rc = 0; |
|
continue; |
|
} |
|
} |
|
rc = syncprov_sendresp( op, &opc, so, &e, sr->s_mode ); |
|
|
|
if ( e ) { |
rc = syncprov_sendinfo( op, &rs, LDAP_TAG_SYNC_NEW_COOKIE, |
overlay_entry_release_ov( op, e, 0, on ); |
&sr->s_csn, 0, NULL, 0 ); |
|
} else { |
|
opc.sdn = sr->s_dn; |
|
opc.sndn = sr->s_ndn; |
|
opc.suuid = sr->s_uuid; |
|
opc.sctxcsn = sr->s_csn; |
|
opc.sreference = sr->s_isreference; |
|
opc.se = sr->s_e; |
|
|
|
rc = syncprov_sendresp( op, &opc, so, sr->s_mode ); |
|
|
|
} |
|
if ( sr->s_e ) { |
|
if ( !dec_mutexint( sr->s_e->e_private )) { |
|
sr->s_e->e_private = NULL; |
|
entry_free ( sr->s_e ); |
|
} |
} |
} |
|
|
ch_free( sr ); |
ch_free( sr ); |
|
|
if ( rc ) { |
/* Exit loop with mutex held */ |
/* Exit loop with mutex held */ |
ldap_pvt_thread_mutex_lock( &so->s_mutex ); |
ldap_pvt_thread_mutex_lock( &so->s_mutex ); |
|
break; |
|
} |
|
} |
|
|
|
/* wait until we get explicitly scheduled again */ |
} while (0); |
ldap_pvt_thread_mutex_lock( &slapd_rq.rq_mutex ); |
|
ldap_pvt_runqueue_stoptask( &slapd_rq, rtask ); |
|
if ( rc == 0 ) { |
|
ldap_pvt_runqueue_resched( &slapd_rq, rtask, 1 ); |
|
} else { |
|
/* bail out on any error */ |
|
ldap_pvt_runqueue_remove( &slapd_rq, rtask ); |
|
|
|
/* Prevent duplicate remove */ |
/* We now only send one change at a time, to prevent one |
if ( so->s_qtask == rtask ) |
* psearch from hogging all the CPU. Resubmit this task if |
so->s_qtask = NULL; |
* there are more responses queued and no errors occurred. |
|
*/ |
|
|
|
if ( rc == 0 && so->s_res ) { |
|
syncprov_qstart( so ); |
|
} else { |
|
so->s_flags ^= PS_TASK_QUEUED; |
} |
} |
ldap_pvt_thread_mutex_unlock( &slapd_rq.rq_mutex ); |
|
ldap_pvt_thread_mutex_unlock( &so->s_mutex ); |
ldap_pvt_thread_mutex_unlock( &so->s_mutex ); |
return rc; |
return rc; |
} |
} |
|
|
/* runqueue task for playing back queued responses */ |
/* task for playing back queued responses */ |
static void * |
static void * |
syncprov_qtask( void *ctx, void *arg ) |
syncprov_qtask( void *ctx, void *arg ) |
{ |
{ |
struct re_s *rtask = arg; |
syncops *so = arg; |
syncops *so = rtask->arg; |
|
OperationBuffer opbuf; |
OperationBuffer opbuf; |
Operation *op; |
Operation *op; |
BackendDB be; |
BackendDB be; |
Line 948 syncprov_qtask( void *ctx, void *arg )
|
Line 1007 syncprov_qtask( void *ctx, void *arg )
|
LDAP_SLIST_FIRST(&op->o_extra) = NULL; |
LDAP_SLIST_FIRST(&op->o_extra) = NULL; |
op->o_callback = NULL; |
op->o_callback = NULL; |
|
|
rc = syncprov_qplay( op, rtask ); |
rc = syncprov_qplay( op, so ); |
|
|
/* decrement use count... */ |
/* decrement use count... */ |
syncprov_free_syncop( so ); |
syncprov_free_syncop( so ); |
|
|
#if 0 /* FIXME: connection_close isn't exported from slapd. |
|
* should it be? |
|
*/ |
|
if ( rc ) { |
|
ldap_pvt_thread_mutex_lock( &op->o_conn->c_mutex ); |
|
if ( connection_state_closing( op->o_conn )) { |
|
connection_close( op->o_conn ); |
|
} |
|
ldap_pvt_thread_mutex_unlock( &op->o_conn->c_mutex ); |
|
} |
|
#endif |
|
return NULL; |
return NULL; |
} |
} |
|
|
Line 971 syncprov_qtask( void *ctx, void *arg )
|
Line 1019 syncprov_qtask( void *ctx, void *arg )
|
static void |
static void |
syncprov_qstart( syncops *so ) |
syncprov_qstart( syncops *so ) |
{ |
{ |
int wake=0; |
so->s_flags |= PS_TASK_QUEUED; |
ldap_pvt_thread_mutex_lock( &slapd_rq.rq_mutex ); |
so->s_inuse++; |
if ( !so->s_qtask ) { |
ldap_pvt_thread_pool_submit( &connection_pool, |
so->s_qtask = ldap_pvt_runqueue_insert( &slapd_rq, RUNQ_INTERVAL, |
syncprov_qtask, so ); |
syncprov_qtask, so, "syncprov_qtask", |
|
so->s_op->o_conn->c_peer_name.bv_val ); |
|
++so->s_inuse; |
|
wake = 1; |
|
} else { |
|
if (!ldap_pvt_runqueue_isrunning( &slapd_rq, so->s_qtask ) && |
|
!so->s_qtask->next_sched.tv_sec ) { |
|
so->s_qtask->interval.tv_sec = 0; |
|
ldap_pvt_runqueue_resched( &slapd_rq, so->s_qtask, 0 ); |
|
so->s_qtask->interval.tv_sec = RUNQ_INTERVAL; |
|
++so->s_inuse; |
|
wake = 1; |
|
} |
|
} |
|
ldap_pvt_thread_mutex_unlock( &slapd_rq.rq_mutex ); |
|
if ( wake ) |
|
slap_wake_listener(); |
|
} |
} |
|
|
/* Queue a persistent search response */ |
/* Queue a persistent search response */ |
Line 999 static int
|
Line 1030 static int
|
syncprov_qresp( opcookie *opc, syncops *so, int mode ) |
syncprov_qresp( opcookie *opc, syncops *so, int mode ) |
{ |
{ |
syncres *sr; |
syncres *sr; |
int sid, srsize; |
int srsize; |
|
struct berval cookie = opc->sctxcsn; |
|
|
/* Don't send changes back to their originator */ |
if ( mode == LDAP_SYNC_NEW_COOKIE ) { |
sid = slap_parse_csn_sid( &opc->sctxcsn ); |
syncprov_info_t *si = opc->son->on_bi.bi_private; |
if ( sid >= 0 && sid == so->s_sid ) |
|
return LDAP_SUCCESS; |
slap_compose_sync_cookie( NULL, &cookie, si->si_ctxcsn, |
|
so->s_rid, slap_serverID ? slap_serverID : -1); |
|
} |
|
|
srsize = sizeof(syncres) + opc->suuid.bv_len + 1 + |
srsize = sizeof(syncres) + opc->suuid.bv_len + 1 + |
opc->sdn.bv_len + 1 + opc->sndn.bv_len + 1; |
opc->sdn.bv_len + 1 + opc->sndn.bv_len + 1; |
if ( opc->sctxcsn.bv_len ) |
if ( cookie.bv_len ) |
srsize += opc->sctxcsn.bv_len + 1; |
srsize += cookie.bv_len + 1; |
sr = ch_malloc( srsize ); |
sr = ch_malloc( srsize ); |
sr->s_next = NULL; |
sr->s_next = NULL; |
|
sr->s_e = opc->se; |
|
/* bump refcount on this entry */ |
|
if ( opc->se ) |
|
inc_mutexint( opc->se->e_private ); |
sr->s_dn.bv_val = (char *)(sr + 1); |
sr->s_dn.bv_val = (char *)(sr + 1); |
sr->s_dn.bv_len = opc->sdn.bv_len; |
sr->s_dn.bv_len = opc->sdn.bv_len; |
sr->s_mode = mode; |
sr->s_mode = mode; |
Line 1023 syncprov_qresp( opcookie *opc, syncops *
|
Line 1061 syncprov_qresp( opcookie *opc, syncops *
|
opc->sndn.bv_val ) + 1; |
opc->sndn.bv_val ) + 1; |
sr->s_uuid.bv_len = opc->suuid.bv_len; |
sr->s_uuid.bv_len = opc->suuid.bv_len; |
AC_MEMCPY( sr->s_uuid.bv_val, opc->suuid.bv_val, opc->suuid.bv_len ); |
AC_MEMCPY( sr->s_uuid.bv_val, opc->suuid.bv_val, opc->suuid.bv_len ); |
if ( opc->sctxcsn.bv_len ) { |
if ( cookie.bv_len ) { |
sr->s_csn.bv_val = sr->s_uuid.bv_val + sr->s_uuid.bv_len + 1; |
sr->s_csn.bv_val = sr->s_uuid.bv_val + sr->s_uuid.bv_len + 1; |
strcpy( sr->s_csn.bv_val, opc->sctxcsn.bv_val ); |
strcpy( sr->s_csn.bv_val, cookie.bv_val ); |
} else { |
} else { |
sr->s_csn.bv_val = NULL; |
sr->s_csn.bv_val = NULL; |
} |
} |
sr->s_csn.bv_len = opc->sctxcsn.bv_len; |
sr->s_csn.bv_len = cookie.bv_len; |
|
|
|
if ( mode == LDAP_SYNC_NEW_COOKIE && cookie.bv_val ) { |
|
ch_free( cookie.bv_val ); |
|
} |
|
|
ldap_pvt_thread_mutex_lock( &so->s_mutex ); |
ldap_pvt_thread_mutex_lock( &so->s_mutex ); |
if ( !so->s_res ) { |
if ( !so->s_res ) { |
Line 1044 syncprov_qresp( opcookie *opc, syncops *
|
Line 1086 syncprov_qresp( opcookie *opc, syncops *
|
so->s_flags ^= PS_WROTE_BASE; |
so->s_flags ^= PS_WROTE_BASE; |
so->s_flags |= PS_FIND_BASE; |
so->s_flags |= PS_FIND_BASE; |
} |
} |
if ( so->s_flags & PS_IS_DETACHED ) { |
if (( so->s_flags & (PS_IS_DETACHED|PS_TASK_QUEUED)) == PS_IS_DETACHED ) { |
syncprov_qstart( so ); |
syncprov_qstart( so ); |
} |
} |
ldap_pvt_thread_mutex_unlock( &so->s_mutex ); |
ldap_pvt_thread_mutex_unlock( &so->s_mutex ); |
Line 1151 syncprov_matchops( Operation *op, opcook
|
Line 1193 syncprov_matchops( Operation *op, opcook
|
rc = overlay_entry_get_ov( op, fc.fdn, NULL, NULL, 0, &e, on ); |
rc = overlay_entry_get_ov( op, fc.fdn, NULL, NULL, 0, &e, on ); |
/* If we're sending responses now, make a copy and unlock the DB */ |
/* If we're sending responses now, make a copy and unlock the DB */ |
if ( e && !saveit ) { |
if ( e && !saveit ) { |
Entry *e2 = entry_dup( e ); |
if ( !opc->se ) { |
|
opc->se = entry_dup( e ); |
|
opc->se->e_private = get_mutexint(); |
|
} |
overlay_entry_release_ov( op, e, 0, on ); |
overlay_entry_release_ov( op, e, 0, on ); |
e = e2; |
e = opc->se; |
} |
} |
if ( rc ) { |
if ( rc ) { |
op->o_bd = b0; |
op->o_bd = b0; |
Line 1161 syncprov_matchops( Operation *op, opcook
|
Line 1206 syncprov_matchops( Operation *op, opcook
|
} |
} |
} else { |
} else { |
e = op->ora_e; |
e = op->ora_e; |
|
if ( !saveit ) { |
|
if ( !opc->se ) { |
|
opc->se = entry_dup( e ); |
|
opc->se->e_private = get_mutexint(); |
|
} |
|
e = opc->se; |
|
} |
} |
} |
|
|
if ( saveit || op->o_tag == LDAP_REQ_ADD ) { |
if ( saveit || op->o_tag == LDAP_REQ_ADD ) { |
Line 1190 syncprov_matchops( Operation *op, opcook
|
Line 1242 syncprov_matchops( Operation *op, opcook
|
if ( ss->s_op->o_abandon ) |
if ( ss->s_op->o_abandon ) |
continue; |
continue; |
|
|
|
/* Don't send ops back to the originator */ |
|
if ( opc->osid > 0 && opc->osid == ss->s_sid ) { |
|
Debug( LDAP_DEBUG_SYNC, "syncprov_matchops: skipping original sid %03x\n", |
|
opc->osid, 0, 0 ); |
|
continue; |
|
} |
|
|
|
/* Don't send ops back to the messenger */ |
|
if ( opc->rsid > 0 && opc->rsid == ss->s_sid ) { |
|
Debug( LDAP_DEBUG_SYNC, "syncprov_matchops: skipping relayed sid %03x\n", |
|
opc->rsid, 0, 0 ); |
|
continue; |
|
} |
|
|
/* validate base */ |
/* validate base */ |
fc.fss = ss; |
fc.fss = ss; |
fc.fbase = 0; |
fc.fbase = 0; |
Line 1207 syncprov_matchops( Operation *op, opcook
|
Line 1273 syncprov_matchops( Operation *op, opcook
|
continue; |
continue; |
} |
} |
|
|
|
|
/* If we're sending results now, look for this op in old matches */ |
/* If we're sending results now, look for this op in old matches */ |
if ( !saveit ) { |
if ( !saveit ) { |
syncmatches *old; |
syncmatches *old; |
Line 1231 syncprov_matchops( Operation *op, opcook
|
Line 1296 syncprov_matchops( Operation *op, opcook
|
} |
} |
|
|
if ( fc.fscope ) { |
if ( fc.fscope ) { |
|
ldap_pvt_thread_mutex_lock( &ss->s_mutex ); |
op2 = *ss->s_op; |
op2 = *ss->s_op; |
oh = *op->o_hdr; |
oh = *op->o_hdr; |
oh.oh_conn = ss->s_op->o_conn; |
oh.oh_conn = ss->s_op->o_conn; |
oh.oh_connid = ss->s_op->o_connid; |
oh.oh_connid = ss->s_op->o_connid; |
|
op2.o_bd = op->o_bd->bd_self; |
op2.o_hdr = &oh; |
op2.o_hdr = &oh; |
op2.o_extra = op->o_extra; |
op2.o_extra = op->o_extra; |
|
op2.o_callback = NULL; |
|
if (ss->s_flags & PS_FIX_FILTER) { |
|
/* Skip the AND/GE clause that we stuck on in front. We |
|
would lose deletes/mods that happen during the refresh |
|
phase otherwise (ITS#6555) */ |
|
op2.ors_filter = ss->s_op->ors_filter->f_and->f_next; |
|
} |
|
ldap_pvt_thread_mutex_unlock( &ss->s_mutex ); |
|
rc = test_filter( &op2, e, op2.ors_filter ); |
} |
} |
|
|
|
Debug( LDAP_DEBUG_TRACE, "syncprov_matchops: sid %03x fscope %d rc %d\n", |
|
ss->s_sid, fc.fscope, rc ); |
|
|
/* check if current o_req_dn is in scope and matches filter */ |
/* check if current o_req_dn is in scope and matches filter */ |
if ( fc.fscope && test_filter( &op2, e, ss->s_op->ors_filter ) == |
if ( fc.fscope && rc == LDAP_COMPARE_TRUE ) { |
LDAP_COMPARE_TRUE ) { |
|
if ( saveit ) { |
if ( saveit ) { |
sm = op->o_tmpalloc( sizeof(syncmatches), op->o_tmpmemctx ); |
sm = op->o_tmpalloc( sizeof(syncmatches), op->o_tmpmemctx ); |
sm->sm_next = opc->smatches; |
sm->sm_next = opc->smatches; |
Line 1258 syncprov_matchops( Operation *op, opcook
|
Line 1336 syncprov_matchops( Operation *op, opcook
|
} else if ( !saveit && found ) { |
} else if ( !saveit && found ) { |
/* send DELETE */ |
/* send DELETE */ |
syncprov_qresp( opc, ss, LDAP_SYNC_DELETE ); |
syncprov_qresp( opc, ss, LDAP_SYNC_DELETE ); |
|
} else if ( !saveit ) { |
|
syncprov_qresp( opc, ss, LDAP_SYNC_NEW_COOKIE ); |
} |
} |
if ( !saveit && found ) { |
if ( !saveit && found ) { |
/* Decrement s_inuse, was incremented when called |
/* Decrement s_inuse, was incremented when called |
Line 1272 syncprov_matchops( Operation *op, opcook
|
Line 1352 syncprov_matchops( Operation *op, opcook
|
if ( !SLAP_ISOVERLAY( op->o_bd )) { |
if ( !SLAP_ISOVERLAY( op->o_bd )) { |
op->o_bd = &db; |
op->o_bd = &db; |
} |
} |
overlay_entry_release_ov( op, e, 0, on ); |
if ( saveit ) |
|
overlay_entry_release_ov( op, e, 0, on ); |
op->o_bd = b0; |
op->o_bd = b0; |
} |
} |
|
if ( opc->se && !saveit ) { |
|
if ( !dec_mutexint( opc->se->e_private )) { |
|
opc->se->e_private = NULL; |
|
entry_free( opc->se ); |
|
opc->se = NULL; |
|
} |
|
} |
if ( freefdn ) { |
if ( freefdn ) { |
op->o_tmpfree( fc.fdn->bv_val, op->o_tmpmemctx ); |
op->o_tmpfree( fc.fdn->bv_val, op->o_tmpmemctx ); |
} |
} |
Line 1291 syncprov_op_cleanup( Operation *op, Slap
|
Line 1379 syncprov_op_cleanup( Operation *op, Slap
|
syncmatches *sm, *snext; |
syncmatches *sm, *snext; |
modtarget *mt, mtdummy; |
modtarget *mt, mtdummy; |
|
|
|
ldap_pvt_thread_mutex_lock( &si->si_ops_mutex ); |
|
if ( si->si_active ) |
|
si->si_active--; |
|
ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex ); |
|
|
for (sm = opc->smatches; sm; sm=snext) { |
for (sm = opc->smatches; sm; sm=snext) { |
snext = sm->sm_next; |
snext = sm->sm_next; |
syncprov_free_syncop( sm->sm_op ); |
syncprov_free_syncop( sm->sm_op ); |
Line 1298 syncprov_op_cleanup( Operation *op, Slap
|
Line 1391 syncprov_op_cleanup( Operation *op, Slap
|
} |
} |
|
|
/* Remove op from lock table */ |
/* Remove op from lock table */ |
mtdummy.mt_op = op; |
mt = opc->smt; |
ldap_pvt_thread_mutex_lock( &si->si_mods_mutex ); |
|
mt = avl_find( si->si_mods, &mtdummy, sp_avl_cmp ); |
|
if ( mt ) { |
if ( mt ) { |
modinst *mi = mt->mt_mods; |
|
|
|
/* If there are more, promote the next one */ |
|
ldap_pvt_thread_mutex_lock( &mt->mt_mutex ); |
ldap_pvt_thread_mutex_lock( &mt->mt_mutex ); |
if ( mi->mi_next ) { |
mt->mt_mods = mt->mt_mods->mi_next; |
mt->mt_mods = mi->mi_next; |
/* If there are more, promote the next one */ |
|
if ( mt->mt_mods ) { |
mt->mt_op = mt->mt_mods->mi_op; |
mt->mt_op = mt->mt_mods->mi_op; |
ldap_pvt_thread_mutex_unlock( &mt->mt_mutex ); |
ldap_pvt_thread_mutex_unlock( &mt->mt_mutex ); |
} else { |
} else { |
avl_delete( &si->si_mods, mt, sp_avl_cmp ); |
|
ldap_pvt_thread_mutex_unlock( &mt->mt_mutex ); |
ldap_pvt_thread_mutex_unlock( &mt->mt_mutex ); |
|
ldap_pvt_thread_mutex_lock( &si->si_mods_mutex ); |
|
avl_delete( &si->si_mods, mt, sp_avl_cmp ); |
|
ldap_pvt_thread_mutex_unlock( &si->si_mods_mutex ); |
ldap_pvt_thread_mutex_destroy( &mt->mt_mutex ); |
ldap_pvt_thread_mutex_destroy( &mt->mt_mutex ); |
ch_free( mt ); |
ch_free( mt ); |
} |
} |
} |
} |
ldap_pvt_thread_mutex_unlock( &si->si_mods_mutex ); |
|
if ( !BER_BVISNULL( &opc->suuid )) |
if ( !BER_BVISNULL( &opc->suuid )) |
op->o_tmpfree( opc->suuid.bv_val, op->o_tmpmemctx ); |
op->o_tmpfree( opc->suuid.bv_val, op->o_tmpmemctx ); |
if ( !BER_BVISNULL( &opc->sndn )) |
if ( !BER_BVISNULL( &opc->sndn )) |
Line 1339 syncprov_checkpoint( Operation *op, Slap
|
Line 1429 syncprov_checkpoint( Operation *op, Slap
|
SlapReply rsm = { 0 }; |
SlapReply rsm = { 0 }; |
slap_callback cb = {0}; |
slap_callback cb = {0}; |
BackendDB be; |
BackendDB be; |
|
BackendInfo *bi; |
|
|
|
#ifdef CHECK_CSN |
|
Syntax *syn = slap_schema.si_ad_contextCSN->ad_type->sat_syntax; |
|
|
|
int i; |
|
for ( i=0; i<si->si_numcsns; i++ ) { |
|
assert( !syn->ssyn_validate( syn, si->si_ctxcsn+i )); |
|
} |
|
#endif |
mod.sml_numvals = si->si_numcsns; |
mod.sml_numvals = si->si_numcsns; |
mod.sml_values = si->si_ctxcsn; |
mod.sml_values = si->si_ctxcsn; |
mod.sml_nvalues = NULL; |
mod.sml_nvalues = NULL; |
Line 1358 syncprov_checkpoint( Operation *op, Slap
|
Line 1457 syncprov_checkpoint( Operation *op, Slap
|
be = *on->on_info->oi_origdb; |
be = *on->on_info->oi_origdb; |
opm.o_bd = &be; |
opm.o_bd = &be; |
} |
} |
opm.o_req_dn = opm.o_bd->be_suffix[0]; |
opm.o_req_dn = si->si_contextdn; |
opm.o_req_ndn = opm.o_bd->be_nsuffix[0]; |
opm.o_req_ndn = si->si_contextdn; |
|
bi = opm.o_bd->bd_info; |
opm.o_bd->bd_info = on->on_info->oi_orig; |
opm.o_bd->bd_info = on->on_info->oi_orig; |
opm.o_managedsait = SLAP_CONTROL_NONCRITICAL; |
opm.o_managedsait = SLAP_CONTROL_NONCRITICAL; |
opm.o_no_schema_check = 1; |
opm.o_no_schema_check = 1; |
opm.o_bd->be_modify( &opm, &rsm ); |
opm.o_bd->be_modify( &opm, &rsm ); |
|
|
|
if ( rsm.sr_err == LDAP_NO_SUCH_OBJECT && |
|
SLAP_SYNC_SUBENTRY( opm.o_bd )) { |
|
const char *text; |
|
char txtbuf[SLAP_TEXT_BUFLEN]; |
|
size_t textlen = sizeof txtbuf; |
|
Entry *e = slap_create_context_csn_entry( opm.o_bd, NULL ); |
|
slap_mods2entry( &mod, &e, 0, 1, &text, txtbuf, textlen); |
|
opm.ora_e = e; |
|
opm.o_bd->be_add( &opm, &rsm ); |
|
if ( e == opm.ora_e ) |
|
be_entry_release_w( &opm, opm.ora_e ); |
|
} |
|
opm.o_bd->bd_info = bi; |
|
|
if ( mod.sml_next != NULL ) { |
if ( mod.sml_next != NULL ) { |
slap_mods_free( mod.sml_next, 1 ); |
slap_mods_free( mod.sml_next, 1 ); |
} |
} |
|
#ifdef CHECK_CSN |
|
for ( i=0; i<si->si_numcsns; i++ ) { |
|
assert( !syn->ssyn_validate( syn, si->si_ctxcsn+i )); |
|
} |
|
#endif |
} |
} |
|
|
static void |
static void |
Line 1380 syncprov_add_slog( Operation *op )
|
Line 1500 syncprov_add_slog( Operation *op )
|
|
|
sl = si->si_logs; |
sl = si->si_logs; |
{ |
{ |
|
if ( BER_BVISEMPTY( &op->o_csn ) ) { |
|
/* During the syncrepl refresh phase we can receive operations |
|
* without a csn. We cannot reliably determine the consumers |
|
* state with respect to such operations, so we ignore them and |
|
* wipe out anything in the log if we see them. |
|
*/ |
|
ldap_pvt_thread_mutex_lock( &sl->sl_mutex ); |
|
while ( se = sl->sl_head ) { |
|
sl->sl_head = se->se_next; |
|
ch_free( se ); |
|
} |
|
sl->sl_tail = NULL; |
|
sl->sl_num = 0; |
|
ldap_pvt_thread_mutex_unlock( &sl->sl_mutex ); |
|
return; |
|
} |
|
|
/* Allocate a record. UUIDs are not NUL-terminated. */ |
/* Allocate a record. UUIDs are not NUL-terminated. */ |
se = ch_malloc( sizeof( slog_entry ) + opc->suuid.bv_len + |
se = ch_malloc( sizeof( slog_entry ) + opc->suuid.bv_len + |
op->o_csn.bv_len + 1 ); |
op->o_csn.bv_len + 1 ); |
Line 1398 syncprov_add_slog( Operation *op )
|
Line 1535 syncprov_add_slog( Operation *op )
|
|
|
ldap_pvt_thread_mutex_lock( &sl->sl_mutex ); |
ldap_pvt_thread_mutex_lock( &sl->sl_mutex ); |
if ( sl->sl_head ) { |
if ( sl->sl_head ) { |
sl->sl_tail->se_next = se; |
/* Keep the list in csn order. */ |
|
if ( ber_bvcmp( &sl->sl_tail->se_csn, &se->se_csn ) <= 0 ) { |
|
sl->sl_tail->se_next = se; |
|
sl->sl_tail = se; |
|
} else { |
|
slog_entry **sep; |
|
|
|
for ( sep = &sl->sl_head; *sep; sep = &(*sep)->se_next ) { |
|
if ( ber_bvcmp( &se->se_csn, &(*sep)->se_csn ) < 0 ) { |
|
se->se_next = *sep; |
|
*sep = se; |
|
break; |
|
} |
|
} |
|
} |
} else { |
} else { |
sl->sl_head = se; |
sl->sl_head = se; |
|
sl->sl_tail = se; |
} |
} |
sl->sl_tail = se; |
|
sl->sl_num++; |
sl->sl_num++; |
while ( sl->sl_num > sl->sl_size ) { |
while ( sl->sl_num > sl->sl_size ) { |
se = sl->sl_head; |
se = sl->sl_head; |
sl->sl_head = se->se_next; |
sl->sl_head = se->se_next; |
strcpy( sl->sl_mincsn.bv_val, se->se_csn.bv_val ); |
|
sl->sl_mincsn.bv_len = se->se_csn.bv_len; |
|
ch_free( se ); |
ch_free( se ); |
sl->sl_num--; |
sl->sl_num--; |
} |
} |
Line 1434 syncprov_playlog( Operation *op, SlapRep
|
Line 1583 syncprov_playlog( Operation *op, SlapRep
|
slap_overinst *on = (slap_overinst *)op->o_bd->bd_info; |
slap_overinst *on = (slap_overinst *)op->o_bd->bd_info; |
slog_entry *se; |
slog_entry *se; |
int i, j, ndel, num, nmods, mmods; |
int i, j, ndel, num, nmods, mmods; |
char cbuf[LDAP_LUTIL_CSNSTR_BUFSIZE]; |
char cbuf[LDAP_PVT_CSNSTR_BUFSIZE]; |
BerVarray uuids; |
BerVarray uuids; |
struct berval delcsn[2]; |
struct berval delcsn[2]; |
|
|
Line 1583 syncprov_playlog( Operation *op, SlapRep
|
Line 1732 syncprov_playlog( Operation *op, SlapRep
|
|
|
if ( delcsn[0].bv_len ) { |
if ( delcsn[0].bv_len ) { |
slap_compose_sync_cookie( op, &cookie, delcsn, srs->sr_state.rid, |
slap_compose_sync_cookie( op, &cookie, delcsn, srs->sr_state.rid, |
srs->sr_state.sid ); |
slap_serverID ? slap_serverID : -1 ); |
|
|
Debug( LDAP_DEBUG_SYNC, "syncprov_playlog: cookie=%s\n", cookie.bv_val, 0, 0 ); |
Debug( LDAP_DEBUG_SYNC, "syncprov_playlog: cookie=%s\n", cookie.bv_val, 0, 0 ); |
} |
} |
Line 1608 syncprov_op_response( Operation *op, Sla
|
Line 1757 syncprov_op_response( Operation *op, Sla
|
|
|
if ( rs->sr_err == LDAP_SUCCESS ) |
if ( rs->sr_err == LDAP_SUCCESS ) |
{ |
{ |
struct berval maxcsn = BER_BVNULL; |
struct berval maxcsn; |
char cbuf[LDAP_LUTIL_CSNSTR_BUFSIZE]; |
char cbuf[LDAP_PVT_CSNSTR_BUFSIZE]; |
int do_check = 0, have_psearches, foundit; |
int do_check = 0, have_psearches, foundit, csn_changed = 0; |
|
|
|
ldap_pvt_thread_mutex_lock( &si->si_resp_mutex ); |
|
|
/* Update our context CSN */ |
/* Update our context CSN */ |
cbuf[0] = '\0'; |
cbuf[0] = '\0'; |
|
maxcsn.bv_val = cbuf; |
|
maxcsn.bv_len = sizeof(cbuf); |
ldap_pvt_thread_rdwr_wlock( &si->si_csn_rwlock ); |
ldap_pvt_thread_rdwr_wlock( &si->si_csn_rwlock ); |
|
|
slap_get_commit_csn( op, &maxcsn, &foundit ); |
slap_get_commit_csn( op, &maxcsn, &foundit ); |
if ( BER_BVISNULL( &maxcsn ) && SLAP_GLUE_SUBORDINATE( op->o_bd )) { |
if ( BER_BVISEMPTY( &maxcsn ) && SLAP_GLUE_SUBORDINATE( op->o_bd )) { |
/* syncrepl queues the CSN values in the db where |
/* syncrepl queues the CSN values in the db where |
* it is configured , not where the changes are made. |
* it is configured , not where the changes are made. |
* So look for a value in the glue db if we didn't |
* So look for a value in the glue db if we didn't |
Line 1624 syncprov_op_response( Operation *op, Sla
|
Line 1778 syncprov_op_response( Operation *op, Sla
|
*/ |
*/ |
BackendDB *be = op->o_bd; |
BackendDB *be = op->o_bd; |
op->o_bd = select_backend( &be->be_nsuffix[0], 1); |
op->o_bd = select_backend( &be->be_nsuffix[0], 1); |
|
maxcsn.bv_val = cbuf; |
|
maxcsn.bv_len = sizeof(cbuf); |
slap_get_commit_csn( op, &maxcsn, &foundit ); |
slap_get_commit_csn( op, &maxcsn, &foundit ); |
op->o_bd = be; |
op->o_bd = be; |
} |
} |
if ( !BER_BVISNULL( &maxcsn ) ) { |
if ( !BER_BVISEMPTY( &maxcsn ) ) { |
int i, sid; |
int i, sid; |
strcpy( cbuf, maxcsn.bv_val ); |
#ifdef CHECK_CSN |
|
Syntax *syn = slap_schema.si_ad_contextCSN->ad_type->sat_syntax; |
|
assert( !syn->ssyn_validate( syn, &maxcsn )); |
|
#endif |
sid = slap_parse_csn_sid( &maxcsn ); |
sid = slap_parse_csn_sid( &maxcsn ); |
for ( i=0; i<si->si_numcsns; i++ ) { |
for ( i=0; i<si->si_numcsns; i++ ) { |
if ( sid == si->si_sids[i] ) { |
if ( sid == si->si_sids[i] ) { |
if ( ber_bvcmp( &maxcsn, &si->si_ctxcsn[i] ) > 0 ) { |
if ( ber_bvcmp( &maxcsn, &si->si_ctxcsn[i] ) > 0 ) { |
ber_bvreplace( &si->si_ctxcsn[i], &maxcsn ); |
ber_bvreplace( &si->si_ctxcsn[i], &maxcsn ); |
|
csn_changed = 1; |
} |
} |
break; |
break; |
} |
} |
Line 1642 syncprov_op_response( Operation *op, Sla
|
Line 1802 syncprov_op_response( Operation *op, Sla
|
/* It's a new SID for us */ |
/* It's a new SID for us */ |
if ( i == si->si_numcsns ) { |
if ( i == si->si_numcsns ) { |
value_add_one( &si->si_ctxcsn, &maxcsn ); |
value_add_one( &si->si_ctxcsn, &maxcsn ); |
|
csn_changed = 1; |
si->si_numcsns++; |
si->si_numcsns++; |
si->si_sids = ch_realloc( si->si_sids, si->si_numcsns * |
si->si_sids = ch_realloc( si->si_sids, si->si_numcsns * |
sizeof(int)); |
sizeof(int)); |
si->si_sids[i] = sid; |
si->si_sids[i] = sid; |
} |
} |
} else if ( !foundit ) { |
|
/* internal ops that aren't meant to be replicated */ |
|
ldap_pvt_thread_rdwr_wunlock( &si->si_csn_rwlock ); |
|
return SLAP_CB_CONTINUE; |
|
} |
} |
|
|
/* Don't do any processing for consumer contextCSN updates */ |
/* Don't do any processing for consumer contextCSN updates */ |
if ( op->o_dont_replicate ) { |
if ( op->o_dont_replicate ) { |
|
if ( op->o_tag == LDAP_REQ_MODIFY && |
|
op->orm_modlist->sml_op == LDAP_MOD_REPLACE && |
|
op->orm_modlist->sml_desc == slap_schema.si_ad_contextCSN ) { |
|
/* Catch contextCSN updates from syncrepl. We have to look at |
|
* all the attribute values, as there may be more than one csn |
|
* that changed, and only one can be passed in the csn queue. |
|
*/ |
|
Modifications *mod = op->orm_modlist; |
|
int i, j, sid; |
|
|
|
for ( i=0; i<mod->sml_numvals; i++ ) { |
|
sid = slap_parse_csn_sid( &mod->sml_values[i] ); |
|
for ( j=0; j<si->si_numcsns; j++ ) { |
|
if ( sid == si->si_sids[j] ) { |
|
if ( ber_bvcmp( &mod->sml_values[i], &si->si_ctxcsn[j] ) > 0 ) { |
|
ber_bvreplace( &si->si_ctxcsn[j], &mod->sml_values[i] ); |
|
csn_changed = 1; |
|
} |
|
break; |
|
} |
|
} |
|
|
|
if ( j == si->si_numcsns ) { |
|
value_add_one( &si->si_ctxcsn, &mod->sml_values[i] ); |
|
si->si_numcsns++; |
|
si->si_sids = ch_realloc( si->si_sids, si->si_numcsns * |
|
sizeof(int)); |
|
si->si_sids[j] = sid; |
|
csn_changed = 1; |
|
} |
|
} |
|
if ( csn_changed ) |
|
si->si_dirty = 0; |
ldap_pvt_thread_rdwr_wunlock( &si->si_csn_rwlock ); |
ldap_pvt_thread_rdwr_wunlock( &si->si_csn_rwlock ); |
return SLAP_CB_CONTINUE; |
|
|
if ( csn_changed ) { |
|
syncops *ss; |
|
ldap_pvt_thread_mutex_lock( &si->si_ops_mutex ); |
|
for ( ss = si->si_ops; ss; ss = ss->s_next ) { |
|
if ( ss->s_op->o_abandon ) |
|
continue; |
|
/* Send the updated csn to all syncrepl consumers, |
|
* including the server from which it originated. |
|
* The syncrepl consumer and syncprov provider on |
|
* the originating server may be configured to store |
|
* their csn values in different entries. |
|
*/ |
|
syncprov_qresp( opc, ss, LDAP_SYNC_NEW_COOKIE ); |
|
} |
|
ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex ); |
|
} |
|
} else { |
|
ldap_pvt_thread_rdwr_wunlock( &si->si_csn_rwlock ); |
|
} |
|
goto leave; |
} |
} |
|
|
si->si_numops++; |
si->si_numops++; |
if ( si->si_chkops || si->si_chktime ) { |
if ( si->si_chkops || si->si_chktime ) { |
if ( si->si_chkops && si->si_numops >= si->si_chkops ) { |
/* Never checkpoint adding the context entry, |
do_check = 1; |
* it will deadlock |
si->si_numops = 0; |
*/ |
} |
if ( op->o_tag != LDAP_REQ_ADD || |
if ( si->si_chktime && |
!dn_match( &op->o_req_ndn, &si->si_contextdn )) { |
(op->o_time - si->si_chklast >= si->si_chktime )) { |
if ( si->si_chkops && si->si_numops >= si->si_chkops ) { |
if ( si->si_chklast ) { |
|
do_check = 1; |
do_check = 1; |
si->si_chklast = op->o_time; |
si->si_numops = 0; |
} else { |
} |
si->si_chklast = 1; |
if ( si->si_chktime && |
|
(op->o_time - si->si_chklast >= si->si_chktime )) { |
|
if ( si->si_chklast ) { |
|
do_check = 1; |
|
si->si_chklast = op->o_time; |
|
} else { |
|
si->si_chklast = 1; |
|
} |
} |
} |
} |
} |
} |
} |
|
si->si_dirty = !csn_changed; |
ldap_pvt_thread_rdwr_wunlock( &si->si_csn_rwlock ); |
ldap_pvt_thread_rdwr_wunlock( &si->si_csn_rwlock ); |
|
|
if ( do_check ) { |
if ( do_check ) { |
Line 1683 syncprov_op_response( Operation *op, Sla
|
Line 1900 syncprov_op_response( Operation *op, Sla
|
ldap_pvt_thread_rdwr_runlock( &si->si_csn_rwlock ); |
ldap_pvt_thread_rdwr_runlock( &si->si_csn_rwlock ); |
} |
} |
|
|
/* only update consumer ctx if this is the greatest csn */ |
/* only update consumer ctx if this is a newer csn */ |
if ( bvmatch( &maxcsn, &op->o_csn )) { |
if ( csn_changed ) { |
opc->sctxcsn.bv_len = maxcsn.bv_len; |
opc->sctxcsn = maxcsn; |
opc->sctxcsn.bv_val = cbuf; |
|
} |
} |
|
|
/* Handle any persistent searches */ |
/* Handle any persistent searches */ |
Line 1718 syncprov_op_response( Operation *op, Sla
|
Line 1934 syncprov_op_response( Operation *op, Sla
|
if ( si->si_logs && op->o_tag != LDAP_REQ_ADD ) { |
if ( si->si_logs && op->o_tag != LDAP_REQ_ADD ) { |
syncprov_add_slog( op ); |
syncprov_add_slog( op ); |
} |
} |
|
leave: ldap_pvt_thread_mutex_unlock( &si->si_resp_mutex ); |
} |
} |
return SLAP_CB_CONTINUE; |
return SLAP_CB_CONTINUE; |
} |
} |
Line 1734 syncprov_op_compare( Operation *op, Slap
|
Line 1950 syncprov_op_compare( Operation *op, Slap
|
syncprov_info_t *si = on->on_bi.bi_private; |
syncprov_info_t *si = on->on_bi.bi_private; |
int rc = SLAP_CB_CONTINUE; |
int rc = SLAP_CB_CONTINUE; |
|
|
if ( dn_match( &op->o_req_ndn, op->o_bd->be_nsuffix ) && |
if ( dn_match( &op->o_req_ndn, &si->si_contextdn ) && |
op->oq_compare.rs_ava->aa_desc == slap_schema.si_ad_contextCSN ) |
op->oq_compare.rs_ava->aa_desc == slap_schema.si_ad_contextCSN ) |
{ |
{ |
Entry e = {0}; |
Entry e = {0}; |
Attribute a = {0}; |
Attribute a = {0}; |
|
|
e.e_name = op->o_bd->be_suffix[0]; |
e.e_name = si->si_contextdn; |
e.e_nname = op->o_bd->be_nsuffix[0]; |
e.e_nname = si->si_contextdn; |
e.e_attrs = &a; |
e.e_attrs = &a; |
|
|
a.a_desc = slap_schema.si_ad_contextCSN; |
a.a_desc = slap_schema.si_ad_contextCSN; |
Line 1750 syncprov_op_compare( Operation *op, Slap
|
Line 1966 syncprov_op_compare( Operation *op, Slap
|
|
|
a.a_vals = si->si_ctxcsn; |
a.a_vals = si->si_ctxcsn; |
a.a_nvals = a.a_vals; |
a.a_nvals = a.a_vals; |
|
a.a_numvals = si->si_numcsns; |
|
|
rs->sr_err = access_allowed( op, &e, op->oq_compare.rs_ava->aa_desc, |
rs->sr_err = access_allowed( op, &e, op->oq_compare.rs_ava->aa_desc, |
&op->oq_compare.rs_ava->aa_value, ACL_COMPARE, NULL ); |
&op->oq_compare.rs_ava->aa_value, ACL_COMPARE, NULL ); |
Line 1802 syncprov_op_mod( Operation *op, SlapRepl
|
Line 2019 syncprov_op_mod( Operation *op, SlapRepl
|
|
|
ldap_pvt_thread_mutex_lock( &si->si_ops_mutex ); |
ldap_pvt_thread_mutex_lock( &si->si_ops_mutex ); |
have_psearches = ( si->si_ops != NULL ); |
have_psearches = ( si->si_ops != NULL ); |
|
si->si_active++; |
ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex ); |
ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex ); |
|
|
cbsize = sizeof(slap_callback) + sizeof(opcookie) + |
cbsize = sizeof(slap_callback) + sizeof(opcookie) + |
Line 1816 syncprov_op_mod( Operation *op, SlapRepl
|
Line 2034 syncprov_op_mod( Operation *op, SlapRepl
|
cb->sc_next = op->o_callback; |
cb->sc_next = op->o_callback; |
op->o_callback = cb; |
op->o_callback = cb; |
|
|
|
opc->osid = -1; |
|
opc->rsid = -1; |
|
if ( op->o_csn.bv_val ) { |
|
opc->osid = slap_parse_csn_sid( &op->o_csn ); |
|
} |
|
if ( op->o_controls ) { |
|
struct sync_cookie *scook = |
|
op->o_controls[slap_cids.sc_LDAPsync]; |
|
if ( scook ) |
|
opc->rsid = scook->sid; |
|
} |
|
|
/* If there are active persistent searches, lock this operation. |
/* If there are active persistent searches, lock this operation. |
* See seqmod.c for the locking logic on its own. |
* See seqmod.c for the locking logic on its own. |
*/ |
*/ |
Line 1832 syncprov_op_mod( Operation *op, SlapRepl
|
Line 2062 syncprov_op_mod( Operation *op, SlapRepl
|
mt = avl_find( si->si_mods, &mtdummy, sp_avl_cmp ); |
mt = avl_find( si->si_mods, &mtdummy, sp_avl_cmp ); |
if ( mt ) { |
if ( mt ) { |
ldap_pvt_thread_mutex_lock( &mt->mt_mutex ); |
ldap_pvt_thread_mutex_lock( &mt->mt_mutex ); |
|
if ( mt->mt_mods == NULL ) { |
|
/* Cannot reuse this mt, as another thread is about |
|
* to release it in syncprov_op_cleanup. |
|
*/ |
|
ldap_pvt_thread_mutex_unlock( &mt->mt_mutex ); |
|
mt = NULL; |
|
} |
|
} |
|
if ( mt ) { |
ldap_pvt_thread_mutex_unlock( &si->si_mods_mutex ); |
ldap_pvt_thread_mutex_unlock( &si->si_mods_mutex ); |
mt->mt_tail->mi_next = mi; |
mt->mt_tail->mi_next = mi; |
mt->mt_tail = mi; |
mt->mt_tail = mi; |
Line 1843 syncprov_op_mod( Operation *op, SlapRepl
|
Line 2082 syncprov_op_mod( Operation *op, SlapRepl
|
* Currently it's not an issue because there are |
* Currently it's not an issue because there are |
* no dynamic config deletes... |
* no dynamic config deletes... |
*/ |
*/ |
|
if ( slapd_shutdown ) |
|
return SLAPD_ABANDON; |
|
|
if ( !ldap_pvt_thread_pool_pausecheck( &connection_pool )) |
if ( !ldap_pvt_thread_pool_pausecheck( &connection_pool )) |
ldap_pvt_thread_yield(); |
ldap_pvt_thread_yield(); |
ldap_pvt_thread_mutex_lock( &mt->mt_mutex ); |
ldap_pvt_thread_mutex_lock( &mt->mt_mutex ); |
Line 1870 syncprov_op_mod( Operation *op, SlapRepl
|
Line 2112 syncprov_op_mod( Operation *op, SlapRepl
|
avl_insert( &si->si_mods, mt, sp_avl_cmp, avl_dup_error ); |
avl_insert( &si->si_mods, mt, sp_avl_cmp, avl_dup_error ); |
ldap_pvt_thread_mutex_unlock( &si->si_mods_mutex ); |
ldap_pvt_thread_mutex_unlock( &si->si_mods_mutex ); |
} |
} |
|
opc->smt = mt; |
} |
} |
|
|
if (( have_psearches || si->si_logs ) && op->o_tag != LDAP_REQ_ADD ) |
if (( have_psearches || si->si_logs ) && op->o_tag != LDAP_REQ_ADD ) |
Line 1949 syncprov_detach_op( Operation *op, synco
|
Line 2192 syncprov_detach_op( Operation *op, synco
|
op2->o_time = op->o_time; |
op2->o_time = op->o_time; |
op2->o_bd = on->on_info->oi_origdb; |
op2->o_bd = on->on_info->oi_origdb; |
op2->o_request = op->o_request; |
op2->o_request = op->o_request; |
|
op2->o_managedsait = op->o_managedsait; |
LDAP_SLIST_FIRST(&op2->o_extra)->oe_key = on; |
LDAP_SLIST_FIRST(&op2->o_extra)->oe_key = on; |
LDAP_SLIST_NEXT(LDAP_SLIST_FIRST(&op2->o_extra), oe_next) = NULL; |
LDAP_SLIST_NEXT(LDAP_SLIST_FIRST(&op2->o_extra), oe_next) = NULL; |
|
|
Line 2084 syncprov_search_response( Operation *op,
|
Line 2328 syncprov_search_response( Operation *op,
|
/* If we're in delta-sync mode, always send a cookie */ |
/* If we're in delta-sync mode, always send a cookie */ |
if ( si->si_nopres && si->si_usehint && a ) { |
if ( si->si_nopres && si->si_usehint && a ) { |
struct berval cookie; |
struct berval cookie; |
slap_compose_sync_cookie( op, &cookie, a->a_nvals, srs->sr_state.rid, srs->sr_state.sid ); |
slap_compose_sync_cookie( op, &cookie, a->a_nvals, srs->sr_state.rid, slap_serverID ? slap_serverID : -1 ); |
rs->sr_err = syncprov_state_ctrl( op, rs, rs->sr_entry, |
rs->sr_err = syncprov_state_ctrl( op, rs, rs->sr_entry, |
LDAP_SYNC_ADD, rs->sr_ctrls, 0, 1, &cookie ); |
LDAP_SYNC_ADD, rs->sr_ctrls, 0, 1, &cookie ); |
} else { |
} else { |
Line 2092 syncprov_search_response( Operation *op,
|
Line 2336 syncprov_search_response( Operation *op,
|
LDAP_SYNC_ADD, rs->sr_ctrls, 0, 0, NULL ); |
LDAP_SYNC_ADD, rs->sr_ctrls, 0, 0, NULL ); |
} |
} |
} else if ( rs->sr_type == REP_RESULT && rs->sr_err == LDAP_SUCCESS ) { |
} else if ( rs->sr_type == REP_RESULT && rs->sr_err == LDAP_SUCCESS ) { |
struct berval cookie; |
struct berval cookie = BER_BVNULL; |
|
|
if ( ss->ss_flags & SS_CHANGED ) { |
if ( ( ss->ss_flags & SS_CHANGED ) && |
|
ss->ss_ctxcsn && !BER_BVISNULL( &ss->ss_ctxcsn[0] )) { |
slap_compose_sync_cookie( op, &cookie, ss->ss_ctxcsn, |
slap_compose_sync_cookie( op, &cookie, ss->ss_ctxcsn, |
srs->sr_state.rid, srs->sr_state.sid ); |
srs->sr_state.rid, slap_serverID ? slap_serverID : -1 ); |
|
|
Debug( LDAP_DEBUG_SYNC, "syncprov_search_response: cookie=%s\n", cookie.bv_val, 0, 0 ); |
Debug( LDAP_DEBUG_SYNC, "syncprov_search_response: cookie=%s\n", cookie.bv_val, 0, 0 ); |
} |
} |
Line 2118 syncprov_search_response( Operation *op,
|
Line 2363 syncprov_search_response( Operation *op,
|
LDAP_TAG_SYNC_REFRESH_PRESENT : LDAP_TAG_SYNC_REFRESH_DELETE, |
LDAP_TAG_SYNC_REFRESH_PRESENT : LDAP_TAG_SYNC_REFRESH_DELETE, |
( ss->ss_flags & SS_CHANGED ) ? &cookie : NULL, |
( ss->ss_flags & SS_CHANGED ) ? &cookie : NULL, |
1, NULL, 0 ); |
1, NULL, 0 ); |
if ( ss->ss_flags & SS_CHANGED ) |
if ( !BER_BVISNULL( &cookie )) |
op->o_tmpfree( cookie.bv_val, op->o_tmpmemctx ); |
op->o_tmpfree( cookie.bv_val, op->o_tmpmemctx ); |
|
|
/* Detach this Op from frontend control */ |
/* Detach this Op from frontend control */ |
ldap_pvt_thread_mutex_lock( &ss->ss_so->s_mutex ); |
|
ldap_pvt_thread_mutex_lock( &op->o_conn->c_mutex ); |
ldap_pvt_thread_mutex_lock( &op->o_conn->c_mutex ); |
|
|
/* But not if this connection was closed along the way */ |
/* But not if this connection was closed along the way */ |
if ( op->o_abandon ) { |
if ( op->o_abandon ) { |
ldap_pvt_thread_mutex_unlock( &op->o_conn->c_mutex ); |
ldap_pvt_thread_mutex_unlock( &op->o_conn->c_mutex ); |
ldap_pvt_thread_mutex_unlock( &ss->ss_so->s_mutex ); |
|
/* syncprov_ab_cleanup will free this syncop */ |
/* syncprov_ab_cleanup will free this syncop */ |
return SLAPD_ABANDON; |
return SLAPD_ABANDON; |
|
|
} else { |
} else { |
|
ldap_pvt_thread_mutex_lock( &ss->ss_so->s_mutex ); |
/* Turn off the refreshing flag */ |
/* Turn off the refreshing flag */ |
ss->ss_so->s_flags ^= PS_IS_REFRESHING; |
ss->ss_so->s_flags ^= PS_IS_REFRESHING; |
|
|
Line 2143 syncprov_search_response( Operation *op,
|
Line 2387 syncprov_search_response( Operation *op,
|
/* If there are queued responses, fire them off */ |
/* If there are queued responses, fire them off */ |
if ( ss->ss_so->s_res ) |
if ( ss->ss_so->s_res ) |
syncprov_qstart( ss->ss_so ); |
syncprov_qstart( ss->ss_so ); |
|
ldap_pvt_thread_mutex_unlock( &ss->ss_so->s_mutex ); |
} |
} |
ldap_pvt_thread_mutex_unlock( &ss->ss_so->s_mutex ); |
|
|
|
return LDAP_SUCCESS; |
return LDAP_SUCCESS; |
} |
} |
Line 2166 syncprov_op_search( Operation *op, SlapR
|
Line 2410 syncprov_op_search( Operation *op, SlapR
|
BerVarray ctxcsn; |
BerVarray ctxcsn; |
int i, *sids, numcsns; |
int i, *sids, numcsns; |
struct berval mincsn; |
struct berval mincsn; |
|
int dirty = 0; |
|
|
if ( !(op->o_sync_mode & SLAP_SYNC_REFRESH) ) return SLAP_CB_CONTINUE; |
if ( !(op->o_sync_mode & SLAP_SYNC_REFRESH) ) return SLAP_CB_CONTINUE; |
|
|
Line 2175 syncprov_op_search( Operation *op, SlapR
|
Line 2420 syncprov_op_search( Operation *op, SlapR
|
} |
} |
|
|
srs = op->o_controls[slap_cids.sc_LDAPsync]; |
srs = op->o_controls[slap_cids.sc_LDAPsync]; |
op->o_managedsait = SLAP_CONTROL_NONCRITICAL; |
|
|
|
/* If this is a persistent search, set it up right away */ |
/* If this is a persistent search, set it up right away */ |
if ( op->o_sync_mode & SLAP_SYNC_PERSIST ) { |
if ( op->o_sync_mode & SLAP_SYNC_PERSIST ) { |
Line 2211 syncprov_op_search( Operation *op, SlapR
|
Line 2455 syncprov_op_search( Operation *op, SlapR
|
sop->s_inuse = 1; |
sop->s_inuse = 1; |
|
|
ldap_pvt_thread_mutex_lock( &si->si_ops_mutex ); |
ldap_pvt_thread_mutex_lock( &si->si_ops_mutex ); |
|
while ( si->si_active ) { |
|
/* Wait for active mods to finish before proceeding, as they |
|
* may already have inspected the si_ops list looking for |
|
* consumers to replicate the change to. Using the log |
|
* doesn't help, as we may finish playing it before the |
|
* active mods gets added to it. |
|
*/ |
|
ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex ); |
|
if ( slapd_shutdown ) |
|
return SLAPD_ABANDON; |
|
if ( !ldap_pvt_thread_pool_pausecheck( &connection_pool )) |
|
ldap_pvt_thread_yield(); |
|
ldap_pvt_thread_mutex_lock( &si->si_ops_mutex ); |
|
} |
sop->s_next = si->si_ops; |
sop->s_next = si->si_ops; |
si->si_ops = sop; |
si->si_ops = sop; |
ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex ); |
ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex ); |
Line 2228 syncprov_op_search( Operation *op, SlapR
|
Line 2486 syncprov_op_search( Operation *op, SlapR
|
ctxcsn = NULL; |
ctxcsn = NULL; |
sids = NULL; |
sids = NULL; |
} |
} |
|
dirty = si->si_dirty; |
ldap_pvt_thread_rdwr_runlock( &si->si_csn_rwlock ); |
ldap_pvt_thread_rdwr_runlock( &si->si_csn_rwlock ); |
|
|
/* If we have a cookie, handle the PRESENT lookups */ |
/* If we have a cookie, handle the PRESENT lookups */ |
Line 2274 syncprov_op_search( Operation *op, SlapR
|
Line 2533 syncprov_op_search( Operation *op, SlapR
|
|
|
/* If nothing has changed, shortcut it */ |
/* If nothing has changed, shortcut it */ |
if ( srs->sr_state.numcsns == numcsns ) { |
if ( srs->sr_state.numcsns == numcsns ) { |
int i, j; |
int i, j, newer; |
for ( i=0; i<srs->sr_state.numcsns; i++ ) { |
for ( i=0; i<srs->sr_state.numcsns; i++ ) { |
for ( j=0; j<numcsns; j++ ) { |
for ( j=0; j<numcsns; j++ ) { |
if ( srs->sr_state.sids[i] != sids[j] ) |
if ( srs->sr_state.sids[i] != sids[j] ) |
continue; |
continue; |
if ( !bvmatch( &srs->sr_state.ctxcsn[i], &ctxcsn[j] )) |
newer = ber_bvcmp( &srs->sr_state.ctxcsn[i], &ctxcsn[j] ); |
|
/* If our state is newer, tell consumer about changes */ |
|
if ( newer < 0 ) |
changed = SS_CHANGED; |
changed = SS_CHANGED; |
|
else if ( newer > 0 ) { |
|
/* our state is older, complain to consumer */ |
|
rs->sr_err = LDAP_UNWILLING_TO_PERFORM; |
|
rs->sr_text = "consumer state is newer than provider!"; |
|
bailout: |
|
if ( sop ) { |
|
syncops **sp = &si->si_ops; |
|
|
|
ldap_pvt_thread_mutex_lock( &si->si_ops_mutex ); |
|
while ( *sp != sop ) |
|
sp = &(*sp)->s_next; |
|
*sp = sop->s_next; |
|
ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex ); |
|
ch_free( sop ); |
|
} |
|
rs->sr_ctrls = NULL; |
|
send_ldap_result( op, rs ); |
|
return rs->sr_err; |
|
} |
break; |
break; |
} |
} |
if ( changed ) |
if ( changed ) |
break; |
break; |
} |
} |
if ( !changed ) { |
if ( !changed && !dirty ) { |
do_present = 0; |
do_present = 0; |
no_change: if ( !(op->o_sync_mode & SLAP_SYNC_PERSIST) ) { |
no_change: if ( !(op->o_sync_mode & SLAP_SYNC_PERSIST) ) { |
LDAPControl *ctrls[2]; |
LDAPControl *ctrls[2]; |
Line 2314 no_change: if ( !(op->o_sync_mode & SLA
|
Line 2594 no_change: if ( !(op->o_sync_mode & SLA
|
/* Are there any log entries, and is the consumer state |
/* Are there any log entries, and is the consumer state |
* present in the session log? |
* present in the session log? |
*/ |
*/ |
if ( sl->sl_num > 0 && ber_bvcmp( &mincsn, &sl->sl_mincsn ) >= 0 ) { |
if ( sl->sl_num > 0 && ber_bvcmp( &mincsn, &sl->sl_head->se_csn ) >= 0 ) { |
do_present = 0; |
do_present = 0; |
/* mutex is unlocked in playlog */ |
/* mutex is unlocked in playlog */ |
syncprov_playlog( op, rs, sl, srs, ctxcsn, numcsns, sids ); |
syncprov_playlog( op, rs, sl, srs, ctxcsn, numcsns, sids ); |
Line 2331 no_change: if ( !(op->o_sync_mode & SLA
|
Line 2611 no_change: if ( !(op->o_sync_mode & SLA
|
ber_bvarray_free_x( ctxcsn, op->o_tmpmemctx ); |
ber_bvarray_free_x( ctxcsn, op->o_tmpmemctx ); |
if ( sids ) |
if ( sids ) |
op->o_tmpfree( sids, op->o_tmpmemctx ); |
op->o_tmpfree( sids, op->o_tmpmemctx ); |
send_ldap_error( op, rs, LDAP_SYNC_REFRESH_REQUIRED, "sync cookie is stale" ); |
rs->sr_err = LDAP_SYNC_REFRESH_REQUIRED; |
return rs->sr_err; |
rs->sr_text = "sync cookie is stale"; |
|
goto bailout; |
} |
} |
if ( srs->sr_state.ctxcsn ) { |
if ( srs->sr_state.ctxcsn ) { |
ber_bvarray_free_x( srs->sr_state.ctxcsn, op->o_tmpmemctx ); |
ber_bvarray_free_x( srs->sr_state.ctxcsn, op->o_tmpmemctx ); |
Line 2352 no_change: if ( !(op->o_sync_mode & SLA
|
Line 2633 no_change: if ( !(op->o_sync_mode & SLA
|
ber_bvarray_free_x( ctxcsn, op->o_tmpmemctx ); |
ber_bvarray_free_x( ctxcsn, op->o_tmpmemctx ); |
if ( sids ) |
if ( sids ) |
op->o_tmpfree( sids, op->o_tmpmemctx ); |
op->o_tmpfree( sids, op->o_tmpmemctx ); |
send_ldap_result( op, rs ); |
goto bailout; |
return rs->sr_err; |
|
} |
} |
} |
} |
} else { |
} else { |
Line 2370 shortcut:
|
Line 2650 shortcut:
|
} |
} |
|
|
/* If something changed, find the changes */ |
/* If something changed, find the changes */ |
if ( gotstate && changed ) { |
if ( gotstate && ( changed || dirty ) ) { |
Filter *fand, *fava; |
Filter *fand, *fava; |
|
|
fand = op->o_tmpalloc( sizeof(Filter), op->o_tmpmemctx ); |
fand = op->o_tmpalloc( sizeof(Filter), op->o_tmpmemctx ); |
Line 2386 shortcut:
|
Line 2666 shortcut:
|
#endif |
#endif |
ber_dupbv_x( &fava->f_ava->aa_value, &mincsn, op->o_tmpmemctx ); |
ber_dupbv_x( &fava->f_ava->aa_value, &mincsn, op->o_tmpmemctx ); |
fava->f_next = op->ors_filter; |
fava->f_next = op->ors_filter; |
|
if ( sop ) |
|
ldap_pvt_thread_mutex_lock( &sop->s_mutex ); |
op->ors_filter = fand; |
op->ors_filter = fand; |
filter2bv_x( op, op->ors_filter, &op->ors_filterstr ); |
filter2bv_x( op, op->ors_filter, &op->ors_filterstr ); |
if ( sop ) |
if ( sop ) { |
sop->s_flags |= PS_FIX_FILTER; |
sop->s_flags |= PS_FIX_FILTER; |
|
ldap_pvt_thread_mutex_unlock( &sop->s_mutex ); |
|
} |
} |
} |
|
|
/* Let our callback add needed info to returned entries */ |
/* Let our callback add needed info to returned entries */ |
Line 2411 shortcut:
|
Line 2695 shortcut:
|
* the refresh phase, just invoke the response callback to transition |
* the refresh phase, just invoke the response callback to transition |
* us into persist phase |
* us into persist phase |
*/ |
*/ |
if ( !changed ) { |
if ( !changed && !dirty ) { |
rs->sr_err = LDAP_SUCCESS; |
rs->sr_err = LDAP_SUCCESS; |
rs->sr_nentries = 0; |
rs->sr_nentries = 0; |
send_ldap_result( op, rs ); |
send_ldap_result( op, rs ); |
Line 2435 syncprov_operational(
|
Line 2719 syncprov_operational(
|
return SLAP_CB_CONTINUE; |
return SLAP_CB_CONTINUE; |
|
|
if ( rs->sr_entry && |
if ( rs->sr_entry && |
dn_match( &rs->sr_entry->e_nname, op->o_bd->be_nsuffix )) { |
dn_match( &rs->sr_entry->e_nname, &si->si_contextdn )) { |
|
|
if ( SLAP_OPATTRS( rs->sr_attr_flags ) || |
if ( SLAP_OPATTRS( rs->sr_attr_flags ) || |
ad_inlist( slap_schema.si_ad_contextCSN, rs->sr_attrs )) { |
ad_inlist( slap_schema.si_ad_contextCSN, rs->sr_attrs )) { |
Line 2542 sp_cf_gen(ConfigArgs *c)
|
Line 2826 sp_cf_gen(ConfigArgs *c)
|
case SP_CHKPT: |
case SP_CHKPT: |
if ( si->si_chkops || si->si_chktime ) { |
if ( si->si_chkops || si->si_chktime ) { |
struct berval bv; |
struct berval bv; |
|
/* we assume si_chktime is a multiple of 60 |
|
* because the parsed value was originally |
|
* multiplied by 60 */ |
bv.bv_len = snprintf( c->cr_msg, sizeof( c->cr_msg ), |
bv.bv_len = snprintf( c->cr_msg, sizeof( c->cr_msg ), |
"%d %d", si->si_chkops, si->si_chktime ); |
"%d %d", si->si_chkops, si->si_chktime/60 ); |
if ( bv.bv_len >= sizeof( c->cr_msg ) ) { |
if ( bv.bv_len >= sizeof( c->cr_msg ) ) { |
rc = 1; |
rc = 1; |
} else { |
} else { |
Line 2649 sp_cf_gen(ConfigArgs *c)
|
Line 2936 sp_cf_gen(ConfigArgs *c)
|
} |
} |
sl = si->si_logs; |
sl = si->si_logs; |
if ( !sl ) { |
if ( !sl ) { |
sl = ch_malloc( sizeof( sessionlog ) + LDAP_LUTIL_CSNSTR_BUFSIZE ); |
sl = ch_malloc( sizeof( sessionlog ) ); |
sl->sl_mincsn.bv_val = (char *)(sl+1); |
|
sl->sl_mincsn.bv_len = 0; |
|
sl->sl_num = 0; |
sl->sl_num = 0; |
sl->sl_head = sl->sl_tail = NULL; |
sl->sl_head = sl->sl_tail = NULL; |
ldap_pvt_thread_mutex_init( &sl->sl_mutex ); |
ldap_pvt_thread_mutex_init( &sl->sl_mutex ); |
Line 2719 syncprov_db_open(
|
Line 3004 syncprov_db_open(
|
} |
} |
|
|
thrctx = ldap_pvt_thread_pool_context(); |
thrctx = ldap_pvt_thread_pool_context(); |
connection_fake_init( &conn, &opbuf, thrctx ); |
connection_fake_init2( &conn, &opbuf, thrctx, 0 ); |
op = &opbuf.ob_op; |
op = &opbuf.ob_op; |
op->o_bd = be; |
op->o_bd = be; |
op->o_dn = be->be_rootdn; |
op->o_dn = be->be_rootdn; |
op->o_ndn = be->be_rootndn; |
op->o_ndn = be->be_rootndn; |
|
|
rc = overlay_entry_get_ov( op, be->be_nsuffix, NULL, |
if ( SLAP_SYNC_SUBENTRY( be )) { |
|
build_new_dn( &si->si_contextdn, be->be_nsuffix, |
|
(struct berval *)&slap_ldapsync_cn_bv, NULL ); |
|
} else { |
|
si->si_contextdn = be->be_nsuffix[0]; |
|
} |
|
rc = overlay_entry_get_ov( op, &si->si_contextdn, NULL, |
slap_schema.si_ad_contextCSN, 0, &e, on ); |
slap_schema.si_ad_contextCSN, 0, &e, on ); |
|
|
if ( e ) { |
if ( e ) { |
Line 2749 syncprov_db_open(
|
Line 3040 syncprov_db_open(
|
|
|
/* Didn't find a contextCSN, should we generate one? */ |
/* Didn't find a contextCSN, should we generate one? */ |
if ( !si->si_ctxcsn ) { |
if ( !si->si_ctxcsn ) { |
char csnbuf[ LDAP_LUTIL_CSNSTR_BUFSIZE ]; |
char csnbuf[ LDAP_PVT_CSNSTR_BUFSIZE ]; |
struct berval csn; |
struct berval csn; |
|
|
if ( SLAP_SYNC_SHADOW( op->o_bd )) { |
if ( SLAP_SYNC_SHADOW( op->o_bd )) { |
Line 2786 syncprov_db_close(
|
Line 3077 syncprov_db_close(
|
{ |
{ |
slap_overinst *on = (slap_overinst *) be->bd_info; |
slap_overinst *on = (slap_overinst *) be->bd_info; |
syncprov_info_t *si = (syncprov_info_t *)on->on_bi.bi_private; |
syncprov_info_t *si = (syncprov_info_t *)on->on_bi.bi_private; |
|
#ifdef SLAP_CONFIG_DELETE |
|
syncops *so, *sonext; |
|
#endif /* SLAP_CONFIG_DELETE */ |
|
|
if ( slapMode & SLAP_TOOL_MODE ) { |
if ( slapMode & SLAP_TOOL_MODE ) { |
return 0; |
return 0; |
Line 2798 syncprov_db_close(
|
Line 3092 syncprov_db_close(
|
void *thrctx; |
void *thrctx; |
|
|
thrctx = ldap_pvt_thread_pool_context(); |
thrctx = ldap_pvt_thread_pool_context(); |
connection_fake_init( &conn, &opbuf, thrctx ); |
connection_fake_init2( &conn, &opbuf, thrctx, 0 ); |
op = &opbuf.ob_op; |
op = &opbuf.ob_op; |
op->o_bd = be; |
op->o_bd = be; |
op->o_dn = be->be_rootdn; |
op->o_dn = be->be_rootdn; |
Line 2806 syncprov_db_close(
|
Line 3100 syncprov_db_close(
|
syncprov_checkpoint( op, &rs, on ); |
syncprov_checkpoint( op, &rs, on ); |
} |
} |
|
|
|
#ifdef SLAP_CONFIG_DELETE |
|
ldap_pvt_thread_mutex_lock( &si->si_ops_mutex ); |
|
for ( so=si->si_ops, sonext=so; so; so=sonext ) { |
|
SlapReply rs = {REP_RESULT}; |
|
rs.sr_err = LDAP_UNAVAILABLE; |
|
send_ldap_result( so->s_op, &rs ); |
|
sonext=so->s_next; |
|
syncprov_drop_psearch( so, 0); |
|
} |
|
si->si_ops=NULL; |
|
ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex ); |
|
overlay_unregister_control( be, LDAP_CONTROL_SYNC ); |
|
#endif /* SLAP_CONFIG_DELETE */ |
|
|
return 0; |
return 0; |
} |
} |
|
|
Line 2830 syncprov_db_init(
|
Line 3138 syncprov_db_init(
|
ldap_pvt_thread_rdwr_init( &si->si_csn_rwlock ); |
ldap_pvt_thread_rdwr_init( &si->si_csn_rwlock ); |
ldap_pvt_thread_mutex_init( &si->si_ops_mutex ); |
ldap_pvt_thread_mutex_init( &si->si_ops_mutex ); |
ldap_pvt_thread_mutex_init( &si->si_mods_mutex ); |
ldap_pvt_thread_mutex_init( &si->si_mods_mutex ); |
|
ldap_pvt_thread_mutex_init( &si->si_resp_mutex ); |
|
|
csn_anlist[0].an_desc = slap_schema.si_ad_entryCSN; |
csn_anlist[0].an_desc = slap_schema.si_ad_entryCSN; |
csn_anlist[0].an_name = slap_schema.si_ad_entryCSN->ad_cname; |
csn_anlist[0].an_name = slap_schema.si_ad_entryCSN->ad_cname; |
Line 2861 syncprov_db_destroy(
|
Line 3170 syncprov_db_destroy(
|
se = se_next; |
se = se_next; |
} |
} |
|
|
|
ldap_pvt_thread_mutex_destroy(&si->si_logs->sl_mutex); |
ch_free( si->si_logs ); |
ch_free( si->si_logs ); |
} |
} |
if ( si->si_ctxcsn ) |
if ( si->si_ctxcsn ) |
ber_bvarray_free( si->si_ctxcsn ); |
ber_bvarray_free( si->si_ctxcsn ); |
if ( si->si_sids ) |
if ( si->si_sids ) |
ch_free( si->si_sids ); |
ch_free( si->si_sids ); |
|
ldap_pvt_thread_mutex_destroy( &si->si_resp_mutex ); |
ldap_pvt_thread_mutex_destroy( &si->si_mods_mutex ); |
ldap_pvt_thread_mutex_destroy( &si->si_mods_mutex ); |
ldap_pvt_thread_mutex_destroy( &si->si_ops_mutex ); |
ldap_pvt_thread_mutex_destroy( &si->si_ops_mutex ); |
ldap_pvt_thread_rdwr_destroy( &si->si_csn_rwlock ); |
ldap_pvt_thread_rdwr_destroy( &si->si_csn_rwlock ); |