delta-syncrepl and mirrormode problem (2.4.29)

[frank.offermanns@caseris.de]

Hi,

I want to use delta-syncrepl replication with 2 masters. 
But each slapd-process permanently needs about 25 % CPU usage without any 
traffic on it. 

The log looks endless like this:

** ld 01e43698 Outstanding Requests:
 * msgid 55,  origid 55, status InProgress
   outstanding referrals 0, parent count 0
  ld 01e43698 request count 1 (abandoned 18)
** ld 01e43698 Response Queue:
   Empty
  ld 01e43698 response count 0
ldap_chkResponseList ld 01e43698 msgid 55 all 0
ldap_chkResponseList returns ld 01e43698 NULL
ldap_int_select
read1msg: ld 01e43698 msgid 55 all 0
ber_get_next
ber_get_next: tag 0x30 len 1187 contents:
abandoned/discarded ld 01e43698 msgid 53 message type search-entry
wait4msg continue ld 01e43698 msgid 55 all 0
** ld 01e43698 Connections:
* host: secondmaster.mydomain.local  port: 389  (default)
  refcnt: 2  status: Connected
  last used: Mon Feb 13 11:26:53 2012


** ld 01e43698 Outstanding Requests:
 * msgid 55,  origid 55, status InProgress
   outstanding referrals 0, parent count 0
  ld 01e43698 request count 1 (abandoned 18)
** ld 01e43698 Response Queue:
   Empty
  ld 01e43698 response count 0
ldap_chkResponseList ld 01e43698 msgid 55 all 0
ldap_chkResponseList returns ld 01e43698 NULL
ldap_int_select
read1msg: ld 01e43698 msgid 55 all 0
ber_get_next
ber_get_next: tag 0x30 len 1187 contents:
abandoned/discarded ld 01e43698 msgid 53 message type search-entry
wait4msg continue ld 01e43698 msgid 55 all 0
** ld 01e43698 Connections:
* host: secondmaster.mydomain.local  port: 389  (default)
  refcnt: 2  status: Connected
  last used: Mon Feb 13 11:26:53 2012


here is my configuration (completely the same for both masters):
-----------------------------------------------------------------------------------------------------
ucdata-path     ./ucdata
include         ./schema/core.schema
include         ./schema/cosine.schema
include         ./schema/Personcaesar.schema
include         ./schema/ConfigObjects.schema

loglevel        0
logfile         "C:/test/slapd.log"

pidfile         ./run/slapd.pid
argsfile        ./run/slapd.args

access to * by dn.one="ou=Admins,o=caesar" write
        by anonymous auth

ServerID        1       "ldap://firstmaster.mydomain.local";
ServerID        2       "ldap://secondmaster.mydomain.local";

######################################################################
database        config
rootdn          cn=config
rootpw          {SHA}secret

#######################################################################
# BDB database definitions
#######################################################################
# Accesslog database definitions
database hdb
suffix cn=accesslog
checkpoint      1024    5
cachesize       10000
directory "C:/test/accessdata"
dbconfig set_cachesize  0       30000000        1
dbconfig set_flags      DB_LOG_AUTOREMOVE
dbconfig set_lg_regionmax       1048576
dbconfig set_lg_max     10485760
dbconfig set_lg_bsize   2097152
rootdn cn=accesslog
index           objectClass,entryCSN,entryUUID          eq
# I even tried removing reqMod, reading your docs I am not sure if this is 
needed here
index           reqEnd,reqResult,reqMod,reqStart        eq

overlay syncprov
syncprov-nopresent TRUE
syncprov-reloadhint TRUE
# Let the replica DN have limitless searches
limits dn.exact="cn=Replicator,ou=admins,o=caesar" time.soft=unlimited 
time.hard=unlimited size.soft=unlimited size.hard=unlimited

# Primary database definitions
database hdb
suffix "o=caesar"
checkpoint      1024    5
cachesize       10000
idlcachesize    30000
rootdn "cn=Administrator,o=caesar"
rootpw          {SHA}secret
directory       "C:/test/data"
dbconfig set_cachesize  0       100000000       1
dbconfig set_flags      DB_LOG_AUTOREMOVE
dbconfig set_lg_regionmax       1048576
dbconfig set_lg_max     10485760
dbconfig set_lg_bsize   2097152


# syncprov specific indexing
index   sn              pres,eq
index   cn              pres,eq,sub
...
index   entryUUID       eq
index   entryCSN        eq
index   objectClass     eq
 
# syncrepl Provider for primary db
overlay syncprov
syncprov-checkpoint 1000 60
syncprov-sessionlog 10000

# accesslog overlay definitions for primary db
overlay accesslog
logdb cn=accesslog
logops writes
logsuccess TRUE
# scan the accesslog DB every day, and purge entries older than 7 days
logpurge 07+00:00 01+00:00

sizelimit size.soft=100 size.hard=1000 size.prtotal=unlimited
# Let the replica DN have limitless searches
limits dn.exact="cn=Replicator,ou=admins,o=caesar" time.soft=unlimited 
time.hard=unlimited size.soft=unlimited size.hard=unlimited

syncrepl       rid=001
               provider="ldap://firstmaster.mydomain.local";
               searchbase="o=caesar"
               type=refreshAndPersist
               retry="5 3 15 +"
               binddn="cn=Replicator,ou=admins,o=caesar"
               bindmethod=simple
               credentials="secret"
               logbase="cn=accesslog"
               logfilter="(&(objectClass=auditWriteObject)(reqResult=0))"
               schemachecking=on
               syncdata=accesslog


syncrepl       rid=002
               provider="ldap://secondmaster.mydomain.local";
               searchbase="o=caesar"
               type=refreshAndPersist
               retry="5 3 15 +"
               binddn="cn=Replicator,ou=admins,o=caesar"
               bindmethod=simple
               credentials="secret"
               logbase="cn=accesslog"
               logfilter="(&(objectClass=auditWriteObject)(reqResult=0))"
               schemachecking=on
               syncdata=accesslog


MirrorMode      On
-----------------------------------------------------------------------------------------------------

I did my test on 2 Windows PCs and OpenLDAP 2.4.29 with Berkeley 5.1 .



Thanks for any hints,
FO