Changeset 1890 for WAeUP_SRP/trunk/WAeUPTool.py

Timestamp:

13 Jun 2007, 10:40:51 (17 years ago)

Author:

joachim

Message:

new function removeDeletedDocIds

File:

• WAeUP_SRP/trunk/WAeUPTool.py (modified) (3 diffs)

WAeUP_SRP/trunk/WAeUPTool.py

@@ -28 +28 @@
 from OFS.SimpleItem import SimpleItem
 
+from Products.CMFCore.utils import getToolByName
 from Products.CPSSchemas.DataStructure import DataStructure
 from Products.CPSSchemas.DataModel import DataModel
@@ -35 +36 @@
 from Products.ZCatalog.ZCatalog import ZCatalog
 from Products.CMFCore.permissions import ModifyPortalContent
+from Products.CMFCore.permissions import ManagePortal
 from Products.CMFCore.utils import UniqueObject
 from Products.CMFCore.URLTool import URLTool
@@ -127 +129 @@
         return pw
     ###)
+
+    security.declareProtected(ManagePortal, 'removeDeletedDocIds') ###(
+    def removeDeletedDocIds(self, max=1000):
+        """
+        remove deleted docids from repository commit after max
+        """
+        logger = logging.getLogger('WAeUPTool.removeDeletedDocIds')
+        repository = getToolByName(self, 'portal_repository')
+        pxtool = getToolByName(self, 'portal_proxies')
+        pxtool_infos = pxtool.getRevisionsUsed()
+        
+        nb_revs = 0
+        docids_d = {} # all docids
+        unused_docids_d = {} # all docids that are unused
+        ids_unused_revs_docids = [] # ids for revs of unused docids
+        ids_unused_revs = [] # ids for unused revs
+        total = 0
+        for id in repository.objectIds():
+            docid, rev = repository._splitId(id)
+            if docid is None:
+                logger.info("invalid doc_id %s" % docid)
+                continue
+            nb_revs += 1
+            docids_d[docid] = None
+            if not pxtool_infos.has_key(docid):
+                unused_docids_d[docid] = None
+                ids_unused_revs_docids.append(id)
+                ids_unused_revs.append(id)
+            elif not pxtool_infos[docid].has_key(rev):
+                ids_unused_revs.append(id)
+            if len(ids_unused_revs) >= max:
+                repository.manage_delObjects(ids_unused_revs)
+                #import pdb;pdb.set_trace()
+                transaction.commit()
+                total += max
+                logger.info('removed %d total %d unused docids ' % (max,total))
+        anz = len(ids_unused_revs) 
+        if anz > 0:
+            repository.manage_delObjects(ids_unused_revs)
+            transaction.commit()
+            total += anz
+            logger.info('finished removing %d unused docids ' % (total))
+            
+
+###)
 
     security.declareProtected(ModifyPortalContent,'getCredential') ###(