Changeset 12005 for main/waeup.ikoba/trunk/src/waeup/ikoba/customers

Timestamp:

20 Nov 2014, 05:40:52 (10 years ago)

Author:

Henrik Bettermann

Message:

Implement document_id generator. Ensure that document_ids remain unique during import.

Location:

main/waeup.ikoba/trunk/src/waeup/ikoba/customers

Files:

• batching.py (modified) (2 diffs)
• customer.py (modified) (1 diff)
• tests/sample_document_data.csv (modified) (1 diff)
• tests/test_batching.py (modified) (4 diffs)

main/waeup.ikoba/trunk/src/waeup/ikoba/customers/batching.py

@@ -40 +40 @@
 from waeup.ikoba.interfaces import IIkobaUtils
 from waeup.ikoba.interfaces import MessageFactory as _
+from waeup.ikoba.documents.utils import generate_document_id
 from waeup.ikoba.customers.interfaces import (
     ICustomer, ICustomerUpdateByRegNo,
@@ -440 +441 @@
         document_id = row.get('document_id', None)
         if not document_id:
-            timestamp = ("%d" % int(time()*10000))[1:]
-            document_id = "d%s" % timestamp
+            document_id = generate_document_id()
             conv_dict['document_id'] = document_id
             return errs, inv_errs, conv_dict
-        if not document_id.startswith('d') or len(document_id) != 14:
+        # document_id must not exist.
+        if mode == 'create':
+            cat = queryUtility(ICatalog, name='documents_catalog')
+            results = list(
+                cat.searchResults(document_id=(document_id, document_id)))
+            if results:
+                errs.append(('document_id','id exists'))
+        if not document_id.startswith('d'):
             errs.append(('document_id','invalid format'))
         return errs, inv_errs, conv_dict

main/waeup.ikoba/trunk/src/waeup/ikoba/customers/customer.py

@@ -1 @@
-## $Id: customer.py 11604 2014-04-29 07:31:54Z henrik $
+## $Id$
 ##
 ## Copyright (C) 2014 Uli Fouquet & Henrik Bettermann

main/waeup.ikoba/trunk/src/waeup/ikoba/customers/tests/sample_document_data.csv

@@ -1 +1 @@
 document_id,reg_number,title
-d1266236341953,1,My first doc
-d1266236341954,2,My second doc
-d1266236341955,3,My third doc
+d3,1,My first doc
+d4,2,My second doc
+d5,3,My third doc
 ,1,My 4th doc
+d5,2,My stolen doc

main/waeup.ikoba/trunk/src/waeup/ikoba/customers/tests/test_batching.py

@@ -328 +328 @@
         num, num_warns, fin_file, fail_file = self.processor.doImport(
             self.csv_file, DOCUMENT_HEADER_FIELDS,'create')
-        self.assertEqual(num_warns,0)
+        self.assertEqual(num_warns,1)
+        # document_id must be unique
+        fail_file = open(fail_file).read()
+        self.assertEqual(fail_file,
+            'reg_number,document_id,title,--ERRORS--\r\n'
+            '2,d5,My stolen doc,document_id: id exists\r\n')
         document = self.processor.getEntry(dict(reg_number='1',
-            document_id='d1266236341953'), self.app)
+            document_id='d3'), self.app)
         self.assertEqual(
-            self.app['customers']['X666666']['documents']['d1266236341953'],
+            self.app['customers']['X666666']['documents']['d3'],
             document)
-        self.assertEqual(document.document_id, 'd1266236341953')
+        self.assertEqual(document.document_id, 'd3')
         document = self.processor.getEntry(dict(reg_number='3',
-            document_id='d1266236341955'), self.app)
+            document_id='d5'), self.app)
         shutil.rmtree(os.path.dirname(fin_file))
         logcontent = open(self.logfile).read()
@@ -343 +348 @@
             'INFO - system - CustomerDocument Processor - '
             'sample_document_data - X666666 - updated: '
-            'document_id=d1266236341953, title=My first doc'
+            'document_id=d3, title=My first doc'
             in logcontent)
 
@@ -355 +360 @@
         num, num_warns, fin_file, fail_file = self.processor.doImport(
             self.csv_file, DOCUMENT_HEADER_FIELDS,'update')
-        self.assertEqual(num_warns,1)  # There is one record without document_id
+        # There is one record without document_id and one duplicate
+        self.assertEqual(num_warns,2)
         shutil.rmtree(os.path.dirname(fin_file))
 
@@ -367 +373 @@
         num, num_warns, fin_file, fail_file = self.processor.doImport(
             self.csv_file, DOCUMENT_HEADER_FIELDS,'remove')
-        self.assertEqual(num_warns,1)  # There is one record without document_id
+        # There is one record without document_id and one duplicate
+        self.assertEqual(num_warns,2)
         shutil.rmtree(os.path.dirname(fin_file))
         logcontent = open(self.logfile).read()
         self.assertTrue(
-            'INFO - system - K1000001 - Document removed: d1266236341955'
+            'INFO - system - K1000001 - Document removed: d5'
             in logcontent)