Changeset 1970

Timestamp:

26 Jun 2007, 15:01:57 (17 years ago)

Author:

joachim

Message:

add dumpStudentsCatalog

Location:

WAeUP_SRP/trunk

Files:

• Students.py (modified) (1 diff)
• skins/waeup_student/getFormattedStudentEntry.py (modified) (2 diffs)

WAeUP_SRP/trunk/Students.py

@@ -1022 +1022 @@
     ###)
 
+    security.declareProtected(ModifyPortalContent,"dumpStudentsCatalog")###(
+    def dumpStudentsCatalog(self):
+        """dump all data in students_catalog to a csv"""
+        member = self.portal_membership.getAuthenticatedMember()
+        logger = logging.getLogger('Students.dumpStudentsCatalog')
+        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
+        export_file = "%s/export/students_catalog_%s.csv" % (i_home,current)
+        res_list = []
+        lines = []
+        fields = []
+        for f in self.students_catalog.schema():
+            fields.append(f)
+        headline = ','.join(fields)
+        open(export_file,"a").write(headline +'\n')
+        format = '"%(' + ')s","%('.join(fields) + ')s"'
+        students = self.students_catalog()
+        nr2export = len(students)
+        logger.info('%s starts exportStudents, %s student records to export' % (member,nr2export))
+        chunk = 2000
+        total = 0
+        start = DateTime.DateTime().timeTime()
+        start_chunk = DateTime.DateTime().timeTime()
+        for student in students:
+            not_all = False
+            d = self.getFormattedStudentEntry(student)
+            lines.append(format % d)
+            total += 1
+            if total and not total % chunk or total == len(students):
+                open(export_file,"a").write('\n'.join(lines) +'\n')
+                anz = len(lines)
+                logger.info("wrote %(anz)d  total written %(total)d" % vars())
+                end_chunk = DateTime.DateTime().timeTime()
+                duration = end_chunk-start_chunk
+                per_record = duration/anz
+                till_now = end_chunk - start
+                avarage_per_record = till_now/total
+                estimated_end = DateTime.DateTime(start + avarage_per_record * nr2export)
+                estimated_end = estimated_end.strftime("%H:%M:%S")
+                logger.info('%(duration)4.1f, %(per_record)4.3f,end %(estimated_end)s' % vars())
+                start_chunk = DateTime.DateTime().timeTime()
+                lines = []
+        end = DateTime.DateTime().timeTime()
+        logger.info('total time %6.2f m' % ((end-start)/60))
+        filename, extension = os.path.splitext(export_file)
+        from subprocess import call
+        msg = "wrote %(total)d records to %(export_file)s" % vars()
+        try:
+            retcode = call('gzip %s' % (export_file),shell=True)
+            if retcode == 0:
+                msg = "wrote %(total)d records to %(export_file)s.gz" % vars()
+        except OSError, e:
+            retcode = -99
+            logger.info("zip failed with %s" % e)
+        logger.info(msg)
+        args = {'portal_status_message': msg}
+        #url = self.REQUEST.get('URL1') + '?' + urlencode(args)
+        url = self.REQUEST.get('URL2')
+        return self.REQUEST.RESPONSE.redirect(url)
+    ###)
+
+
     security.declareProtected(ModifyPortalContent,"importResults")###(
     def importResults(self):

WAeUP_SRP/trunk/skins/waeup_student/getFormattedStudentEntry.py

@@ -17 +17 @@
 for f in fields:
     d[f] = getattr(brain,f,'')
+    if not d[f]:
+        d[f] = ''
     if f == "sex":
         if d[f]:
@@ -24 +26 @@
     elif f == "name":
         d[f] = d[f].strip()
+            
 return d