Changeset 1730 for WAeUP_SRP

Timestamp:

3 May 2007, 14:01:40 (18 years ago)

Author:

joachim

Message:

fix for clearance display error

File:

• WAeUP_SRP/trunk/WAeUPTool.py (modified) (2 diffs)

WAeUP_SRP/trunk/WAeUPTool.py

@@ -264 +264 @@
             d = {'Title': f2t[pt]['title']}
             for field in f2t[pt]['fields']:
-                d[field] = dict.get(field,None) 
+                d[field] = dict.get(field,'') 
             if pt == 'StudentPersonal':
                 d['sex'] = dict.get('sex') == 'F'
@@ -757 +757 @@
     ###)
 
+    security.declareProtected(ModifyPortalContent,"importData")###(
+    def importData(self,name):
+        """load data from CSV values"""
+        import transaction
+        import random
+        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
+        students_folder = self.portal_url.getPortalObject().campus.students
+        start = True
+        tr_count = 1
+        total = 0
+        from pdb import set_trace;set_trace()
+        iname = "import_%s" % name 
+        schema = getattr(self.portal_schemas,iname ,None)
+        if schema is None:
+            logger.error('No such schema %s' % iname)
+            return
+        layout = getattr(self.portal_layouts,iname,None)
+        if layout is None:
+            logger.error('No such layout %s' % iname)
+            return
+        validators = {}
+        for widget in layout.keys():
+            validators[widget] = layout[widget].validate  
+        no_import = []
+        imported = []
+        logger = logging.getLogger('WAeUPTool.importData')
+        try:
+            items = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
+        except:
+            logger.error('Error reading %s.csv' % name)
+            return
+        for item in items:
+            tr_count += 1
+            if start:
+                start = False
+                logger.info('Start importing from %s.csv' % name)
+                import_keys = item.keys()
+                diff_set = set(import_keys).difference(set(schema.keys()))
+                if diff_set:
+                    logger.error('%s not in schema.' % diff_set)
+                    return
+                diff_set = set(import_keys).difference(set(layout.keys()))
+                if diff_set:
+                    logger.error('%s not in layout.' % diff_set)
+                    return
+                s = ','.join(['"%s"' % fn for fn in import_keys])
+                imported.append(s)
+                no_import.append('%s,"Error"' % s)
+                format = ','.join(['"%%(%s)s"' % fn for fn in import_keys])
+                format_error = format + ',"%(Error)s"'
+            for k in import_keys:
+                if validators[k](item):
+                    pass
+            if tr_count > 1000:
+                if len(no_import) > 0:
+                    open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
+                             '\n'.join(no_import) + '\n')
+                    no_import = []
+                em = '%d transactions committed\n' % (tr_count)
+                transaction.commit()
+                regs = []
+                logger.info(em)
+                total += tr_count
+                tr_count = 0
+        open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
+                                                '\n'.join(no_import))
+        return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
+    ###)
+
 InitializeClass(WAeUPTool)