Changeset 1146 for WAeUP_SRP/trunk/Students.py

Timestamp:

29 Dec 2006, 07:00:35 (18 years ago)

Author:

joachim

Message:

added import for registered and results,
the csv-files must contain a modified heading
results can be viewed with session_results_anon_view
modified Courses import to use courses catalog

File:

• WAeUP_SRP/trunk/Students.py (modified) (2 diffs)

WAeUP_SRP/trunk/Students.py

@@ -809 +809 @@
     ###)
 
+    security.declareProtected(ModifyPortalContent,"importRegisteredStudents")###(
+    def importRegisteredStudents(self):
+        """load Registered Studentdata from CSV values"""
+        import transaction
+        import random
+        #from pdb import set_trace
+        wftool = self.portal_workflow
+        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
+        students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
+        tr_count = 1
+        total = 0
+        #name = 'pume_results'
+        name = 'Registered'
+        table = self.registered_import
+        no_import = []
+        imported = []
+        logger = logging.getLogger('Import.%s' % name)
+        try:
+            registered = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
+        except:
+            logger.error('Error reading %s.csv' % name)
+            return
+        l = self.portal_catalog({'meta_type': "Certificate"})
+        certs = {}
+        cert_docs = {}
+        for f in l:
+            certs[f.getId] = f.getObject().getContent()
+        start = True
+        res = table()
+        regs = []
+        if len(res) > 0:
+            regs = [s.matric_no for s in res]
+        for student in registered:
+            if start:
+                start = False
+                logger.info('start loading from %s.csv' % name)
+                s = ','.join(['"(%s)"' % fn for fn in student.keys()])
+                imported.append(s)
+                no_import.append('%s,"Error"' % s)
+                format = ','.join(['"%%(%s)s"' % fn for fn in student.keys()])
+                format_error = format + ',"%(Error)s"'
+                no_certificate = "no certificate %s" % format
+            if student.get('matric_no') == '':
+                student['Error'] = "Empty matric_no"  
+                no_import.append( format_error % student)
+                continue
+            if student.get('matric_no') in regs:
+                student['Error'] = "Duplicate"  
+                no_import.append( format_error % student)
+                continue
+            cert_id = makeCertificateCode(student.get('Coursemajorcode'))
+            if cert_id not in certs.keys():
+                student['Error'] = "No Certificate %s" % cert_id
+                no_import.append( format_error % student)
+                continue
+            try:
+                table.addRecord(**student)
+            except ValueError:
+                import pdb;pdb.set_trace()
+                student['Error'] = "Duplicate"  
+                no_import.append( format_error % student)
+                continue
+            regs.append(student.get('matric_no'))
+            imported.append(format % student)
+            tr_count += 1
+            if tr_count > 1000:
+                if len(no_import) > 0:
+                    open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
+                             '\n'.join(no_import))
+                    no_import = []
+                    imported = []
+                open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
+                                            '\n'.join(no_import))
+                em = '%d transactions commited total %s\n' % (tr_count,total)
+                transaction.commit()
+                logger.info(em)
+                total += tr_count
+                tr_count = 0
+        open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
+                                            '\n'.join(no_import))
+        open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
+                                                '\n'.join(no_import))
+        return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
+    ###)
+
+    security.declareProtected(ModifyPortalContent,"importResults")###(
+    def importResults(self):
+        """load Registered Studentdata from CSV values"""
+        import transaction
+        import random
+        #from pdb import set_trace
+        wftool = self.portal_workflow
+        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
+        students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
+        tr_count = 1
+        total = 0
+        #name = 'pume_results'
+        name = 'Results'
+        table = self.results_import
+        no_import = []
+        imported = []
+        logger = logging.getLogger('Import.%s' % name)
+        try:
+            results = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
+        except:
+            logger.error('Error reading %s.csv' % name)
+            return
+        l = self.portal_catalog({'meta_type': "Course"})
+        courses = [f.getId for f in l]
+        start = True
+        res = table()
+        regs = []
+        if len(res) > 0:
+            regs = [s.key for s in res]
+        no_course = []
+        no_course_list = []
+        course_count = 0
+        for result in results:
+            if start:
+                start = False
+                logger.info('start loading from %s.csv' % name)
+                s = ','.join(['"(%s)"' % fn for fn in result.keys()])
+                imported.append(s)
+                no_import.append('%s,"Error"' % s)
+                format = ','.join(['"%%(%s)s"' % fn for fn in result.keys()])
+                format_error = format + ',"%(Error)s"'
+                no_certificate = "no certificate %s" % format
+            course_id = result.get('CosCode')
+            key = result.get('matric_no')+course_id
+            if key == '':
+                result['Error'] = "Empty matric_no"  
+                no_import.append( format_error % result)
+                continue
+            if key in regs:
+                result['Error'] = "Duplicate"  
+                no_import.append( format_error % result)
+                continue
+            if course_id not in courses:
+                if course_id not in no_course:
+                    course_count +=1
+                    no_course.append(course_id)
+                    no_course_list.append('"%s"' % course_id)
+                    #result['Error'] = "No Course"
+                    #logger.info(format_error % result)
+            result['key'] = key
+            try:
+                table.addRecord(**result)
+            except ValueError:
+                import pdb;pdb.set_trace()
+                result['Error'] = "Duplicate"  
+                no_import.append( format_error % result)
+                continue
+            regs.append(key)
+            imported.append(format % result)
+            tr_count += 1
+            if tr_count > 1000:
+                if len(no_import) > 0:
+                    open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
+                             '\n'.join(no_import))
+                    no_import = []
+                open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
+                                            '\n'.join(imported))
+                imported = []
+                if no_course_list:
+                    open("%s/import/%sno_courses%s.csv" % (i_home,name,current),"a").write(
+                                            '\n'.join(no_course_list))
+                    no_course_list = []
+                em = '%d transactions commited total %s\n courses not found %s' % (tr_count,total,course_count)
+                transaction.commit()
+                logger.info(em)
+                total += tr_count
+                tr_count = 0
+        open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
+                                            '\n'.join(imported))
+        open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
+                                                '\n'.join(no_import))
+        if no_course_list:
+            open("%s/import/%sno_courses%s.csv" % (i_home,name,current),"a").write(
+                                    '\n'.join(no_course_list))
+        return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
+    ###)
+
     security.declareProtected(ModifyPortalContent,"updateStudyCourse")###(
     def updateStudyCourse(self):
@@ -1085 +1267 @@
             no_import = open("%s/import/%s_not_imported.csv" % (i_home,name),"w")
             no_import.write('"Matnumber","CosCode","Ansbook","CosStuatus","Session","Mat_Cos","Score","CarryLevel","Grade","Weight","Semster","Verdict","Level","id","GPA"\n')
-        logger = logging.getLogger('Ímport.%s' % name)
+        logger = logging.getLogger('import.%s' % name)
         logger.info('Start loading from %s.csv' % name)
         students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()