Changeset 398 for WAeUP_SRP/trunk/Students.py

Timestamp:

21 Aug 2006, 14:29:27 (18 years ago)

Author:

joachim

Message:

import of full_time_students_results

File:

• WAeUP_SRP/trunk/Students.py (modified) (8 diffs)

WAeUP_SRP/trunk/Students.py

@@ -19 +19 @@
 p_home = Globals.package_home(globals())
 i_home = Globals.INSTANCE_HOME
+MAX_TRANS = 1000
 
 class StudentsFolder(CPSDocument): ###(
@@ -32 +33 @@
         """load Fulltime Studentdata from CSV values"""
         #return
+        import transaction
+        tr_count = 0
         name = 'short_full_time'
         no_import = False
@@ -64 +67 @@
                 continue
             certcode = makeCertificateCode(student.get('CourseMajor'))
-            if sid in students_added:
-                em = 'Student with ID %(MatricNo)s %(fullname)s already exists in this import\n' % student
-                logger.info(em)
-                no_import.write(em)
-                no_import.write('"%(MatricNo)s","%(EntryRegNo)s","%(CurrentSession)s","%(StudentLevel)s","%(fullname)s","%(FirstName)s","%(MiddleName)s","%(Lastname)s","%(FormerSurname)s","%(Sex)s","%(Nationality)s","%(State)s","%(LGA)s","%(PermanentAddress)s","%(PermanentAddressCity)s","%(CampusAddress)s","%(PhoneNumber)s","%(Emailaddress)s","%(Mode)s","%(CourseMajor)s","%(Faculty)s","%(Dept)s"\n' % student)
-                continue
+##            if sid in students_added:
+##                em = 'Student with ID %(MatricNo)s %(fullname)s already exists in this import\n' % student
+##                logger.info(em)
+##                no_import.write(em)
+##                no_import.write('"%(MatricNo)s","%(EntryRegNo)s","%(CurrentSession)s","%(StudentLevel)s","%(fullname)s","%(FirstName)s","%(MiddleName)s","%(Lastname)s","%(FormerSurname)s","%(Sex)s","%(Nationality)s","%(State)s","%(LGA)s","%(PermanentAddress)s","%(PermanentAddressCity)s","%(CampusAddress)s","%(PhoneNumber)s","%(Emailaddress)s","%(Mode)s","%(CourseMajor)s","%(Faculty)s","%(Dept)s"\n' % student)
+##                continue
             s = studs.get(sid,None)
             if certcode not in certs.keys():
@@ -92 +95 @@
                 s = getattr(self,sid)
                 students_added.append(sid)
+                studs[sid] = s
                 s.invokeFactory('StudentPersonal','personal')
                 sp = s.personal
@@ -153 +157 @@
                 no_import.write(em)
                 no_import.write('"%(MatricNo)s","%(EntryRegNo)s","%(CurrentSession)s","%(StudentLevel)s","%(fullname)s","%(FirstName)s","%(MiddleName)s","%(Lastname)s","%(FormerSurname)s","%(Sex)s","%(Nationality)s","%(State)s","%(LGA)s","%(PermanentAddress)s","%(PermanentAddressCity)s","%(CampusAddress)s","%(PhoneNumber)s","%(Emailaddress)s","%(Mode)s","%(CourseMajor)s","%(Faculty)s","%(Dept)s"\n' % student)
+            if tr_count > MAX_TRANS:
+                #transaction.commit()
+                #em = '>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>Transaction commited\n' % student
+                logger.info(em)
+                tr_count = 0
+            tr_count += 1
         return self.students.academics_contents()
     ###)
 
-    security.declareProtected(ModifyPortalContent,"loadFullTimeStudentsResultsFromCSV")
+    security.declareProtected(ModifyPortalContent,"loadFullTimeStudentsResultsFromCSV") ###(
     def loadFullTimeStudentsResultsFromCSV(self):
         """load Fulltime Studentdata from CSV values"""
         #return
-        name = 'short_full_time_results_2004_2005.csv'
+        import transaction
+        tr_count = 0
+        name = 'short_full_time_results_2004_2005'
         no_import = False
         if not no_import:
@@ -177 +189 @@
         for s in l:
             students[s.id] = s.getObject()
-        courses = self.portal_catalog({'meta_type': "Course"})
+        l = self.portal_catalog({'meta_type': "Course"})
+        courses = {}
+        for c in l:
+            courses[c.id] = c.getObject()
         for result in results:
             sid = result.get('Matnumber')
             if sid not in students.keys():                
-                em = 'Student with ID %(Matnumber)s not found\n' % student
-                logger.info(em)
-                no_import.write(em)
-                no_import.write('"%(Matnumber)s","%(CosCode)s","%(Ansbook)s","%(CosStuatus)s","%(Session)s","%(Mat_Cos)s","%(Score)s","%(CarryLevel)s","%(Grade)s","%(Weight)s","%(Semster)s","%(Verdict)s","%(Level)s","%(id)s","%(GPA)s"\n' % student)
+                em = 'Student with ID %(Matnumber)s not found\n' % result
+                logger.info(em)
+                no_import.write(em)
+                no_import.write('"%(Matnumber)s","%(CosCode)s","%(Ansbook)s","%(CosStuatus)s","%(Session)s","%(Mat_Cos)s","%(Score)s","%(CarryLevel)s","%(Grade)s","%(Weight)s","%(Semster)s","%(Verdict)s","%(Level)s","%(id)s","%(GPA)s"\n' % result)
                 continue
-            if student.get('CosCode') not in courses:
-                em = 'Course with ID %(CosCode)s not found\n' % student
-                logger.info(em)
-                no_import.write(em)
-                no_import.write('"%(Matnumber)s","%(CosCode)s","%(Ansbook)s","%(CosStuatus)s","%(Session)s","%(Mat_Cos)s","%(Score)s","%(CarryLevel)s","%(Grade)s","%(Weight)s","%(Semster)s","%(Verdict)s","%(Level)s","%(id)s","%(GPA)s"\n' % student)
+            course = result.get('CosCode')
+            if course not in courses.keys():
+                em = 'Course with ID %(CosCode)s not found\n' % result
+                logger.info(em)
+                no_import.write(em)
+                no_import.write('"%(Matnumber)s","%(CosCode)s","%(Ansbook)s","%(CosStuatus)s","%(Session)s","%(Mat_Cos)s","%(Score)s","%(CarryLevel)s","%(Grade)s","%(Weight)s","%(Semster)s","%(Verdict)s","%(Level)s","%(id)s","%(GPA)s"\n' % result)
                 continue
-            level = student.get('Level')
+            level = result.get('Level')
             try: 
                 int(level)
             except:
-                em = 'Result for Student with ID %(Matnumber)s Course %(CosCode)s Level is empty\n' % student
-                logger.info(em)
-                no_import.write(em)
-                no_import.write('"%(Matnumber)s","%(CosCode)s","%(Ansbook)s","%(CosStuatus)s","%(Session)s","%(Mat_Cos)s","%(Score)s","%(CarryLevel)s","%(Grade)s","%(Weight)s","%(Semster)s","%(Verdict)s","%(Level)s","%(id)s","%(GPA)s"\n' % student)
+                em = 'Result for result with ID %(Matnumber)s Course %(CosCode)s Level is empty\n' % result
+                logger.info(em)
+                no_import.write(em)
+                no_import.write('"%(Matnumber)s","%(CosCode)s","%(Ansbook)s","%(CosStuatus)s","%(Session)s","%(Mat_Cos)s","%(Score)s","%(CarryLevel)s","%(Grade)s","%(Weight)s","%(Semster)s","%(Verdict)s","%(Level)s","%(id)s","%(GPA)s"\n' % result)
                 continue
             sf = students.get(sid)
@@ -206 +222 @@
             if l is None:
                 #self.log('Creating Department %(DeptCode)s = %(Description)s' % dep)
-                logger.info('Creating Level %(StudentLevel)s for %(fullname)s' % student)
+                logger.info('Creating Level %(Level)s for %(Matnumber)s' % result)
                 sc.invokeFactory('StudyLevel', level)
                 l = getattr(sc, level)
@@ -216 +232 @@
                 second_s = getattr(l,'second')
                 second_s.getContent().edit(mapping={'Title': 'Second Semester'})
-            snr = student.get('Semester')
+            snr = result.get('Semester')
             semester = getattr(l,'first')
-            if snr == "1":
+            if snr == "2":
                 semester = getattr(l,'second')
+            logger.info('Creating CourseTicket %(CourseTicket)s in Level %(Level)s for %(Matnumber)s' % result)
+            semester.invokeFactory('CourseTicket',course)
+            ct = getattr(semester,course)
+            d = {}
+            d['ansbook'] = result.get('Ansbook')
+            d['status'] = result.get('CosStuatus')
+            d['score'] = result.get('Score')
+            d['carry_level'] = result.get('CarryLevel')
+            d['grade'] = result.get('Grade')
+            d['weight'] = result.get('Weight')
+            d['verdict'] = result.get('Verdict')
+            d['import_id'] = result.get('id')
+            gpa = result.get('GPA').replace(',','.')
+            d['gpa'] = float(gpa) 
+            ct.getContent().edit(mapping = d)
+            if tr_count > MAX_TRANS:
+                transaction.commit()
+                tr_count = 0
+            tr_count += 1
+        return self.students.academics_contents()
             
-                
-                
-
+###)
+
+            
     security.declareProtected(View,"Title")
     def Title(self):