Changeset 1319 for WAeUP_SRP

Timestamp:

18 Jan 2007, 23:09:04 (18 years ago)

Author:

joachim

Message:

A profiles/default/vocabularies/student_transfer_types.xml
A profiles/default/layouts/student_transfer.xml
M profiles/default/vocabularies.xml
M profiles/default/layouts.xml
AM skins/waeup_student/request_transfer.py
AM skins/waeup_student/request_transfer_form.pt
for request transfer
M profiles/default/students_catalog.xml
entry_mode index (in zmi)
M Students.py
fixEntryModeForReturning + fixAllEntryModeForReturning
M WAeUPTool.py
makeStudent fixed

Location:

WAeUP_SRP/trunk

Files:

• Students.py (modified) (6 diffs)
• WAeUPTool.py (modified) (1 diff)
• profiles/default/layouts.xml (modified) (1 diff)
• profiles/default/layouts/student_transfer.xml (added)
• profiles/default/students_catalog.xml (modified) (1 diff)
• profiles/default/vocabularies.xml (modified) (1 diff)
• profiles/default/vocabularies/student_transfer_types.xml (added)
• skins/waeup_student/request_transfer.py (added)
• skins/waeup_student/request_transfer_form.pt (added)

WAeUP_SRP/trunk/Students.py

@@ -617 +617 @@
         name = 'Admitted'
         no_import = []
-        s = ','.join(['"(%s)"' % fn for fn in csv_fields])
+        s = ','.join(['"%s"' % fn for fn in csv_fields])
         no_import.append('"Error",%s' % s)
         format = '"%(Error)s",' + ','.join(['"%%(%s)s"' % fn for fn in csv_fields])
@@ -841 +841 @@
         if len(res) > 0:
             regs = [s.matric_no for s in res]
+        #import pdb;pdb.set_trace()
         for student in returning:
             if start:
                 start = False
                 logger.info('start loading from %s.csv' % name)
-                s = ','.join(['"(%s)"' % fn for fn in student.keys()])
+                s = ','.join(['"%s"' % fn for fn in student.keys()])
                 imported.append(s)
                 no_import.append('%s,"Error"' % s)
@@ -851 +852 @@
                 format_error = format + ',"%(Error)s"'
                 no_certificate = "no certificate %s" % format
-            matric_no = student.get('matric_no').upper()
-            student['matric_no'] = matric_no
+            student['matric_no'] = matric_no = student.get('matric_no').upper()
+            student['Mode_of_Entry'] = entry_mode = student.get('Mode of Entry').upper()
+            student['Permanent_Address'] = perm_address = student.get('Permanent Address')
             if matric_no == '':
                 student['Error'] = "Empty matric_no"
@@ -869 +871 @@
                 table.addRecord(**student)
             except ValueError:
-                #import pdb;pdb.set_trace()
                 student['Error'] = "Duplicate"
                 no_import.append( format_error % student)
@@ -897 +898 @@
     ###)
 
-
-
+    security.declareProtected(ModifyPortalContent,"fixAllEntryModeForReturning")###(
+    def fixAllEntryModeForReturning(self):
+        "read all Returning*.csv"
+        ipath = "%s/import/" % i_home
+        names = os.listdir(ipath)
+        #import pdb;pdb.set_trace()
+        for name in names:
+            head,tail = os.path.splitext(name)
+            if head.startswith('Returning')\
+               and tail == '.csv'\
+               and name.find('imported') < 0:
+                self.fixEntryModeForReturning(csv_file=head)
+
+    security.declareProtected(ModifyPortalContent,"fixEntryModeForReturning")###(
+    def fixEntryModeForReturning(self,csv_file=None):
+        """load Returning Studentdata from CSV values"""
+        import transaction
+        import random
+        wftool = self.portal_workflow
+        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
+        students_folder = self.portal_url.getPortalObject().campus.students
+        tr_count = 1
+        total = 0
+        if csv_file is None:
+            name = 'Returning'
+        else:
+            name = csv_file
+        table = self.returning_import
+        st_cat = self.students_catalog
+        no_import = []
+        logger = logging.getLogger('getEntryMode.%s' % name)
+        try:
+            returning = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
+        except:
+            logger.error('Error reading %s.csv' % name)
+            return
+        start = True
+        for student in returning:
+            if start:
+                start = False
+                logger.info('start loading from %s.csv' % name)
+                s = ','.join(['"(%s)"' % fn for fn in student.keys()])
+                no_import.append('%s,"Error"' % s)
+                format = ','.join(['"%%(%s)s"' % fn for fn in student.keys()])
+                format_error = format + ',"%(Error)s"'
+            matric_no = student.get('matric_no')
+            if not matric_no:
+                continue
+            matric_no = matric_no.upper()
+            student['matric_no'] = matric_no
+            if matric_no == '':
+                continue
+            if not table(matric_no = matric_no):
+                student['Error'] = "Not imported yet"
+                no_import.append( format_error % student)
+                continue
+            student_id = None
+            app = None
+            per = None
+            if st_cat(matric_no = matric_no):
+                student_id = st_cat(matric_no = matric_no)[0].id
+                app = getattr(getattr(students_folder,student_id),'application',None)
+                if app is not None:
+                    app_doc = app.getContent()
+                per = getattr(getattr(students_folder,student_id),'personal',None)
+                if per is not None:
+                    per_doc = per.getContent()
+            student['Mode_of_Entry'] = entry_mode = student.get('Mode of Entry').upper()
+            student['Permanent_Address'] = perm_address = student.get('Permanent Address')
+            entry_mode = student['Mode of Entry']
+            if not entry_mode:
+                student['Error'] = "'Mode of Entry' empty"
+                no_import.append( format_error % student)
+                continue
+            try:
+                table.modifyRecord(matric_no = matric_no,
+                                   Mode_of_Entry = entry_mode,
+                                   Permanent_Address = perm_address)
+            except KeyError:
+                student['Error'] = "Not found in returning_import"
+                no_import.append( format_error % student)
+                continue
+            if student_id is not None:
+                try:
+                    st_cat.modifyRecord(id = student_id,
+                                        entry_mode=entry_mode)
+                except KeyError:
+                    student['Error'] = "Not found in students_catalog"
+                    no_import.append( format_error % student)
+                    continue
+            if app is not None:
+                da = {}
+                da['entry_mode'] = entry_mode
+                app_doc.edit(mapping=da)
+            if per is not None:
+                dp = {}
+                dp['perm_address'] = entry_mode
+                per_doc.edit(mapping=dp)
+            tr_count += 1
+            if tr_count > 1000:
+                if len(no_import) > 0:
+                    open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
+                             '\n'.join(no_import) + '\n')
+                    no_import = []
+                em = '%d transactions commited total %s\n' % (tr_count,total)
+                transaction.commit()
+                regs = []
+                logger.info(em)
+                total += tr_count
+                tr_count = 0
+        open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
+                                                '\n'.join(no_import))
+        return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
+    ###)
 
     security.declareProtected(ModifyPortalContent,"updateReturningStudents")###(
@@ -993 +1106 @@
         return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
     ###)
-
-
-
 
     security.declareProtected(ModifyPortalContent,"importResults")###(

WAeUP_SRP/trunk/WAeUPTool.py

@@ -182 +182 @@
             student = res[0]
         logger.info('"%s", "creating Datastructure"' % student_id)
-
         #student should not be allowed to perform this transition
         #wftool = self.portal_workflow
         #wftool.doActionFor(student,'return')
-
         certcode_org = student.Coursemajorcode
         certcode = makeCertificateCode(certcode_org)

WAeUP_SRP/trunk/profiles/default/layouts.xml

@@ -33 +33 @@
  <object name="student_search" meta_type="CPS Layout"/>
  <object name="student_study_level" meta_type="CPS Layout"/>
+ <object name="student_transfer" meta_type="CPS Layout"/>
  <object name="study_level" meta_type="CPS Layout"/>
  <object name="university" meta_type="CPS Layout"/>

WAeUP_SRP/trunk/profiles/default/students_catalog.xml

@@ -25 +25 @@
   <indexed_attr value="faculty"/>
  </index>
+ <index name="entry_mode" meta_type="KeywordIndex">
+  <indexed_attr value="entry_mode"/>
+ </index>
  <index name="department" meta_type="KeywordIndex">
   <indexed_attr value="department"/>

WAeUP_SRP/trunk/profiles/default/vocabularies.xml

@@ -21 +21 @@
  <object name="pin_prefixes" meta_type="CPS Vocabulary"/>
  <object name="student_search_mode" meta_type="CPS Vocabulary"/>
+ <object name="student_transfer_types" meta_type="CPS Vocabulary"/>
  <object name="scratch_card_search_mode" meta_type="CPS Vocabulary"/>
  <object name="student_status_voc" meta_type="CPS Vocabulary"/>