Changeset 9009

Timestamp:

17 Jul 2012, 05:30:42 (12 years ago)

Author:

Henrik Bettermann

Message:

Add option for a conditional converter.

Remove whitespaces.

File:

• main/waeup.kofa/trunk/tools/fix_import_file.py (modified) (26 diffs)

main/waeup.kofa/trunk/tools/fix_import_file.py

@@ -111 +111 @@
 COLNAME_MAPPING = {
     # base data
+    'id': 'student_id',
     'reg_state': 'state',
     'reg_transition': 'state',
@@ -184 +185 @@
     """
     header = dict([(name, name) for name in fieldnames])
+    # Remove whitespaces
+    for key in header:
+        header[key] = key.strip()
     for in_name, out_name in COLNAME_MAPPING.items():
         if in_name not in header:
@@ -195 +199 @@
 
     @classmethod
-    def student_id(self, value):
+    def student_id(self, value, row):
         """ 'A123456' --> 'EA123456'
         """
@@ -203 +207 @@
 
     @classmethod
-    def reg_state(self, value):
+    def reg_state(self, value, row):
         """ 'courses_validated' --> 'courses validated'
         """
@@ -209 +213 @@
 
     @classmethod
-    def reg_transition(self, value):
+    def reg_transition(self, value, row):
         if value == "admitted":
             return "admit"
@@ -217 +221 @@
 
     @classmethod
-    def level(self, value):
+    def level(self, value, row):
         """ '000' --> '10'
+        '800' --> '999' if pg student
         """
         try:
@@ -226 +231 @@
         if number == 0:
             return 10
+        if row.get('entry_mode').startswith('pg'):
+            return 999
         return number
 
     @classmethod
-    def semester(self, value):
+    def semester(self, value, row):
         """ '0' --> '9'
         """
@@ -241 +248 @@
 
     @classmethod
-    def application_category(self, value):
+    def application_category(self, value, row):
         """ '' --> 'no'
         """
@@ -249 +256 @@
 
     @classmethod
-    def lga(self, value):
+    def lga(self, value, row):
         """ Remove apostrophe
         """
@@ -285 +292 @@
 
     @classmethod
-    def session(self, value):
+    def session(self, value, row):
         """ '08' --> '2008'
         '2008/2009' --> '2008'
@@ -309 +316 @@
 
     @classmethod
-    def former(self, value):
+    def former(self, value, row):
         """ True --> yes
         '2008/2009' --> '2008'
@@ -318 +325 @@
 
     @classmethod
-    def year(self, value):
+    def year(self, value, row):
         """ '0' --> ''
         """
@@ -329 +336 @@
 
     @classmethod
-    def marit_stat(self, value):
+    def marit_stat(self, value, row):
         """ 'True'/'False' --> 'married'/'unmarried'
         """
@@ -341 +348 @@
 
     @classmethod
-    def gender(self, value):
+    def gender(self, value, row):
         """ 'True'/'False' --> 'f'/'m'
         """
@@ -353 +360 @@
 
     @classmethod
-    def date(self, value):
+    def date(self, value, row):
         """ 'yyyy/mm/dd' --> 'yyyy-mm-dd'
         """
@@ -368 +375 @@
 
     @classmethod
-    def no_int(self, value):
+    def no_int(self, value, row):
         """ Add hash and skip numbers starting with 999999
         """
@@ -383 +390 @@
 
     @classmethod
-    def mode(self, value):
+    def mode(self, value, row):
         if value == "transfer_fulltime":
             return "transfer_ft"
@@ -391 +398 @@
 
     @classmethod
-    def password(self, value):
+    def password(self, value, row):
         if value == "not set":
             return ""
@@ -397 +404 @@
 
     @classmethod
-    def nationality(self, value):
+    def nationality(self, value, row):
         if value == "nigeria":
             return "NG"
@@ -405 +412 @@
 
     @classmethod
-    def sittype(self, value):
+    def sittype(self, value, row):
         if value == "nabtec":
             return "nabteb"
@@ -411 +418 @@
 
     @classmethod
-    def company(self, value):
+    def company(self, value, row):
         if value == "online":
             return "interswitch"
@@ -417 +424 @@
 
     @classmethod
-    def p_category(self, value):
+    def p_category(self, value, row):
         if value == "acceptance":
             return "clearance"
@@ -423 +430 @@
 
     @classmethod
-    def email(self, value):
+    def email(self, value, row):
         return value.strip()
 
     @classmethod
-    def phone(self, value):
+    def phone(self, value, row):
         """ '<num-seq1>-<num-seq2> asd' -> '--<num-seq1><num-seq2>'
 
@@ -447 +454 @@
 
     @classmethod
-    def result(self, value):
+    def result(self, value, row):
         try:
             liste = eval(value)
@@ -472 +479 @@
             writer.writerow(header)
         if row.get('reg_state') == 'student_created':
+            # We do not reimport student records which have never been accessed.
             continue
         if row.get('status') == 'started':
-            # We do not use started payments
+            # We do not reimport started payments.
             continue
         for key, value in row.items():
+            # Remove unwanted whitespaces.
+            row[key] = row[key].strip()
             if not key in OPTIONS.keys():
                 continue
@@ -484 +494 @@
                 print "WARNING: cannot find converter %s" % conv_name
                 continue
-            row[key] = converter(row[key])
+            row[key] = converter(row[key], row)
         try:
             writer.writerow(row)