Changeset 9362

Timestamp:

19 Oct 2012, 22:59:41 (12 years ago)

Author:

uli

Message:

Update tools to allow new ids in imports. Support for new import col 'old_id'.

Location:

main/waeup.kofa/trunk/tools

Files:

• add_old_id_col.py (added)
• copy_media_files.py (modified) (3 diffs)
• fix_import_file.py (modified) (5 diffs)

main/waeup.kofa/trunk/tools/copy_media_files.py

@@ -28 +28 @@
 ## The Ids of new students to search for in old portal.
 NEW_IDS_CSV = "StudentIds.csv"
+
+## The ids of students that will will get a complete new number, not
+## an updated one. Must contain a mapping of old ids to new ids.
+## If no such update should be performed, please set the constant to None.
+ID_MAP_CSV = None
+ID_MAP_CSV = "id_mapping.csv"
 
 ## Permissions to be set on new files/dirs. Set OWNER and/or GROUP to
@@ -79 +85 @@
 
 def copy_file(file_src, file_dst):
-    create_path(os.path.dirname(dst))
+    create_path(os.path.dirname(file_dst))
     print "COPY FILE: %s -> %s" % (file_src, file_dst)
     shutil.copyfile(file_src, file_dst)
@@ -85 +91 @@
     return
 
+def get_new_old_id_mapping():
+    """Returns a dict mapping from _new_ ids to old (SRP) ids.
+
+    The dict is read from ID_MAP_CSV file. If this var is set to
+    ``None`` an empty dict is returned. The ID_MAP_CSV contains only
+    the student ids of those students, for which the standard method
+    (new_id=CHAR+old_id) does not work.
+    """
+    if ID_MAP_CSV is None:
+        return {}
+    if not os.path.isfile(ID_MAP_CSV):
+        raise IOError(
+            "No such file for mapping new to old ids: %s" % ID_MAP_CSV)
+    result = dict()
+    reader = csv.DictReader(open(ID_MAP_CSV, 'rb'))
+    for row in reader:
+        result[row['new_id']] = row['student_id']
+    return result
+
+# special ids not handled in common way
+new_to_old_map = get_new_old_id_mapping()
 removable_dirs = []
 reader = csv.DictReader(open(NEW_IDS_CSV, 'rb'))
 for row in reader:
     new_stud_id = row['student_id']
-    stud_id = new_stud_id[1:]
+    stud_id = new_to_old_map.get(new_stud_id[1:], new_stud_id[1:])
     src_folder = os.path.join(SRC_DIR, stud_id[0], stud_id)
     dst_folder = os.path.join(DST_DIR, new_folder_name(stud_id), new_stud_id)

main/waeup.kofa/trunk/tools/fix_import_file.py

@@ -36 +36 @@
 import csv
 import datetime
+import os
 import re
 import sys
@@ -159 +160 @@
     'session_id': 'p_session',
     'type': 'r_company',
+    'old_id': 'old_id',
     }
 
@@ -177 +179 @@
     }
 
+# Mapping of special cases, where new id is not deductible from old id
+# Set to `None`, if no such special cases should be considered.
+ID_MAP_CSV = None
+ID_MAP_CSV = "id_mapping.csv"
+
 ##
 ## END OF CONFIG
@@ -183 +190 @@
 # Look for the first sequence of numbers
 RE_PHONE = re.compile('[^\d]*(\d*)[^\d]*')
+
+def get_id_mapping():
+    """Returns a dict mapping from old (SRP) ids to new ids.
+
+    The dict is read from ID_MAP_CSV file. If this var is set to
+    ``None`` an empty dict is returned. The ID_MAP_CSV contains only
+    the student ids of those students, for which the standard method
+    (new_id=CHAR+old_id) does not work.
+    """
+    if ID_MAP_CSV is None:
+        return {}
+    if not os.path.isfile(ID_MAP_CSV):
+        raise IOError(
+            "No such file for mapping old to new ids: %s" % ID_MAP_CSV)
+    result = dict()
+    reader = csv.DictReader(open(ID_MAP_CSV, 'rb'))
+    for row in reader:
+        result[row['student_id']] = row['new_id']
+    return result
+
 
 def convert_fieldnames(fieldnames):
@@ -201 +228 @@
     """
 
-    @classmethod
-    def student_id(self, value, row):
+    old_new_id_map = get_id_mapping()
+
+    @classmethod
+    def student_id(cls, value, row):
         """ 'A123456' --> 'EA123456'
         """
+        value = cls.old_new_id_map.get(value, value)
         if len(value) == 7:
             return 'M' + value