source: WAeUP_SRP/branches/joachim-azax-branch/Students.py @ 17942

Last change on this file since 17942 was 1997, checked in by joachim, 17 years ago

starting
  • Property svn:keywords set to Id
File size: 67.7 KB
Line 
1#-*- mode: python; mode: fold -*-
2# $Id: Students.py 1997 2007-07-08 09:16:21Z joachim $
3from string import Template
4from Globals import InitializeClass
5from AccessControl import ClassSecurityInfo
6from AccessControl.SecurityManagement import newSecurityManager
7from zExceptions import BadRequest
8from Products.ZCatalog.ZCatalog import ZCatalog
9from Products.CMFCore.utils import UniqueObject, getToolByName
10from Products.CMFCore.permissions import View
11from Products.CMFCore.permissions import ModifyPortalContent
12from Products.CPSCore.CPSBase import CPSBase_adder, CPSBaseFolder
13#from Products.CPSCore.CPSBase import CPSBaseDocument as BaseDocument
14from Products.CPSDocument.CPSDocument import CPSDocument
15from Products.CPSCore.CPSBase import CPSBaseBTreeFolder as BaseBTreeFolder
16from Products.CPSCore.CPSMembershipTool import CPSUnrestrictedUser
17from Products.WAeUP_SRP.Academics import makeCertificateCode
18from Products.AdvancedQuery import Eq, Between, Le,In
19from Products.azax import AzaxBaseView
20import DateTime
21import logging
22import csv,re,os
23import Globals
24p_home = Globals.package_home(globals())
25i_home = Globals.INSTANCE_HOME
26MAX_TRANS = 1000
27from urllib import urlencode
28
29import DateTime
30#import PIL.Image
31from StringIO import StringIO
32
33def makeCertificateCode(code): ###(
34    code = code.replace('.','')
35    code = code.replace('(','')
36    code = code.replace(')','')
37    code = code.replace('/','')
38    code = code.replace(' ','')
39    code = code.replace('_','')
40    return code
41
42###)
43
44def response_write(response,s): ###(
45    response.setHeader('Content-type','text/html; charset=ISO-8859-15')
46    while s.find('<') > -1:
47        s = s.replace('<','&lt;')
48    while s.find('>') > -1:
49        #from pdb import set_trace;set_trace()
50        s = s.replace('>','&gt;')
51    response.write("%s<br>\n" % s)
52
53###)
54
55def getInt(s): ###(
56    try:
57        return int(s)
58    except:
59        return 0
60
61def getFloat(s):
62    try:
63        return float(s)
64    except:
65        return 0.0
66
67###)
68
69def getStudentByRegNo(self,reg_no): ###(
70    """search student by JAMB Reg No and return StudentFolder"""
71    res = self.students_catalog(jamb_reg_no = reg_no.upper())
72    if len(res) == 1:
73        return getattr(self.portal_url.getPortalObject().campus.students,res[0].id)
74    else:
75        return None
76    # don't search in portal_catalog
77    # search = ZCatalog.searchResults(self.portal_catalog_real,{'meta_type': 'StudentApplication',
78    #                               'SearchableText': reg_no,
79    #                               })
80    # if len(search) < 1:
81    #     return None
82    # return search[0].getObject().aq_parent
83
84###)
85
86def checkJambNo(jnr): ###(
87    try:
88        if len(jnr) != 10:
89            return False
90    except:
91        return False
92    try:
93        int(jnr[:8])
94        return True
95    except:
96        return False
97
98###)
99
100def formatLGA(lga):
101    if lga.find('_') > -1:
102        return "%s / %s" % (lga.split('_')[0].upper(),lga.split('_')[1].upper())
103    return lga
104
105class StudentsFolder(CPSDocument): ###(
106    """
107    WAeUP container for the various WAeUP containers data
108    """
109    meta_type = 'StudentsFolder'
110    portal_type = meta_type
111    security = ClassSecurityInfo()
112
113    security.declareProtected(ModifyPortalContent,"loadPumeResultsFromCSV")###(
114    def loadPumeResultsFromCSV(self):
115        """load Fulltime Studentdata from CSV values into pumeresults catalog"""
116        import transaction
117        import random
118##        csv_d = {'jamb_reg_no': "RegNumber", ###(
119##                 'status': "Admission Status",
120##                 'name': "Name",
121##                 'score': "Score",
122##                 'sex': "Sex",
123##                 'faculty': "Faculty",
124##                 'department': "Dept",
125##                 'course': "Course",
126##                 'course_code_org': "Course Code",
127##                 }
128###)
129##        csv_d = {'jamb_reg_no': "JAMBRegno",
130##                'name': "Name",
131##                'score': "Score",
132##                 'sex': "Sex",
133##                 'course': "Course",
134##                 'faculty': "Faculty",
135##                 'department': "Dept",
136##                 'course_code_org': "Course Code",
137##                 'status': "Admission Status",
138##                 'result_type': None,
139##                 }
140
141        csv_d = {'jamb_reg_no': "reg_no",
142                 'name': "fullname",
143                 'score': "pume_score",
144                 'sex': "sex",
145                 'course': "study_course",
146                 'course_code_org': "study_course",
147                 'status': "admission_status",
148                 'result_type': "entry_mode",
149                 }
150
151        csv_fields = [f[1] for f in csv_d.items() if f[1]]
152        tr_count = 0
153        total = 0
154        #name = 'pup_new'
155        #name = 'pup_update'
156        name = 'Admitted_update'
157        update = name.endswith('update')
158        no_import = []
159        ok_import = []
160        ok_import.append('%s' % ','.join(['"%s"' % fn for fn in csv_d.keys()]))
161        no_import.append('%s' % ','.join(['"%s"' % fn for fn in csv_fields]))
162        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
163        ok_import_name = "%s/import/%s_imported_%s.csv" % (i_home,name,current)
164        #open(ok_import_name,"w").write('\n'.join(no_import))
165        no_import_name = "%s/import/%s_not_imported_%s.csv" % (i_home,name,current)
166        #open(no_import_name,"w").write('\n'.join(no_import))
167        logger = logging.getLogger('Students.loadPumeResultsFromCSV')
168        starttime = DateTime.now()
169        logger.info('Start loading from %s.csv' % name)
170        try:
171            result = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
172        except:
173            logger.error('Error reading %s.csv' % name)
174            return
175        pume = self.portal_pumeresults
176        format = ','.join(['"%%(%s)s"' % fn for fn in csv_fields])
177        import_format = ','.join(['"%%(%s)s"' % fn for fn in csv_d.keys()])
178        eduplicate = '%s,"duplicate"' % format
179        eoriginal = '%s,"original"' % format
180        einvalidjamb = '%s,"invalid JambRegNo"' % format
181        added = 'added ,%s' % format
182        #from pdb import set_trace;set_trace()
183        for jamb in result:
184            if not jamb.get(csv_d['score']):
185                logger.info('Student %s has no pume_score' % jamb.get(csv_d['jamb_reg_no']))
186                continue
187            dict = {}
188            for f,fn in csv_d.items():
189                dict[f] = jamb.get(csv_d[f])
190            dict['result_type'] = 'CEST'
191            jnr = jamb.get(csv_d['jamb_reg_no'])
192            #if not checkJambNo(jnr):
193            #    logger.info(einvalidjamb % jamb)
194            #    dd = {}
195            #    for f,fn in csv_d.items():
196            #        dd[fn] = getattr(data,f)
197            #        no_import.append(eduplicate % dd)
198            #        no_import.append(eduplicate % jamb)
199            #    continue
200            res = pume(jamb_reg_no=jnr)
201            if len(res) > 0:
202                if update:
203                    try:
204                        pume.modifyRecord(**dict)
205                    # Can not happen, but anyway...
206                    except ValueError:
207                        logger.info(eduplicate % jamb)
208                        continue
209                    # Can not happen, but anyway...
210                    except KeyError:
211                        pume.addRecord(**dict)
212                        logger.info(added % jamb)
213                        continue
214                else:
215                    data = res[0]
216                    if data.name != jamb.get(csv_d['name']):
217                        #set_trace()
218                        logger.info(eduplicate % jamb)
219                        #em = 'Student with REG-NO %(jamb_reg_no)s already exists\n' % dict
220                        #logger.info(em)
221                        dd = {}
222                        for f,fn in csv_d.items():
223                            dd[fn] = getattr(data,f)
224                        no_import.append(eoriginal % dd)
225                        no_import.append(eduplicate % jamb)
226                    continue
227            else:
228                try:
229                    pume.addRecord(**dict)
230                    ok_import.append(import_format % dict)
231                except ValueError:
232                    logger.info(eduplicate % jamb)
233                    #em = 'Student with REG-NO %(jamb_reg_no)s already exists\n' % dict
234                    #logger.info(em)
235                    no_import.append(eduplicate % jamb)
236        logger.info('End loading from %s.csv' % name)
237        if len(no_import) > 1:
238            open(no_import_name,"w+").write('\n'.join(no_import))
239        open(ok_import_name,"w+").write('\n'.join(ok_import))
240        return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
241    ###)
242
243    security.declareProtected(ModifyPortalContent,"createStudents")###(
244    def createStudents(self):
245        """
246        load addmitted Studentdata from CSV values and create Studentobjects.
247        This is the current method to create new addmitted Students.
248        Before running the eventservice for the students_catalog must be disabled.
249        """
250        import transaction
251        import random
252        #from pdb import set_trace
253        wftool = self.portal_workflow
254        #students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
255        students_folder = self.portal_url.getPortalObject().campus.students
256        levels =       {'ume_ft':'100',
257                        'de_ft': '200',
258                        'ug_pt': '100',
259                        'de_pt': '200',
260                        'pg_ft': '700',
261                        'pg_pt': '700',
262                        'dp_pt': '100',
263                        'dp_ft': '100',
264                        }
265        csv_d = {'jamb_reg_no': "reg_no",
266                 'entry_mode': 'entry_mode',
267                 'jamb_firstname': "firstname",
268                 'jamb_middlename': "middlename",
269                 'jamb_lastname': "lastname",
270                 'jamb_sex': "sex",
271                 'jamb_state': "state",
272                 'birthday': "date_of_birth",
273                 'app_email': "email",
274                 'study_course': "study_course",
275                 'perm_address': "address",
276                 'admission_status': "admission_status",
277                 }
278        csv_fields = [f[1] for f in csv_d.items()]
279        tr_count = 0
280        total = 0
281        #name = 'pume_results'
282        name = 'Admitted_update'
283        no_import = []
284        s = ','.join(['"%s"' % fn for fn in csv_fields])
285        no_import.append('"Error",%s' % s)
286        format = '"%(Error)s",' + ','.join(['"%%(%s)s"' % fn for fn in csv_fields])
287        no_certificate = "no certificate %s" % format
288        open("%s/import/%s_not_imported.csv" % (i_home,name),"w").write('\n'.join(no_import))
289        logger = logging.getLogger('Students.StudentsFolder.createStudents')
290        logger.info('Start loading from %s.csv' % name)
291        certs = {}
292        try:
293            results = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
294        except:
295            logger.error('Error reading %s.csv' % name)
296            return
297        for result in results:
298            if not result.get(csv_d['admission_status']).startswith('Admitted'):
299                continue
300            #result['Error'] = "Processing "
301            #logger.info(format % result)
302            jamb_reg_no = result.get(csv_d['jamb_reg_no'])
303            res = self.students_catalog(jamb_reg_no = jamb_reg_no)
304            if res:
305                em = 'Student with RegNo %s already exists\n' % jamb_reg_no
306                logger.info(em)
307                result['Error'] = "Student exists"
308                no_import.append(format % result)
309                continue
310            cert_id = makeCertificateCode(result.get(csv_d['study_course']))
311            if cert_id not in certs.keys():
312                res = self.portal_catalog(meta_type = "Certificate",id = cert_id)
313                if not res:
314                    em = 'No Certificate with ID %s \n' % cert_id
315                    logger.info(em)
316                    result['Error'] = "No Certificate %s" % cert_id
317                    no_import.append( format % result)
318                    continue
319                cert = res[0]
320                cert_path = cert.getPath().split('/')
321                certificate = certs[cert_id] = {'faculty': cert_path[-4],
322                                     'department': cert_path[-3]}
323            cert_doc = certs[cert_id]
324            catalog_entry = {}
325            catalog_entry['jamb_reg_no'] = jamb_reg_no
326            firstname = result.get(csv_d['jamb_firstname'])
327            middlename = result.get(csv_d['jamb_middlename'])
328            lastname = result.get(csv_d['jamb_lastname'])
329            if len(firstname) < 3\
330               and len(middlename) < 3\
331               and len(lastname) < 3:
332                em = 'Student Names to short \n'
333                logger.info(em)
334                result['Error'] = "Names to short"
335                no_import.append( format % result)
336                continue
337            perm_address = result.get(csv_d['perm_address'])
338            sid = self.generateStudentId('x')
339            students_folder.invokeFactory('Student', sid)
340            catalog_entry['id'] = sid
341            tr_count += 1
342            logger.info('%(total)s+%(tr_count)s: Creating Student with ID %(sid)s reg_no %(jamb_reg_no)s ' % vars())
343            student = getattr(self,sid)
344            student.manage_setLocalRoles(sid, ['Owner',])
345            student.invokeFactory('StudentApplication','application')
346            da = {'Title': 'Application Data'}
347            da["jamb_firstname"] = firstname
348            da["jamb_middlename"] = middlename
349            da["jamb_lastname"] = lastname
350            catalog_entry['entry_session'] = da["entry_session"] = self.getSessionId()[-2:]
351            catalog_entry['sex'] = sex = result.get(csv_d['jamb_sex']).startswith('F')
352            da_fields = ('jamb_reg_no',
353                         'jamb_sex',
354                         'jamb_state',
355                         'entry_mode',
356                         'app_email',
357                         )
358            for f in da_fields:
359                da[f] = result.get(csv_d[f])
360            catalog_entry['email'] = da['app_email']
361            catalog_entry['entry_mode'] = da['entry_mode']
362            app = student.application
363            app_doc = app.getContent()
364            app.getContent().edit(mapping=da)
365            picture ="%s/import/pictures/%s.jpg" % (i_home,jamb_reg_no)
366            app.manage_setLocalRoles(sid, ['Owner',])
367
368            picture_id = da['jamb_reg_no'].replace('/','_')
369            file = None
370            for ext in ('jpg','JPG'):
371                picture ="%s/import/pictures_admitted_latest/%s.%s" % (i_home,picture_id,ext)
372                if os.path.exists(picture):
373                    file = open(picture)
374                    break
375            if file is not None:
376
377                ## file conversion does not work
378                #img = PIL.Image.open(file)
379                #img.thumbnail((150,200),
380                #              resample=PIL.Image.ANTIALIAS)
381                #outfile = StringIO()
382                #img.save(outfile, format=img.format)
383
384                outfile = file.read()
385                app_doc.manage_addFile('passport',
386                                       file=outfile,
387                                       title="%s.jpg" % jamb_reg_no)
388            #wftool.doActionFor(app,'close')
389            dp = {}
390            dp['firstname'] = firstname
391            dp['middlename'] = middlename
392            dp['lastname'] = lastname
393            dp['email'] = da['app_email']
394            dp['sex'] = sex
395            dp['perm_address'] = perm_address
396            catalog_entry['name'] = "%(firstname)s %(middlename)s %(lastname)s" % dp
397            student.invokeFactory('StudentPersonal','personal')
398            per = student.personal
399            per_doc = per.getContent()
400            per_doc.edit(mapping = dp)
401            per.manage_setLocalRoles(sid, ['Owner',])
402            wftool.doActionFor(student,'pume_pass')
403            wftool.doActionFor(student,'admit')
404            #
405            # Clearance
406            #
407            student.invokeFactory('StudentClearance','clearance')
408            #wftool.doActionFor(student.clearance,'open')
409            clearance = student.clearance
410            dc = {'Title': 'Clearance/Eligibility Record'}
411            clearance = student.clearance
412            date_str = result.get(csv_d['birthday'])
413            try:
414                date = DateTime.DateTime(date_str)
415            except:
416                #import pdb;pdb.set_trace()
417                date = None
418            dc['birthday'] = date
419            clearance.getContent().edit(mapping=dc)
420            clearance.manage_setLocalRoles(sid, ['Owner',])
421            #
422            # Study Course
423            #
424            student.invokeFactory('StudentStudyCourse','study_course')
425            study_course = student.study_course
426            dsc = {}
427            catalog_entry['level'] = dsc['current_level'] = levels.get(da['entry_mode'],'100')
428            #catalog_entry['level'] = dsc['current_level'] = '100'  # Attention: not for DE students
429            catalog_entry['session'] = dsc['current_session'] = da['entry_session']
430            catalog_entry['mode'] = dsc['current_mode'] = da['entry_mode']
431            catalog_entry['course'] = dsc['study_course'] = cert_id
432            catalog_entry['faculty'] = certificate['faculty']
433            catalog_entry['department'] = certificate['department']
434            catalog_entry['verdict'] = dsc['current_verdict'] = 'N/A'
435            catalog_entry['review_state'] = self.portal_workflow.getInfoFor(student,'review_state',None)
436            study_course.getContent().edit(mapping=dsc)
437            #import pdb;pdb.set_trace()
438            self.students_catalog.addRecord(**catalog_entry)
439            if tr_count > 100:
440                if len(no_import) > 0:
441                    open("%s/import/%s_not_imported.csv" % (i_home,name),"a").write(
442                             '\n'.join(no_import) + "\n")
443                    no_import = []
444                em = '%d transactions commited\n' % tr_count
445                transaction.commit()
446                logger.info(em)
447                total += tr_count
448                tr_count = 0
449        open("%s/import/%s_not_imported.csv" % (i_home,name),"a").write(
450                                                '\n'.join(no_import))
451        return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
452    ###)
453
454    security.declareProtected(ModifyPortalContent,"transferStudents")###(
455    def transferStudents(self,filename):
456        """
457        load Interfaculty transferStudents Studentdata from CSV values.
458        """
459        import transaction
460        import random
461        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
462        pm = self.portal_membership
463        member = pm.getAuthenticatedMember()
464        logger = logging.getLogger('Students.StudentsFolder.transferStudents')
465        #students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
466        students_folder = self.portal_url.getPortalObject().campus.students
467        csv_fields = ('old_matric_no',
468                      'matric_no',
469                      'study_course',
470                      'current_mode',
471                      'current_level',
472                      )
473        tr_count = 0
474        total = 0
475        total_imported = 0
476        total_not_imported = 0
477        imported = []
478        not_imported = []
479        certs = {}
480        try:
481            results = csv.DictReader(open("%s/import/%s.csv" % (i_home,filename),"rb"))
482        except:
483            logger.error('Error reading %s.csv' % filename)
484            return
485        start = True
486        for result in results:
487            total += 1
488            if start:
489                start = False
490                logger.info('%s starts import from %s.csv' % (member,filename))
491                import_keys = [k for k in result.keys() if not k.startswith('ignore')]
492                diff2schema = set(import_keys).difference(set(csv_fields))
493                if diff2schema:
494                    em = "not ignorable key(s) %s found in heading" % diff2schema
495                    return em
496                s = ','.join(['"%s"' % fn for fn in import_keys])
497                open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(s + ',"Error"'+ '\n')
498                s = '"id",' + s
499                open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(s + '\n')
500                format = ','.join(['"%%(%s)s"' % fn for fn in import_keys])
501                format_error = format + ',"%(Error)s"'
502                format = '"%(id)s",'+ format
503            old_matric_no = result.get('old_matric_no')
504            res = self.students_catalog(matric_no = old_matric_no)
505            result['id'] = "None"
506            if not res:
507                em = 'Student with matric_no %s not found' % old_matric_no
508                logger.info(em)
509                result['Error'] = "Student does not exist"
510                not_imported.append(format_error % result)
511                total_not_imported += 1
512                continue
513            student_brain = res[0]
514            student_object = getattr(students_folder,student_brain.id)
515            result['id'] = student_brain.id
516            cert_id = makeCertificateCode(result.get('study_course'))
517            if cert_id not in certs.keys():
518                res = self.portal_catalog(meta_type = "Certificate",id = cert_id)
519                if not res:
520                    em = 'No certificate with ID %s \n' % cert_id
521                    logger.info(em)
522                    result['Error'] = "No Certificate %s" % cert_id
523                    not_imported.append( format_error % result)
524                    total_not_imported += 1
525                    continue
526                cert = res[0]
527                cert_path = cert.getPath().split('/')
528                certificate = certs[cert_id] = {'faculty': cert_path[-4],
529                                     'department': cert_path[-3]}
530            cert_doc = certs[cert_id]
531            clearance = getattr(student_object,'clearance',None)
532            if clearance is None:
533                em = 'Student has no clearance object'
534                logger.info(em)
535                result['Error'] = em
536                not_imported.append( format_error % result)
537                total_not_imported += 1
538                continue
539            clearance_doc = clearance.getContent()
540            study_course = student_object.study_course
541            study_course_doc = study_course.getContent()
542            old_study_course = study_course_doc.study_course
543            old_current_level = study_course_doc.current_level
544            current_level = result.get('current_level',None)
545            new_study_course = result.get('study_course',None)
546            try:
547                icl = int(current_level)
548            except:
549                em = 'Invalid new level %s' % current_level
550                logger.info(em)
551                result['Error'] = em
552                not_imported.append( format_error % result)
553                total_not_imported += 1
554                continue
555            if icl == int(old_current_level) and old_study_course == new_study_course:
556                em = 'Already transferred'
557                logger.info(em)
558                result['Error'] = em
559                not_imported.append( format_error % result)
560                total_not_imported += 1
561                continue
562            if study_course.objectIds():
563                em = 'Already registered level %s for %s, but is supposed to study %s at level %s' % (old_current_level,old_study_course,new_study_course,current_level)
564                logger.info(em)
565                result['Error'] = em
566                not_imported.append( format_error % result)
567                total_not_imported += 1
568                continue
569            #from pdb import set_trace; set_trace()
570            cd = {}
571            matric_no_history = getattr(clearance_doc,'matric_no_history',[])
572            if not matric_no_history:
573                matric_no_history = []
574            matric_no_history.append(old_matric_no)
575            cd['matric_no_history'] = matric_no_history
576            cd['matric_no'] = result.get('matric_no')
577            clearance_doc.edit(mapping = cd)
578            dsc = {}
579            study_course_history = getattr(study_course_doc,'study_course_history',[])
580            if not study_course_history:
581                study_course_history = []
582            study_course_history.append(old_study_course)
583            dsc['study_course_history'] = study_course_history
584            dsc['study_course'] = new_study_course
585            dsc['current_level'] = current_level
586            dsc['current_mode'] = result.get('current_mode')
587            study_course_doc.edit(mapping=dsc)
588            imported.append( format % result)
589            tr_count += 1
590            total_imported += 1
591            if tr_count > 1000:
592                if len(not_imported) > 0:
593                    open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(
594                             '\n'.join(not_imported) + '\n')
595                    not_imported = []
596                if len(imported) > 0:
597                    open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(
598                             '\n'.join(imported) + '\n')
599                    imported = []
600                em = '%d transactions committed\n' % (tr_count)
601                transaction.commit()
602                regs = []
603                logger.info(em)
604                tr_count = 0
605        if len(imported) > 0:
606            open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(
607                                                '\n'.join(imported))
608        if len(not_imported) > 0:
609            open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(
610                                                '\n'.join(not_imported))
611        em = "Imported: %d, not imported: %d of total %d" % (total_imported,total_not_imported,total)
612        logger.info(em)
613        return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
614    ###)
615
616    security.declareProtected(ModifyPortalContent,"importReturningStudents")###(
617    def importReturningStudents(self):
618        """load Returning Studentdata from CSV values"""
619        import transaction
620        import random
621        #from pdb import set_trace
622        wftool = self.portal_workflow
623        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
624        #students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
625        students_folder = self.portal_url.getPortalObject().campus.students
626        tr_count = 1
627        total = 0
628        #name = 'pume_results'
629        name = 'Returning'
630        table = self.returning_import
631        no_import = []
632        imported = []
633        logger = logging.getLogger('Students.StudentsFolder.importReturningStudents')
634        try:
635            returning = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
636        except:
637            logger.error('Error reading %s.csv' % name)
638            return
639        l = self.portal_catalog({'meta_type': "Certificate"})
640        certs = {}
641        cert_docs = {}
642        for f in l:
643            certs[f.getId] = f.getObject().getContent()
644        start = True
645        res = table()
646        regs = []
647        if len(res) > 0:
648            regs = [s.matric_no for s in res]
649        #import pdb;pdb.set_trace()
650        for student in returning:
651            if start:
652                start = False
653                logger.info('Start loading from %s.csv' % name)
654                s = ','.join(['"%s"' % fn for fn in student.keys()])
655                imported.append(s)
656                no_import.append('%s,"Error"' % s)
657                format = ','.join(['"%%(%s)s"' % fn for fn in student.keys()])
658                format_error = format + ',"%(Error)s"'
659                no_certificate = "no certificate %s" % format
660            student['matric_no'] = matric_no = student.get('matric_no').upper()
661            student['Mode_of_Entry'] = entry_mode = student.get('Mode of Entry').upper()
662            student['Permanent_Address'] = perm_address = student.get('Permanent Address')
663            if matric_no == '':
664                student['Error'] = "Empty matric_no"
665                no_import.append( format_error % student)
666                continue
667            if matric_no in regs or self.returning_import(matric_no = matric_no):
668                student['Error'] = "Duplicate"
669                no_import.append( format_error % student)
670                continue
671            cert_id = makeCertificateCode(student.get('Coursemajorcode'))
672            if cert_id not in certs.keys():
673                student['Error'] = "No Certificate %s" % cert_id
674                no_import.append( format_error % student)
675                continue
676            try:
677                table.addRecord(**student)
678            except ValueError:
679                student['Error'] = "Duplicate"
680                no_import.append( format_error % student)
681                continue
682            regs.append(student.get('matric_no'))
683            imported.append(format % student)
684            tr_count += 1
685            if tr_count > 1000:
686                if len(no_import) > 0:
687                    open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
688                             '\n'.join(no_import) + '\n')
689                    no_import = []
690                open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
691                                            '\n'.join(no_import) + "\n")
692                imported = []
693                em = '%d transactions commited total %s\n' % (tr_count,total)
694                transaction.commit()
695                regs = []
696                logger.info(em)
697                total += tr_count
698                tr_count = 0
699        open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
700                                            '\n'.join(imported))
701        open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
702                                                '\n'.join(no_import))
703        return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
704    ###)
705
706    security.declareProtected(ModifyPortalContent,"fixAllNames")###(
707    def fixAllNames(self):
708        "fix all students names"
709        import transaction
710        response = self.REQUEST.RESPONSE
711        logger = logging.getLogger('fixAllNames')
712        logger.info('Start')
713        students = self.portal_catalog(portal_type='Student')
714        count = 0
715        total = 0
716        for student in students:
717            scat_res = self.students_catalog(id = student.getId)
718            if not scat_res:
719                self.students_catalog.addRecord(id = student.getId)
720                scat_res = self.students_catalog(id = student.getId)
721            student_entry = scat_res[0]
722            old_new = self.fixName(student,student_entry)
723            count += 1
724            response_write(response,'"%d","%s",%s' % (count + total,student_entry.id,old_new))
725            if count > 2000:
726                transaction.commit()
727                logger.info("%d transactions commited" % count)
728                total += count
729                count = 0
730    ###)
731
732    security.declareProtected(ModifyPortalContent,"fixName")###(
733    def fixName(self,student_brain, student_entry):
734        "fix the name of a student"
735        fix = "first"
736        if student_entry.get('name_fixed',None) == fix:
737            return "Name already fixed"
738        student_id = student_entry.id
739        new_student = student_entry.jamb_reg_no.startswith('6')
740        student_obj = student_brain.getObject()
741        personal = getattr(student_obj,'personal',None)
742        invalid = ''
743        if personal is None:
744            return '"%s","Returning","%s","%s"' % (invalid,student_entry.name,"not logged in")
745        per_doc = personal.getContent()
746        old_first = per_doc.firstname
747        old_middle = per_doc.middlename
748        old_last = per_doc.lastname
749        new_first = ''
750        new_middle = ''
751        new_last = ''
752        if new_student:
753            if not old_first and not old_middle and old_last:
754                new_names = [n.capitalize() for n in old_last.split()]
755                if len(new_names) > 1:
756                    old_first = new_names[0]
757                    old_last = new_names[-1]
758                    old_middle = ' '.join(new_names[1:-1])
759                else:
760                    old_last = new_names[0]
761                    old_first = ''
762                    old_middle = ''
763            if old_first:
764                new_first = old_first
765            if old_middle:
766                new_middle = old_middle
767            if old_last:
768                new_last = old_last
769            if old_first.find('<') != -1 or\
770               old_first.find('>') != -1 or\
771               old_middle.find('<') != -1 or\
772               old_middle.find('>') != -1 or\
773               old_last.find('<') != -1 or\
774               old_last.find('>') != -1:
775                   invalid = "invalid characters"
776        else:
777            new_first = old_first
778            if new_first.strip() == '-':
779                new_first = ''
780            new_middle = old_middle
781            if new_middle.strip() == '-':
782                new_middle = ''
783            new_last = old_last
784            if new_last.strip() == '-':
785                new_last = ''
786        name = "%(new_first)s %(new_middle)s %(new_last)s" % vars()
787        if new_student:
788            text = "New"
789        else:
790            text = "Returning"
791        old_new = '"%s","%s","%s","%s"' % (invalid,text,
792                                           student_entry.name,
793                                           name)
794        if not invalid:
795            self.students_catalog.modifyRecord(id = student_id,
796                                      name_fixed = fix,
797                                      name = name)
798            per_doc.edit(mapping = {'firstname' : new_first,
799                                'middlename' : new_middle,
800                                'lastname' : new_last,
801                                })
802        return old_new
803    ###)
804
805    security.declareProtected(ModifyPortalContent,"updateReturningStudents")###(
806    def updateReturningStudents(self):
807        """load and overwrite Returning Student Data from CSV values"""
808        import transaction
809        import random
810        #from pdb import set_trace
811        wftool = self.portal_workflow
812        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
813        #students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
814        students_folder = self.portal_url.getPortalObject().campus.students
815        tr_count = 1
816        total = 0
817        #name = 'pume_results'
818        name = 'Returning_update'
819        table = self.returning_import
820        no_import = []
821        imported = []
822        logger = logging.getLogger('Students.StudentsFolder.updateReturningStudents')
823        try:
824            returning = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
825        except:
826            logger.error('Error reading %s.csv' % name)
827            return
828        l = self.portal_catalog({'meta_type': "Certificate"})
829        certs = {}
830        cert_docs = {}
831        for f in l:
832            certs[f.getId] = f.getObject().getContent()
833        start = True
834        res = table()
835        regs = []
836        if len(res) > 0:
837            regs = [s.matric_no for s in res]
838        for student in returning:
839            if start:
840                start = False
841                logger.info('Start loading from %s.csv' % name)
842                s = ','.join(['"%s"' % fn for fn in student.keys()])
843                imported.append(s)
844                no_import.append('%s,"Error"' % s)
845                format = ','.join(['"%%(%s)s"' % fn for fn in student.keys()])
846                format_error = format + ',"%(Error)s"'
847                no_certificate = "no certificate %s" % format
848            matric_no = student.get('matric_no').upper()
849            student['matric_no'] = matric_no
850            if matric_no == '':
851                student['Error'] = "Empty matric_no"
852                no_import.append( format_error % student)
853                continue
854#            if matric_no in regs or self.returning_import(matric_no = matric_no):
855#                student['Error'] = "Duplicate"
856#                no_import.append( format_error % student)
857#                continue
858#            cert_id = makeCertificateCode(student.get('Coursemajorcode'))
859#            if cert_id not in certs.keys():
860#                student['Error'] = "No Certificate %s" % cert_id
861#                no_import.append( format_error % student)
862#                continue
863            try:
864                table.modifyRecord(**student)
865            except KeyError:
866                #import pdb;pdb.set_trace()
867                student['Error'] = "no Student found to update"
868                no_import.append( format_error % student)
869                continue
870            #s = self.students_catalog(matric_no=matric_no)
871            #if s:
872            #    level = "%s" % (int(student.get('Level')) + 100)
873            #    self.students_catalog.modifyRecord(id = s[0].id,
874            #                                           level=level)
875
876            regs.append(student.get('matric_no'))
877            imported.append(format % student)
878            tr_count += 1
879            if tr_count > 1000:
880                if len(no_import) > 0:
881                    open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
882                             '\n'.join(no_import) + '\n')
883                    no_import = []
884                open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
885                                            '\n'.join(no_import) + "\n")
886                imported = []
887                em = '%d transactions commited total %s\n' % (tr_count,total)
888                transaction.commit()
889                regs = []
890                logger.info(em)
891                total += tr_count
892                tr_count = 0
893        open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
894                                            '\n'.join(imported))
895        open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
896                                                '\n'.join(no_import))
897        return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
898    ###)
899
900    security.declareProtected(ModifyPortalContent,"exportStudents")###(
901    def exportStudents(self):
902        """export Studentsdata to a file"""
903        member = self.portal_membership.getAuthenticatedMember()
904        logger = logging.getLogger('Students.exportStudents')
905        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
906        students_folder = self.portal_url.getPortalObject().campus.students
907        export_file = "%s/export/students_%s.csv" % (i_home,current)
908
909        from Products.AdvancedQuery import Eq, Between, Le,In,MatchRegexp
910        aq_students = self.students_catalog.evalAdvancedQuery
911        toexport = {'students_catalog': ("id",
912                                         "matric_no",
913                                         "jamb_reg_no",
914                                         "review_state",
915                                         "sex",
916                                         "email",
917                                         "faculty",
918                                         "department",
919                                         "course",
920                                         "level",
921                                        ),
922                    'personal': ('firstname',
923                                 'middlename',
924                                 'lastname',
925                                 'perm_address',
926                                ),
927                    'clearance': ('state',
928                                  'lga',
929                                 )
930                  }
931        res_list = []
932        lines = []
933        fields = []
934        with_lga = False
935        for k in toexport.keys():
936            for f in toexport[k]:
937                if f == 'lga' :
938                    with_lga = True
939                fields.append(f)
940        headline = ','.join(fields).replace('level','current_level')
941        open(export_file,"a").write(headline +'\n')
942        format = '"%(' + ')s","%('.join(fields) + ')s"'
943        query = In('review_state',('cleared_and_validated',
944                                'school_fee_paid',
945                                'courses_registered',
946                                'courses_validated'))
947        students = aq_students(query)
948        nr2export = len(students)
949        logger.info('%s starts exportStudents, %s student records to export' % (member,nr2export))
950        chunk = 2000
951        total = 0
952        start = DateTime.DateTime().timeTime()
953        start_chunk = DateTime.DateTime().timeTime()
954        ## alternative method slightly slower
955        # student_recs = {}
956        # for s in students:
957        #      student_recs[s.id] = s
958        # catalog_recs = {}
959        # brains = self.portal_catalog(portal_type = 'Student')
960        # for cat_rec in brains:
961        #     sid = cat_rec.getId
962        #     catalog_recs[sid] = cat_rec
963        # #import pdb;pdb.set_trace()
964        # start = DateTime.DateTime().timeTime()
965        # start_chunk = DateTime.DateTime().timeTime()
966        # for student in students:
967        #     if student.id not in student_recs.keys():
968        #         continue
969        #     not_all = False
970        #     d = self.getFormattedStudentEntry(student_recs[student.id])
971        #     student_obj = catalog_recs[student.id].getObject()
972        for student in students:
973            not_all = False
974            d = self.getFormattedStudentEntry(student)
975            student_obj = getattr(students_folder,student.id)
976            for k in toexport.keys()[1:]:
977                try:
978                    object = getattr(student_obj,k)
979                    object_doc = object.getContent()
980                except:
981                    logger.info('%s %s record not found' % (student.id,k))
982                    not_all = True
983                    continue
984                for f in toexport[k]:
985                    d[f] = getattr(object_doc,f,'')
986            if not_all:
987                continue
988            if with_lga:
989                d['lga'] = formatLGA(d['lga'])
990            lines.append(format % d)
991            total += 1
992            if total and not total % chunk or total == len(students):
993                open(export_file,"a").write('\n'.join(lines) +'\n')
994                anz = len(lines)
995                logger.info("wrote %(anz)d  total written %(total)d" % vars())
996                end_chunk = DateTime.DateTime().timeTime()
997                duration = end_chunk-start_chunk
998                per_record = duration/anz
999                till_now = end_chunk - start
1000                avarage_per_record = till_now/total
1001                estimated_end = DateTime.DateTime(start + avarage_per_record * nr2export)
1002                estimated_end = estimated_end.strftime("%H:%M:%S")
1003                logger.info('%(duration)4.1f, %(per_record)4.3f,end %(estimated_end)s' % vars())
1004                start_chunk = DateTime.DateTime().timeTime()
1005                lines = []
1006        end = DateTime.DateTime().timeTime()
1007        logger.info('total time %6.2f m' % ((end-start)/60))
1008        filename, extension = os.path.splitext(export_file)
1009        from subprocess import call
1010        msg = "wrote %(total)d records to %(export_file)s" % vars()
1011        try:
1012            retcode = call('gzip %s' % (export_file),shell=True)
1013            if retcode == 0:
1014                msg = "wrote %(total)d records to %(export_file)s.gz" % vars()
1015        except OSError, e:
1016            retcode = -99
1017            logger.info("zip failed with %s" % e)
1018        logger.info(msg)
1019        args = {'portal_status_message': msg}
1020        #url = self.REQUEST.get('URL1') + '?' + urlencode(args)
1021        url = self.REQUEST.get('URL2')
1022        return self.REQUEST.RESPONSE.redirect(url)
1023    ###)
1024
1025    security.declareProtected(ModifyPortalContent,"dumpStudentsCatalog")###(
1026    def dumpStudentsCatalog(self):
1027        """dump all data in students_catalog to a csv"""
1028        member = self.portal_membership.getAuthenticatedMember()
1029        logger = logging.getLogger('Students.dumpStudentsCatalog')
1030        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
1031        export_file = "%s/export/students_catalog_%s.csv" % (i_home,current)
1032        res_list = []
1033        lines = []
1034        fields = []
1035        for f in self.students_catalog.schema():
1036            fields.append(f)
1037        headline = ','.join(fields)
1038        open(export_file,"a").write(headline +'\n')
1039        format = '"%(' + ')s","%('.join(fields) + ')s"'
1040        students = self.students_catalog()
1041        nr2export = len(students)
1042        logger.info('%s starts exportStudents, %s student records to export' % (member,nr2export))
1043        chunk = 2000
1044        total = 0
1045        start = DateTime.DateTime().timeTime()
1046        start_chunk = DateTime.DateTime().timeTime()
1047        for student in students:
1048            not_all = False
1049            d = self.getFormattedStudentEntry(student)
1050            lines.append(format % d)
1051            total += 1
1052            if total and not total % chunk or total == len(students):
1053                open(export_file,"a").write('\n'.join(lines) +'\n')
1054                anz = len(lines)
1055                logger.info("wrote %(anz)d  total written %(total)d" % vars())
1056                end_chunk = DateTime.DateTime().timeTime()
1057                duration = end_chunk-start_chunk
1058                per_record = duration/anz
1059                till_now = end_chunk - start
1060                avarage_per_record = till_now/total
1061                estimated_end = DateTime.DateTime(start + avarage_per_record * nr2export)
1062                estimated_end = estimated_end.strftime("%H:%M:%S")
1063                logger.info('%(duration)4.1f, %(per_record)4.3f,end %(estimated_end)s' % vars())
1064                start_chunk = DateTime.DateTime().timeTime()
1065                lines = []
1066        end = DateTime.DateTime().timeTime()
1067        logger.info('total time %6.2f m' % ((end-start)/60))
1068        filename, extension = os.path.splitext(export_file)
1069        from subprocess import call
1070        msg = "wrote %(total)d records to %(export_file)s" % vars()
1071        try:
1072            retcode = call('gzip %s' % (export_file),shell=True)
1073            if retcode == 0:
1074                msg = "wrote %(total)d records to %(export_file)s.gz" % vars()
1075        except OSError, e:
1076            retcode = -99
1077            logger.info("zip failed with %s" % e)
1078        logger.info(msg)
1079        args = {'portal_status_message': msg}
1080        #url = self.REQUEST.get('URL1') + '?' + urlencode(args)
1081        url = self.REQUEST.get('URL2')
1082        return self.REQUEST.RESPONSE.redirect(url)
1083    ###)
1084
1085
1086    security.declareProtected(ModifyPortalContent,"importResults")###(
1087    def importResults(self):
1088        """load Returning Students Results from CSV"""
1089        import transaction
1090        import random
1091        #from pdb import set_trace
1092        wftool = self.portal_workflow
1093        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
1094        #students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
1095        students_folder = self.portal_url.getPortalObject().campus.students
1096        tr_count = 1
1097        total = 0
1098        #name = 'pume_results'
1099        name = 'Results'
1100        table = self.results_import
1101        no_import = []
1102        imported = []
1103        logger = logging.getLogger('Students.StudentsFolder.importResults')
1104        try:
1105            results = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
1106        except:
1107            logger.error('Error reading %s.csv' % name)
1108            return
1109        l = self.portal_catalog({'meta_type': "Course"})
1110        courses = [f.getId for f in l]
1111        start = True
1112        res = table()
1113        regs = []
1114        if len(res) > 0:
1115            regs = [s.key for s in res]
1116        no_course = []
1117        no_course_list = []
1118        course_count = 0
1119        for result in results:
1120            if start:
1121                start = False
1122                logger.info('Start loading from %s.csv' % name)
1123                s = ','.join(['"%s"' % fn for fn in result.keys()])
1124                imported.append(s)
1125                no_import.append('%s,"Error"' % s)
1126                format = ','.join(['"%%(%s)s"' % fn for fn in result.keys()])
1127                format_error = format + ',"%(Error)s"'
1128                no_certificate = "no certificate %s" % format
1129            course_id = result.get('CosCode')
1130            if not course_id:
1131                course_id = 'N/A'
1132                result['CosCode'] = course_id
1133            matric_no = result.get('matric_no').upper()
1134            result['matric_no'] = matric_no
1135            key = matric_no+course_id
1136            if matric_no == '':
1137                result['Error'] = "Empty matric_no"
1138                no_import.append( format_error % result)
1139                continue
1140            if key in regs or self.results_import(key = key):
1141                result['Error'] = "Duplicate"
1142                no_import.append( format_error % result)
1143                continue
1144            if course_id not in courses:
1145                if course_id not in no_course:
1146                    course_count +=1
1147                    no_course.append(course_id)
1148                    no_course_list.append('"%s"' % course_id)
1149                    #result['Error'] = "No Course"
1150                    #logger.info(format_error % result)
1151
1152            result['key'] = key
1153            try:
1154                table.addRecord(**result)
1155            except ValueError:
1156                #import pdb;pdb.set_trace()
1157                result['Error'] = "Duplicate"
1158                no_import.append( format_error % result)
1159                continue
1160
1161            regs.append(key)
1162            imported.append(format % result)
1163            tr_count += 1
1164            if tr_count > 1000:
1165                if len(no_import) > 0:
1166                    open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
1167                             '\n'.join(no_import)+'\n')
1168                    no_import = []
1169                open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
1170                                            '\n'.join(imported) + '\n')
1171                imported = []
1172                if no_course_list:
1173                    open("%s/import/%sno_courses%s.csv" % (i_home,name,current),"a").write(
1174                                            '\n'.join(no_course_list) + '\n')
1175                    no_course_list = []
1176                em = '%d transactions commited total %s\n courses not found %s' % (tr_count,total,course_count)
1177                transaction.commit()
1178                logger.info(em)
1179                regs = []
1180                total += tr_count
1181                tr_count = 0
1182        open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
1183                                            '\n'.join(imported))
1184        open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
1185                                                '\n'.join(no_import))
1186        if no_course_list:
1187            open("%s/import/%sno_courses%s.csv" % (i_home,name,current),"a").write(
1188                                    '\n'.join(no_course_list))
1189        em = '%d transactions commited total %s\n courses not found %s' % (tr_count,total,course_count)
1190        logger.info(em)
1191        return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
1192    ###)
1193
1194    security.declareProtected(ModifyPortalContent,"updateStudyCourse")###(
1195    def updateStudyCourse(self):
1196        """update StudyCourse from CSV values"""
1197        import transaction
1198        import random
1199        from pdb import set_trace
1200        wftool = self.portal_workflow
1201        #students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
1202        students_folder = self.portal_url.getPortalObject().campus.students
1203        csv_d = {'jamb_reg_no': "RegNumber",
1204                 'jamb_lastname': "Name",
1205                 'session': "Session",
1206                 'pume_tot_score': "PUME SCORE",
1207                 'jamb_score': "JambScore",
1208                 'jamb_sex': "Sex",
1209                 'jamb_state': "State",
1210##                 'jamb_first_cos': "AdminCourse",
1211                 'faculty': "AdminFaculty",
1212                 'course_code': "AdmitCoscode",
1213                 'stud_status':"AdmitStatus",
1214                 'department': "AdmitDept",
1215                 'jamb_lga': "LGA",
1216                 'app_email': "email",
1217                 'app_mobile': "PhoneNumbers",
1218                 }
1219        csv_fields = [f[1] for f in csv_d.items()]
1220        tr_count = 0
1221        total = 0
1222        #name = 'pume_results'
1223        name = 'StudyCourseChange'
1224        no_import = []
1225        s = ','.join(['"%s"' % fn for fn in csv_fields])
1226        no_import.append('"Error",%s' % s)
1227        format = '"%(Error)s",' + ','.join(['"%%(%s)s"' % fn for fn in csv_fields])
1228        no_certificate = "no certificate %s" % format
1229        open("%s/import/%s_not_imported.csv" % (i_home,name),"w").write(
1230                    '\n'.join(no_import))
1231        logger = logging.getLogger('Students.StudentsFolder.updateStudyCourse')
1232        logger.info('Start loading from %s.csv' % name)
1233        l = self.portal_catalog({'meta_type': "Certificate"})
1234        try:
1235            result = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
1236        except:
1237            logger.error('Error reading %s.csv' % name)
1238            return
1239        for jamb in result:
1240            jamb['Error'] = "Processing "
1241            logger.info(format % jamb)
1242            jamb_reg_no = jamb.get(csv_d['jamb_reg_no'])
1243            res = self.portal_catalog({'portal_type': "StudentApplication",
1244                                     'SearchableText': jamb_reg_no })
1245            if not res:
1246                em = 'Student with jamb_reg_no %s does not exists\n' % jamb_reg_no
1247                logger.info(em)
1248                jamb['Error'] = "Student does not exist"
1249                no_import.append(format % jamb)
1250                continue
1251            sid = res[0].getPath().split('/')[-2]
1252            cert_id = makeCertificateCode(jamb.get(csv_d['course_code']))
1253            res = self.portal_catalog(portal_type = "Certificate", id = cert_id)
1254            if not res:
1255                em = 'No Certificate with ID %s \n' % cert_id
1256                logger.info(em)
1257                jamb['Error'] = "No Certificate %s" % cert_id
1258                no_import.append( format % jamb)
1259                continue
1260            cert_brain = res[0]
1261            catalog_entry = {}
1262            student = getattr(self,sid)
1263            #
1264            # Study Course
1265            #
1266            study_course = student.study_course
1267            dsc = {}
1268            cert_pl = cert_brain.getPath().split('/')
1269            catalog_entry['id'] = sid
1270            catalog_entry['faculty'] = cert_pl[-4]
1271            catalog_entry['department'] = cert_pl[-3]
1272            catalog_entry['course'] = cert_id
1273            dsc['study_course'] = cert_id
1274            study_course.getContent().edit(mapping=dsc)
1275            self.students_catalog.modifyRecord(**catalog_entry)
1276            if tr_count > 10:
1277                if len(no_import) > 1:
1278                    open("%s/import/%s_not_imported.csv" % (i_home,name),"w+").write(
1279                             '\n'.join(no_import))
1280                    no_import = []
1281                em = '%d transactions commited\n' % tr_count
1282                transaction.commit()
1283                logger.info(em)
1284                total += tr_count
1285                tr_count = 0
1286            tr_count += 1
1287        return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
1288    ###)
1289
1290    security.declareProtected(View,"fixOwnership") ###(
1291    def fixOwnership(self):
1292        """fix Ownership"""
1293        for s in self.portal_catalog(meta_type = 'Student'):
1294            student = s.getObject()
1295            sid = s.getId
1296            import pdb;pdb.set_trace()
1297            student.application.manage_setLocalRoles(sid, ['Owner',])
1298            student.personal.manage_setLocalRoles(sid, ['Owner',])
1299    ###)
1300
1301    security.declareProtected(View,"Title") ###(
1302    def Title(self):
1303        """compose title"""
1304        return "Student Section"
1305    ###)
1306
1307    def generateStudentId(self,letter,students = None): ###(
1308        import random
1309        r = random
1310        if students is None:
1311            students = self.portal_url.getPortalObject().campus.students
1312        if letter not in ('ABCDEFGIHKLMNOPQRSTUVWXY'):
1313            letter= r.choice('ABCDEFGHKLMNPQRSTUVWXY')
1314        sid = "%c%d" % (letter,r.randint(99999,1000000))
1315        while hasattr(students, sid):
1316            sid = "%c%d" % (letter,r.randint(99999,1000000))
1317        return sid
1318        #return "%c%d" % (r.choice('ABCDEFGHKLMNPQRSTUVWXY'),r.randint(99999,1000000))
1319    ###)
1320
1321InitializeClass(StudentsFolder)
1322
1323def addStudentsFolder(container, id, REQUEST=None, **kw): ###(
1324    """Add a Student."""
1325    ob = StudentsFolder(id, **kw)
1326    return CPSBase_adder(container, ob, REQUEST=REQUEST)
1327    ###)
1328
1329###)
1330
1331class Student(CPSDocument): ###(
1332    """
1333    WAeUP Student container for the various student data
1334    """
1335    meta_type = 'Student'
1336    portal_type = meta_type
1337    security = ClassSecurityInfo()
1338
1339    security.declareProtected(View,"Title")
1340    def Title(self):
1341        """compose title"""
1342        reg_nr = self.getId()[1:]
1343        data = getattr(self,'personal',None)
1344        if data:
1345            content = data.getContent()
1346            return "%s %s %s" % (content.firstname,content.middlename,content.lastname)
1347        data = getattr(self,'application',None)
1348        if data:
1349            content = data.getContent()
1350            return "%s" % (content.jamb_lastname)
1351        return self.title
1352
1353    security.declarePrivate('makeStudentMember') ###(
1354    def makeStudentMember(self,sid,password='uNsEt'):
1355        """make the student a member"""
1356        membership = self.portal_membership
1357        membership.addMember(sid,
1358                             password ,
1359                             roles=('Member',
1360                                     'Student',
1361                                     ),
1362                             domains='',
1363                             properties = {'memberareaCreationFlag': False,
1364                                           'homeless': True},)
1365        member = membership.getMemberById(sid)
1366        self.portal_registration.afterAdd(member, sid, password, None)
1367        self.manage_setLocalRoles(sid, ['Owner',])
1368
1369###)
1370
1371    security.declareProtected(View,'createSubObjects') ###(
1372    def createSubObjects(self):
1373        """make the student a member"""
1374        dp = {'Title': 'Personal Data'}
1375        app_doc = self.application.getContent()
1376        names = app_doc.jamb_lastname.split()
1377        if len(names) == 3:
1378            dp['firstname'] = names[0].capitalize()
1379            dp['middlename'] = names[1].capitalize()
1380            dp['lastname'] = names[2].capitalize()
1381        elif len(names) == 2:
1382            dp['firstname'] = names[0].capitalize()
1383            dp['lastname'] = names[1].capitalize()
1384        else:
1385            dp['lastname'] = app_doc.jamb_lastname
1386        dp['sex'] = app_doc.jamb_sex == 'F'
1387        dp['lga'] = "%s/%s" % (app_doc.jamb_state,app_doc.jamb_lga )
1388        proxy = self.aq_parent
1389        proxy.invokeFactory('StudentPersonal','personal')
1390        per = proxy.personal
1391        per_doc = per.getContent()
1392        per_doc.edit(mapping = dp)
1393        per.manage_setLocalRoles(proxy.getId(), ['Owner',])
1394        #self.portal_workflow.doActionFor(per,'open',dest_container=per)
1395
1396###)
1397
1398InitializeClass(Student)
1399
1400def addStudent(container, id, REQUEST=None, **kw):
1401    """Add a Student."""
1402    ob = Student(id, **kw)
1403    return CPSBase_adder(container, ob, REQUEST=REQUEST)
1404
1405###)
1406
1407class StudentAccommodation(CPSDocument): ###(
1408    """
1409    WAeUP Student container for the various student data
1410    """
1411    meta_type = 'StudentAccommodation'
1412    portal_type = meta_type
1413    security = ClassSecurityInfo()
1414
1415    security.declareProtected(View,"Title")
1416    def Title(self):
1417        """compose title"""
1418        content = self.getContent()
1419        #return "Accommodation Data for %s %s" % (content.firstname,content.lastname)
1420        return "Accommodation Data for Session %s" % content.session
1421
1422
1423InitializeClass(StudentAccommodation)
1424
1425def addStudentAccommodation(container, id, REQUEST=None, **kw):
1426    """Add a Students personal data."""
1427    ob = StudentAccommodation(id, **kw)
1428    return CPSBase_adder(container, ob, REQUEST=REQUEST)
1429
1430###)
1431
1432class StudentPersonal(CPSDocument): ###(
1433    """
1434    WAeUP Student container for the various student data
1435    """
1436    meta_type = 'StudentPersonal'
1437    portal_type = meta_type
1438    security = ClassSecurityInfo()
1439
1440    security.declareProtected(View,"Title")
1441    def Title(self):
1442        """compose title"""
1443        content = self.getContent()
1444        #return "Personal Data for %s %s" % (content.firstname,content.lastname)
1445        return "Personal Data"
1446
1447
1448InitializeClass(StudentPersonal)
1449
1450def addStudentPersonal(container, id, REQUEST=None, **kw):
1451    """Add a Students personal data."""
1452    ob = StudentPersonal(id, **kw)
1453    return CPSBase_adder(container, ob, REQUEST=REQUEST)
1454
1455###)
1456
1457class StudentClearance(CPSDocument): ###(
1458    """
1459    WAeUP Student container for the various student data
1460    """
1461    meta_type = 'StudentClearance'
1462    portal_type = meta_type
1463    security = ClassSecurityInfo()
1464
1465    security.declareProtected(View,"Title")
1466    def Title(self):
1467        """compose title"""
1468        content = self.getContent()
1469        #return "Clearance/Eligibility Record for %s %s" % (content.firstname,content.lastname)
1470        return "Clearance/Eligibility Record"
1471
1472
1473InitializeClass(StudentClearance)
1474
1475def addStudentClearance(container, id, REQUEST=None, **kw):
1476    """Add a Students personal data."""
1477    ob = StudentClearance(id, **kw)
1478    return CPSBase_adder(container, ob, REQUEST=REQUEST)
1479
1480###)
1481
1482class StudentStudyLevel(CPSDocument,AzaxBaseView): ###(
1483    """
1484    WAeUP Student container for the various student data
1485    """
1486    meta_type = 'StudentStudyLevel'
1487    portal_type = meta_type
1488    security = ClassSecurityInfo()
1489
1490    security.declareProtected(View,"Title")
1491    def Title(self):
1492        """compose title"""
1493        return "Level %s" % self.aq_parent.getId()
1494
1495    def getCorrespondingSelect(self, value):
1496        """ returns select content """
1497        import pdb;pdb.set_trace()
1498        mapping = {}
1499        mapping['']=[]
1500        mapping['animals']=['dog', 'cat', 'cow']
1501        mapping['machines']=['computer', 'car', 'airplane']
1502        # XXX Note that originally we just used replaceInnerHTML to just put
1503        # the options inside the select, however this is principally broken
1504        # on IE due to an IE bug. Microsoft has confirmed the bug but is not
1505        # giving information on whether it has or it will ever be fixed.
1506        # For further info, see http://support.microsoft.com/default.aspx?scid=kb;en-us;276228
1507        # The current solution, replace the outer node, works solidly.
1508        result = ['<select id="second">']
1509        result.extend(['<option>%s</option>' % item for item in mapping[value]])
1510        result.append('</select>')
1511        self.getCommandSet('core').replaceHTML('select#second', ' '.join(result))
1512        return self.render()
1513
1514    def create_course_results(self,cert_id,current_level): ###(
1515        "create all courses in a level"
1516        aq_portal = self.portal_catalog.evalAdvancedQuery
1517        res = self.portal_catalog(portal_type="Certificate", id = cert_id)
1518        l = []
1519        import transaction
1520        if res:
1521            cert = res[0]
1522            path = cert.getPath()
1523            query = Eq("path","%s/%s" % (path,current_level)) &\
1524                    Eq('portal_type','CertificateCourse')
1525            courses = aq_portal(query)
1526            #from pdb import set_trace;set_trace()
1527            self_proxy = self.aq_parent
1528            for c in courses:
1529                d = self.getCourseInfo(c.getId)
1530                cr_id = self_proxy.invokeFactory('StudentCourseResult',c.getId)
1531                course_result = getattr(self_proxy,cr_id)
1532                self.portal_workflow.doActionFor(course_result,'open')
1533                d['core_or_elective'] = getattr(c.getObject().getContent(),'core_or_elective')
1534                course_result.getContent().edit(mapping=d)
1535                #transaction.commit()
1536    ###)
1537
1538InitializeClass(StudentStudyLevel)
1539
1540def addStudentStudyLevel(container, id, REQUEST=None, **kw):
1541    """Add a Students personal data."""
1542    ob = StudentStudyLevel(id, **kw)
1543    return CPSBase_adder(container, ob, REQUEST=REQUEST)
1544
1545###)
1546
1547class StudentStudyCourse(CPSDocument): ###(
1548    """
1549    WAeUP Student container for the various student data
1550    """
1551    meta_type = 'StudentStudyCourse'
1552    portal_type = meta_type
1553    security = ClassSecurityInfo()
1554
1555    security.declareProtected(View,"Title")
1556    def Title(self):
1557        """compose title"""
1558        content = self.getContent()
1559        return "Study Course"
1560
1561
1562InitializeClass(StudentStudyCourse)
1563
1564def addStudentStudyCourse(container, id, REQUEST=None, **kw):
1565    """Add a Students personal data."""
1566    ob = StudentStudyCourse(id, **kw)
1567    return CPSBase_adder(container, ob, REQUEST=REQUEST)
1568
1569###)
1570
1571class StudentApplication(CPSDocument): ###(
1572    """
1573    WAeUP Student container for the various student data
1574    """
1575    meta_type = 'StudentApplication'
1576    portal_type = meta_type
1577    security = ClassSecurityInfo()
1578
1579    security.declareProtected(View,"Title")
1580    def Title(self):
1581        """compose title"""
1582        return "Application Data"
1583
1584
1585InitializeClass(StudentApplication)
1586
1587def addStudentApplication(container, id, REQUEST=None, **kw):
1588    """Add a Students eligibility data."""
1589    ob = StudentApplication(id, **kw)
1590    return CPSBase_adder(container, ob, REQUEST=REQUEST)
1591###)
1592
1593class StudentPume(CPSDocument): ###(
1594    """
1595    WAeUP Student container for the various student data
1596    """
1597    meta_type = 'StudentPume'
1598    portal_type = meta_type
1599    security = ClassSecurityInfo()
1600
1601    security.declareProtected(View,"Title")
1602    def Title(self):
1603        """compose title"""
1604        return "PUME Results"
1605
1606
1607InitializeClass(StudentPume)
1608
1609def addStudentPume(container, id, REQUEST=None, **kw):
1610    """Add a Students PUME data."""
1611    ob = StudentPume(id, **kw)
1612    return CPSBase_adder(container, ob, REQUEST=REQUEST)
1613###)
1614
1615##class StudentSemester(CPSDocument): ###(
1616##    """
1617##    WAeUP StudentSemester containing the courses and students
1618##    """
1619##    meta_type = 'StudentSemester'
1620##    portal_type = meta_type
1621##    security = ClassSecurityInfo()
1622##
1623##InitializeClass(StudentSemester)
1624##
1625##def addStudentSemester(container, id, REQUEST=None, **kw):
1626##    """Add a StudentSemester."""
1627##    ob = StudentSemester(id, **kw)
1628##    return CPSBase_adder(container, ob, REQUEST=REQUEST)
1629##
1630#####)
1631
1632##class Semester(CPSDocument): ###(
1633##    """
1634##    WAeUP Semester containing the courses and students
1635##    """
1636##    meta_type = 'Semester'
1637##    portal_type = meta_type
1638##    security = ClassSecurityInfo()
1639##
1640##InitializeClass(Semester)
1641##
1642##def addSemester(container, id, REQUEST=None, **kw):
1643##    """Add a Semester."""
1644##    ob = Semester(id, **kw)
1645##    return CPSBase_adder(container, ob, REQUEST=REQUEST)
1646##
1647#####)
1648
1649class StudentCourseResult(CPSDocument): ###(
1650    """
1651    WAeUP StudentCourseResult
1652    """
1653    meta_type = 'StudentCourseResult'
1654    portal_type = meta_type
1655    security = ClassSecurityInfo()
1656
1657    def getCourseEntry(self,cid):
1658        res = self.portal_catalog({'meta_type': "Course",
1659                                           'id': cid})
1660        if res:
1661            return res[-1]
1662        else:
1663            return None
1664
1665    security.declareProtected(View,"Title")
1666    def Title(self):
1667        """compose title"""
1668        cid = self.aq_parent.getId()
1669        ce = self.getCourseEntry(cid)
1670        if ce:
1671            return "%s" % ce.Title
1672        return "No course with id %s" % cid
1673
1674InitializeClass(StudentCourseResult)
1675
1676def addStudentCourseResult(container, id, REQUEST=None, **kw):
1677    """Add a StudentCourseResult."""
1678    ob = StudentCourseResult(id, **kw)
1679    return CPSBase_adder(container, ob, REQUEST=REQUEST)
1680###)
1681
1682# Backward Compatibility StudyLevel
1683
1684from Products.WAeUP_SRP.Academics import StudyLevel
1685
1686from Products.WAeUP_SRP.Academics import addStudyLevel
1687
Note: See TracBrowser for help on using the repository browser.