source: WAeUP_SRP/trunk/WAeUPTool.py @ 4834

Last change on this file since 4834 was 4800, checked in by Henrik Bettermann, 15 years ago

minor fix in exportAllStudyLevels

  • Property svn:keywords set to Id
File size: 77.6 KB
Line 
1# -*- mode: python; mode: fold; -*-
2# (C) Copyright 2005 The WAeUP group  <http://www.waeup.org>
3# Author: Joachim Schmitz (js@aixtraware.de)
4#
5# This program is free software; you can redistribute it and/or modify
6# it under the terms of the GNU General Public License version 2 as published
7# by the Free Software Foundation.
8#
9# This program is distributed in the hope that it will be useful,
10# but WITHOUT ANY WARRANTY; without even the implied warranty of
11# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12# GNU General Public License for more details.
13#
14# You should have received a copy of the GNU General Public License
15# along with this program; if not, write to the Free Software
16# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
17# 02111-1307, USA.
18#
19# $Id: WAeUPTool.py 4800 2010-01-12 20:50:56Z henrik $
20"""The WAeUP Tool Box.
21"""
22
23from AccessControl import ClassSecurityInfo
24from Acquisition import aq_inner
25from Acquisition import aq_parent
26from Globals import DTMLFile
27from Globals import InitializeClass
28from OFS.SimpleItem import SimpleItem
29from zExceptions import BadRequest
30
31from Products.CMFCore.utils import getToolByName
32from Products.CPSSchemas.DataStructure import DataStructure
33from Products.CPSSchemas.DataModel import DataModel
34from Products.CPSSchemas.StorageAdapter import MappingStorageAdapter
35from Products.CMFCore.ActionProviderBase import ActionProviderBase
36from Products.CMFCore.permissions import View
37from Products.ZCatalog.ZCatalog import ZCatalog
38from Products.CMFCore.permissions import ModifyPortalContent
39from Products.CMFCore.permissions import ManagePortal
40from Products.CMFCore.utils import UniqueObject
41from Products.CMFCore.URLTool import URLTool
42from Products.CMFCore.utils import getToolByName
43from Students import makeCertificateCode
44from Globals import package_home,INSTANCE_HOME
45from WAeUPImport import ApplicationImport,CertificateImport,CertificateCourseImport
46from WAeUPImport import CourseImport,CourseResultImport,StudentStudyLevelImport,PaymentImport
47from WAeUPImport import DepartmentImport,FacultyImport,StudentImport,VerdictImport
48from utils import makeDigest
49import DateTime,time
50import logging
51import transaction
52import csv,re,os,sys
53import md5
54from shutil import copy2,copy
55from Products.AdvancedQuery import Eq, Between, Le,In
56
57p_home = package_home(globals())
58i_home = INSTANCE_HOME
59images_base = os.path.join(i_home,"images")
60EMPTY = 'XXX'
61
62def getImagesDir(student_id):
63    return os.path.join("%s" % images_base,student_id[0],student_id)
64
65def getObject(object,name):
66    if object.hasObject(name):
67        return getattr(object,name)
68    return None
69
70class WAeUPTool(UniqueObject, SimpleItem, ActionProviderBase):
71    """WAeUP tool"""
72
73    id = 'waeup_tool'
74    meta_type = 'WAeUP Tool'
75    _actions = ()
76    security = ClassSecurityInfo()
77    security.declareObjectProtected(View)
78    manage_options = ( ActionProviderBase.manage_options
79                     + SimpleItem.manage_options
80                     )
81
82    security.declareProtected(View,'re_split') ###(
83    def re_split(self,split_string,string):
84        return re.split(split_string,string)
85    ###)
86
87    security.declareProtected(View,'difference') ###(
88    def difference(self,l1,l2):
89        return set(l1).difference(set(l2))
90    ###)
91
92    def rwrite(self,s): ###(
93        response = self.REQUEST.RESPONSE
94        response.setHeader('Content-type','text/html; charset=ISO-8859-15')
95        response.write("%s<br />\r\n" % s)
96    ###)
97
98    def addtodict(self,d,key,item): ###(
99        d[key].append(item)
100        return d[key]
101    ###)
102
103    def sleep(self,secs): ###(
104        "sleep"
105        import time
106        time.sleep(secs)
107        return
108    ###)
109
110    security.declareProtected(View,'updateRoleMappingsFor') ###(
111    def updateRoleMappingsFor(self,wf_definition,ob):
112        "do so for public"
113        wf_def = getattr(self.portal_workflow,wf_definition)
114        wf_def.updateRoleMappingsFor(ob)
115    ###)
116
117    security.declareProtected(View,'getStatesLgas') ###(
118    def getStatesLgas(self):
119        """return lga info"""
120        voc = getattr(self.portal_vocabularies,'local_gov_areas')
121        states = []
122        lgas  = []
123        d = {}
124        wd = {}
125        for k,v in voc.items():
126            parts = v.split(' / ')
127            if len(parts) == 1:
128                state = parts[0].lower()
129                lga = ""
130            elif len(parts) == 2:
131                state = "_".join(re.split('[^a-zA-Z0-9/]',parts[0].lower()))
132                lga = "-".join(re.split('[^a-zA-Z0-9/]',parts[1].lower()))
133            else:
134                continue
135            if state not in states:
136                states.append(state)
137            if lga not in lgas:
138                lgas.append(lga)
139            words = re.split('[^a-zA-Z0-9/]',k)
140            words.sort()
141            wd[k] = words
142            d[k] = v
143        mapping = {}
144        mapping['word_dict'] = wd
145        mapping['lga_dict'] = d
146        mapping['states'] = states
147        mapping['lgas'] = lgas
148        return mapping
149    ###)
150
151    security.declareProtected(View,'findLga') ###(
152    def findLga(self,words,words_dict):
153        words = re.split('[^a-zA-Z0-9/]',words)
154        lga_words = []
155        for word in words:
156            if word:
157                lga_words += word.strip().lower(),
158        lga_words.sort()
159        state_lga = ''
160        while not state_lga:
161            for k,l in words_dict.items():
162                if lga_words == l:
163                    state_lga = k
164                    break
165            break
166        return state_lga
167    ###)
168    security.declareProtected(View,'getAccessInfo') ###(
169    def getAccessInfo(self,context):
170        "return a dict with access_info"
171        logger = logging.getLogger('WAeUPTool.getAccessInfo')
172        mtool = self.portal_membership
173        member = mtool.getAuthenticatedMember()
174        member_id = str(member)
175        info = {}
176        is_anonymous = info['is_anonymous'] = mtool.isAnonymousUser()
177        is_student = info['is_student'] = ord(member_id[1]) > 48 and ord(member_id[1]) <= 57
178        is_staff = info['is_staff'] = not is_anonymous and not is_student
179        roles = member.getRolesInContext(context)
180        info['is_sectionofficer'] = not is_student and ("SectionOfficer" in roles or
181                                                        "SectionManager" in roles or
182                                                        "Manager" in roles)
183        info['is_clearanceofficer'] = not is_student and ("ClearanceOfficer" in roles)
184        #is_allowed = info['is_allowed'] = not is_anonymous
185        requested_id = context.getStudentId()
186        student_id  = None
187        if not is_anonymous and requested_id:
188            if (is_student and member_id == requested_id) or is_staff:
189                student_id = requested_id
190            else:   
191                logger.info('%s tried to access %s of %s' % (member_id,context.portal_type,requested_id))
192        info['student_id'] = student_id
193        return info
194    ###)
195
196    security.declareProtected(ModifyPortalContent,'openLog') ###(
197    def openLog(self,name):
198        """open a log file"""
199        version = 1
200        path = "%s/log/%s_%d.log" % (i_home,name,version)
201        while os.path.exists(path):
202            version += 1
203            path = "%s/log/%s_%d.log" % (i_home,name,version)
204        log = open(path,"w")
205        return log
206    ###)
207
208    security.declareProtected(ModifyPortalContent,'bypassQueueCatalog') ###(
209    def bypassQueueCatalog(self,enable=True):
210        """bypass the QueueCatalog by setting all indexes to process imediate,
211        if enable is True (default) the old settings are restored
212        """
213
214    ###)
215
216    security.declareProtected(ModifyPortalContent,'measureOaT') ###(
217    def measureOaT(self,method="a",probe="1000",nr_pts="1"):
218        """measure Object access Time"""
219        import random
220        if hasattr(self,'portal_catalog_real'):
221            aq_portal = self.portal_catalog_real.evalAdvancedQuery
222        else:
223            aq_portal = self.portal_catalog.evalAdvancedQuery
224        nr_pts = int(nr_pts)
225        probe = int(probe)
226        intervall = probe/10
227        objects = ("application","clearance","personal")
228        portal_types = ("StudentApplication","StudentClearance","StudentPersonal")
229        #i = random.randrange(num_objects)
230        count = 0
231        found = 0
232        not_found = 0
233        t_found = 0
234        t_not_found = 0
235        time_found = time_not_found = 0.0
236        t_time_found = t_time_not_found = 0.0
237        accessed = []
238        t_min = 1000
239        t_max = 0
240        #import pdb;pdb.set_trace()
241        students = self.portal_catalog(portal_type="Student")
242        num_students = len(students)
243        if method == "d":
244            query = Eq('path','/uniben/campus/students') & In('portal_type',portal_types[:nr_pts])
245            res = aq_portal(query)
246            brains = {}
247            for r in res:
248                sid = r.relative_path.split('/')[-2]
249                if brains.has_key(sid):
250                    brains[sid][r.portal_type] = r
251                else:
252                    brains[sid] = {r.portal_type : r}
253            brains_list = brains.keys()
254            num_objects = len(brains_list)
255        else:
256            num_objects = num_students
257        print "="*40
258        print "method: %s probes: %d nr_pts: %d num_objects: %d" % (method,
259                                                                        probe,
260                                                                        nr_pts,
261                                                                        num_objects)
262        print "nr found/not time found/not min/max"
263        elapse = time.time()
264        i_elapse = time.time()
265        c_elapse = time.clock()
266        for c in range(1,probe + 1):
267            i = random.randrange(num_objects)
268            if method in ('a','b','c'):
269                student_brain = students[i]
270            elif method == "d":
271                #import pdb;pdb.set_trace()
272                student_brain = brains[brains_list[i]]
273            if method == "c":
274                query = Eq('path',student_brain.getPath()) & In('portal_type',portal_types[:nr_pts])
275                res = aq_portal(query)
276                this_portal_types = [r.portal_type for r in res]
277            for i in range(nr_pts):
278                oid = objects[i]
279                if method == "a":
280                    try:
281                        student_path = student_brain.getPath()
282                        path = "%s/%s" % (student_path,oid)
283                        doc = self.unrestrictedTraverse(path).getContent()
284                        found += 1
285                        i_time = time.time() - i_elapse
286                        time_found += i_time
287                    except:
288                        not_found += 1
289                        i_time = time.time() - i_elapse
290                        time_not_found += i_time
291                        pass
292                elif method == "b":
293                    try:
294                        student_object = student_brain.getObject()
295                        doc = getattr(student_object,oid).getContent()
296                        found += 1
297                        i_time = time.time() - i_elapse
298                        time_found += i_time
299                    except:
300                        i_time = time.time() - i_elapse
301                        time_not_found += i_time
302                        not_found += 1
303                        pass
304                elif method == "c":
305                    if portal_types[i] in this_portal_types:
306                        found += 1
307                        doc = res[this_portal_types.index(portal_types[i])].getObject().getContent()
308                        i_time = time.time() - i_elapse
309                        time_found += i_time
310                    else:
311                        not_found += 1
312                        i_time = time.time() - i_elapse
313                        time_not_found += i_time
314                elif method == "d":
315                    if student_brain.has_key(portal_types[i]):
316                        found += 1
317                        doc = student_brain[portal_types[i]].getObject().getContent()
318                        i_time = time.time() - i_elapse
319                        time_found += i_time
320                    else:
321                        not_found += 1
322                        i_time = time.time() - i_elapse
323                        time_not_found += i_time
324                i_elapse = time.time()
325            if c and (c % intervall == 0):
326                #i_time = time.time() - i_elapse
327                t_per = 0.0
328                if found:
329                    t_per = time_found/found
330                if t_per > t_max:
331                    t_max = t_per
332                if t_per > 0.0 and t_per < t_min:
333                    t_min = t_per
334                itf = 0.0
335                if found:
336                    itf = time_found/found
337                itnf = 0.0
338                if not_found :
339                    itnf = time_not_found / not_found
340                interval_time = time_found + time_not_found
341                s = "%(c)d: %(found)d/%(not_found)d " % vars()
342                s += "%(interval_time)6.2f %(itf)6.4f/%(itnf)6.4f " % vars()
343                s += "%(t_min)6.4f/%(t_max)6.4f" %  vars()
344                print s
345                t_found += found
346                t_not_found += not_found
347                t_time_found += time_found
348                t_time_not_found += time_not_found
349                time_found = time_not_found = 0.0
350                found = not_found = 0
351        # t_found += found
352        # t_not_found += not_found
353        elapse = time.time() - elapse
354        itf = 0.0
355        if t_found:
356            itf = t_time_found/t_found
357        itnf = 0.0
358        if t_not_found:
359            itnf = t_time_not_found / t_not_found
360        #c_elapse = time.clock() - c_elapse
361        s = "%(probe)d: %(t_found)d/%(t_not_found)d " % vars()
362        s += "%(elapse)6.2f %(itf)6.4f/%(itnf)6.4f " % vars()
363        s += "%(t_min)6.4f/%(t_max)6.4f" %  vars()
364        print "-"*40
365        print s
366        rel_found = float(t_found)/probe
367        rel_not_found = float(t_not_found)/probe
368        estimated_total_time = num_objects*(rel_found*itf + rel_not_found*itnf)
369        print estimated_total_time
370    ###)
371
372    security.declareProtected(ModifyPortalContent,'writeLog') ###(
373    def writeLog(self,logfile,s):
374        """write to the log file"""
375        logfile.write(s)
376    ###)
377
378    def generateStudentId(self,letter): ###(
379        import random
380        logger = logging.getLogger('WAeUPTool.generateStudentId')
381        r = random
382        if letter == '?':
383            letter= r.choice('ABCDEFGHKLMNPQRSTUVWXY')
384        sid = "%c%d" % (letter,r.randint(99999,1000000))
385        students = self.portal_url.getPortalObject().campus.students
386        while self.students_catalog(id = sid) or self.waeup_tool.picturePathExists(sid) or self.removed_student_ids(id = sid):
387            if self.waeup_tool.picturePathExists(sid):
388                logger.info('picture path %s exists or in ' % sid)
389            sid = "%c%d" % (letter,r.randint(99999,1000000))
390        return sid
391    ###)
392
393    def generatePassword(self,s=None): ###(
394        import random
395        r = random
396        ##if letter not in ('ABCDEFGIHKLMNOPQRSTUVWXY'):
397        if s is None:
398            s = 'abcdefghklmnpqrstuvwxy23456789'
399        pw = ''
400        while len(pw) < 6:
401            pw += r.choice(s)
402        return pw
403    ###)
404
405    security.declareProtected(ModifyPortalContent, 'dumpSchoolfeePayments') ###(
406    def dumpSchoolfeePayments(self):
407        "dump paid schoolfees"
408        mtool = self.portal_membership
409        member = mtool.getAuthenticatedMember()
410        logger = logging.getLogger('WAeUPTool.dumpSchoolfees')
411        aq_student = self.students_catalog.evalAdvancedQuery
412        query = In('review_state',('schoolfee_paid',
413                                   'courses_registered',
414                                   'courses_validated',
415                                   ))
416        res = aq_student(query)
417        #import pdb;pdb.set_trace()
418        l = []
419        logger.info("start for %d" % len(res))
420        count = 1
421        log_after = 100
422        for student in res:
423            if not count % log_after:
424                logger.info("processed %d total %d" % (log_after,count))
425            count += 1
426            fee_dict =self.getSchoolFee(student)
427            fulltime = student.mode.endswith('_ft')
428            d = {}
429            d['student_id'] = student.id
430            d['name'] = student.name
431            d['amount'] = fee_dict.get(new_returning)
432            l += d,
433        csv_name = self.dumpListToCSV(l,'payments')
434        logger.info('%s dumped payments to %s' % (member,export_file))
435    ###)
436
437    security.declarePublic('dumpListToCSV') ###(
438    def dumpListToCSV(self,l,filename,fields=None):
439        """dump a list of dicts to a CSV file"""
440        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
441        export_file = "%s/export/%s_%s.csv" % (i_home,filename,current,)
442        if fields is None:
443            fields = l[0].keys()
444        headline = ','.join(fields)
445        out = open(export_file,"wb")
446        out.write(headline +'\n')
447        out.close()
448        out = open(export_file,"a")
449        csv_writer = csv.DictWriter(out,fields,)
450        csv_writer.writerows(l)
451        return export_file
452    ###)
453
454    security.declareProtected(ManagePortal, 'listMembers') ###(
455    def listMembers(self):
456        "list all members"
457        mtool = self.portal_membership
458        member = mtool.getAuthenticatedMember()
459        logger = logging.getLogger('WAeUPTool.listMembers')
460        if str(member) not in ('admin','joachim'):
461            logger.info('%s tried to list members' % (member))
462            return None
463        members = self.portal_directories.members
464        all = members.listEntryIdsAndTitles()
465        l = []
466        for user_id,name in all:
467            d = {}
468            d['user_id'] = user_id
469            d['name'] = name
470            d['pw'] = getattr(getattr(members,user_id),'password')
471            d['email'] = getattr(getattr(members,user_id),'email')
472            d['groups'] = " ".join(getattr(getattr(members,user_id),'groups'))
473            d['roles'] = " ".join(getattr(getattr(members,user_id),'roles'))
474            l += d,
475        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
476        export_file = "%s/export/member_list_%s.csv" % (i_home,current,)
477        logger.info('%s dumped member list to %s' % (member,export_file))
478        fields = l[0].keys()
479        headline = ','.join(fields)
480        out = open(export_file,"wb")
481        out.write(headline +'\n')
482        out.close()
483        out = open(export_file,"a")
484        csv_writer = csv.DictWriter(out,fields,)
485        csv_writer.writerows(l)
486    ###)
487
488    security.declareProtected(ManagePortal, 'listStudents') ###(
489    def listStudents(self):
490        "list all students"
491        mtool = self.portal_membership
492        member = mtool.getAuthenticatedMember()
493        logger = logging.getLogger('WAeUPTool.listStudents')
494        if str(member) not in ('admin','joachim'):
495            logger.info('%s tried to list students' % (member))
496            return None
497        students = self.portal_directories.students
498        all = students.listEntryIdsAndTitles()
499        l = []
500        for user_id,name in all:
501            d = {}
502            d['user_id'] = user_id
503            d['name'] = name
504            d['pw'] = getattr(getattr(students,user_id),'password')
505            d['email'] = getattr(getattr(students,user_id),'email')
506            d['groups'] = " ".join(getattr(getattr(students,user_id),'groups'))
507            d['roles'] = " ".join(getattr(getattr(students,user_id),'roles'))
508            l += d,
509        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
510        export_file = "%s/export/student_list_%s.csv" % (i_home,current,)
511        logger.info('%s dumped student list to %s' % (member,export_file))
512        fields = l[0].keys()
513        headline = ','.join(fields)
514        out = open(export_file,"wb")
515        out.write(headline +'\n')
516        out.close()
517        out = open(export_file,"a")
518        csv_writer = csv.DictWriter(out,fields,)
519        csv_writer.writerows(l)
520    ###)
521
522    security.declareProtected(ManagePortal, 'removeDeletedDocIds') ###(
523    def removeDeletedDocIds(self, max=1000):
524        """
525        remove deleted docids from repository commit after max
526        """
527        logger = logging.getLogger('WAeUPTool.removeDeletedDocIds')
528        repository = getToolByName(self, 'portal_repository')
529        pxtool = getToolByName(self, 'portal_proxies')
530        logger.info('start')
531        pxtool_infos = pxtool.getRevisionsUsed()
532        logger.info('found  %d used revisions ' % (len(pxtool_infos)))
533
534        nb_revs = 0
535        docids_d = {} # all docids
536        unused_docids_d = {} # all docids that are unused
537        ids_unused_revs_docids = [] # ids for revs of unused docids
538        unused_ids = [] # ids for unused revs
539        total = 0
540        idlist = repository.objectIds()
541        to_delete = 0
542        found = False
543        for id in idlist:
544            docid, rev = repository._splitId(id)
545            if docid is None:
546                logger.info("invalid doc_id %s" % docid)
547                continue
548            nb_revs += 1
549            if not pxtool_infos.has_key(docid):
550                found = True
551                to_delete += 1
552                unused_ids.append(id)
553            elif not pxtool_infos[docid].has_key(rev):
554                found = True
555                to_delete += 1
556                unused_ids.append(id)
557            if found and not to_delete % max:
558                found = False
559                #import pdb;pdb.set_trace()
560                repository.manage_delObjects(unused_ids)
561                transaction.commit()
562                logger.info('removed %d total %d unused docids ' % (max,to_delete))
563        else:
564            if unused_ids:
565                repository.manage_delObjects(unused_ids)
566                transaction.commit()
567        logger.info('finished removing %d unused docids ' % (to_delete))
568    ###)
569
570    security.declarePublic('getCredential') ###(
571    def getCredential(self,student_id):
572        student_entry = getattr(self.portal_directories.students,student_id,None)
573        #import pdb;pdb.set_trace()
574        #if not self.isStaff():
575        #    mtool = self.portal_membership
576        #    member = mtool.getAuthenticatedMember()
577        #    logger = logging.getLogger('WAeUPTool.getCredential')
578        #    logger.info('%s tried to access password of %s' % (member,student_id))
579        #    return None
580        if student_entry is None:
581            return "not set"
582        return getattr(student_entry,"password","not set")
583    ###)
584
585    security.declarePublic('checkPassword') ###(
586    def checkPassword(self,student_id,password):
587        student_entry = getattr(self.portal_directories.students,student_id,None)
588        if student_entry is None:
589            return False
590        return getattr(student_entry,"password","not set") == password
591    ###)
592
593    security.declarePublic('checkGenericPassword') ###(
594    def checkGenericPassword(self,member_id):
595        member_entry = getattr(self.portal_directories.members,member_id,None)
596        if member_entry is None:
597            return False
598        ltool = getToolByName(self, 'portal_layouts')
599        unsecure_words = ltool._getOb('members')['w__password'].check_words
600        password = getattr(member_entry,"password","not set")
601        is_unsecure = password in unsecure_words
602        if is_unsecure:
603            logger = logging.getLogger('WAeUPTool.checkGenericPassword')
604            logger.info('Member %s tried to log in with unsecure password %s' %(member_id,password))
605        return is_unsecure
606    ###)
607
608    security.declarePublic('editPassword') ###(
609    def editPassword(self,student_id,password):
610        "edit a student password"
611        student_entry = getattr(self.portal_directories.students,student_id,None)
612        if student_entry is None:
613            return
614        setattr(student_entry,'password',password)
615    ###)
616
617    security.declareProtected(ModifyPortalContent,'doCommit') ###(
618    def doCommit(self,logger=None):
619        "commit some transactions"
620        transaction.commit()
621    ###)
622
623    security.declarePublic('loadStudentFoto') ###(
624    def loadStudentFoto(self,student,filename,folder):
625        "return a student passport picture"
626        #import pdb;pdb.set_trace()
627        picture ="%s/import/%s/%s" % (i_home,folder,filename)
628        student_id = student.getId()
629        images_dir = getImagesDir(student_id)
630        if not os.path.exists(images_dir):
631            os.mkdir(images_dir)
632        image_name = os.path.join(images_dir,"passport_%(student_id)s.jpg" % vars())
633        for extension in ('.jpg','.JPG'):
634            fullname = "%(picture)s%(extension)s" % vars()
635            if os.path.exists(fullname):
636                copy2(fullname,image_name)
637                return "successfully copied passport picture"
638        return "passport picture not found: %s.jpg or .JPG" % picture
639    ###)
640
641
642    security.declareProtected(ModifyPortalContent,'createOne') ###(
643    def createOne(self,students_folder,student_brain,letter,commit=False):
644        sid = self.waeup_tool.generateStudentId(letter)
645        students_folder.invokeFactory('Student', sid)
646        student = getattr(students_folder,sid)
647        self.portal_workflow.doActionFor(student,'return')
648        student.manage_setLocalRoles(sid, ['Owner',])
649        matric_no = student_brain.matric_no
650        jamb_reg_no = student_brain.Entryregno
651        self.students_catalog.addRecord(id = sid,
652                                           matric_no = matric_no,
653                                           jamb_reg_no = jamb_reg_no,
654                                           sex = student_brain.Sex == "F",
655                                           name = "%s %s %s" % (student_brain.Firstname,
656                                                                student_brain.Middlename,
657                                                                student_brain.Lastname)
658                                        )
659        if commit:
660            transaction.commit()
661        return sid,jamb_reg_no
662    ###)
663
664    # Functions without docstring cannot be called from outside (via the URL),
665    # thus we can declare addStudent public.
666    security.declarePublic('addStudent') ###(
667    def addStudent(self,dict):
668        students_folder = self.portal_url.getPortalObject().campus.students
669        sid = self.waeup_tool.generateStudentId('?')
670        students_folder.invokeFactory('Student', sid)
671        student_obj = getattr(students_folder,sid)
672        f2t = StudentImport.field2types_student
673        #from pdb import set_trace; set_trace()
674        d = {}
675        #d['jamb_sex']  = 'M'
676        #if dict.get('sex'):
677        #    d['jamb_sex']  = 'F'
678
679        entry_session = dict.get('entry_session')
680        if entry_session == self.getSessionId()[0]:
681            wfaction = 'admit'
682            wft = 'wf_transition_admit'
683            password = None
684        else:
685            wfaction = 'return'
686            wft = 'wf_transition_return'
687            password = self.generatePassword()
688            self.makeStudentMember(sid,password)
689
690        for pt in f2t.keys():
691            student_obj.invokeFactory(pt,f2t[pt]['id'])
692            sub_obj = getattr(student_obj,f2t[pt]['id'])
693            sub_doc = sub_obj.getContent()
694            #self.portal_workflow.doActionFor(sub_obj,'open',dest_container=sub_obj)
695            #d['Title'] = f2t[pt]['title']
696            for field in f2t[pt]['fields']:
697                d[field] = dict.get(field,'')
698            sub_doc.edit(mapping = d)
699            new_state = f2t[pt][wft]
700            if new_state != "remain":
701                self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
702        self.portal_workflow.doActionFor(student_obj,wfaction)
703        student_obj.manage_setLocalRoles(sid, ['Owner',])
704        return sid,password
705    ###)
706
707    security.declarePublic('getCertificateBrain') ###(
708    def getCertificateBrain(self,cert_id):
709        "do it"
710        res = ZCatalog.searchResults(self.portal_catalog_real,
711                                {'portal_type':"Certificate",
712                                      'id': cert_id})
713        if res:
714            return res[0]
715        return None
716    ###)
717
718    security.declareProtected(ModifyPortalContent,'get_csv_filenames') ###(
719    def get_csv_filenames(self):
720        "do it"
721        files = [file for file in os.listdir("%s/import/" % (i_home))
722                 if file.endswith('.csv') and (file.find('imported') == -1 and
723                                               file.find('pending') == -1)]
724        return files
725    ###)
726
727    security.declarePublic('findStudentByMatricelNo') ###(
728    def findStudentByMatricelNo(self,matric_no):
729        "do it"
730        res = ZCatalog.searchResults(self.portal_catalog_real,
731                                {'portal_type':"StudentClearance",
732                                 'SearchableText': matric_no})
733        if res:
734            return res[0]
735        return None
736    ###)
737
738
739    security.declarePublic('getOfficerName') ###(
740    def getOfficerName(self,mid):
741        """get the real name of a member"""
742        membership = self.portal_membership
743        member_record = membership.getMemberById(mid)
744        return member_record.getProperty('fullname',None)
745    ###)
746
747
748    security.declarePublic('makeStudentMember') ###(
749    def makeStudentMember(self,sid,password='uNsEt'):
750        """make the student a member"""
751        membership = self.portal_membership
752        membership.addMember(sid,
753                             password ,
754                             roles=('Member',
755                                     'Student',
756                                     ),
757                             domains='',
758                             properties = {'memberareaCreationFlag': False,
759                                           'homeless': True},)
760        member = membership.getMemberById(sid)
761        self.portal_registration.afterAdd(member, sid, password, None)
762        #self.manage_setLocalRoles(sid, ['Owner',])
763    ###)
764
765    security.declareProtected(View,'makeStudentData') ###(
766    def makeStudentData(self,student_id,email=None,phone_nr=None):
767        "create Datastructure for a returning Student"
768        #import pdb;pdb.set_trace()
769        logger = logging.getLogger('WAeUPTool.makeStudentData')
770        students_folder = self.portal_url.getPortalObject().campus.students
771        #res = self.students_catalog(id=student_id)
772        #if res:
773        #    st = res[0]
774        #res = self.returning_import(matric_no = st.matric_no)
775        res = self.returning_import(id = student_id)
776        if res:
777            student = res[0]
778        else:
779            logger.info('Id %s not found in returning_import' % student_id)
780            return
781        logger.info('%s creates data structure' % student_id)
782        s_results = self.results_import(matric_no = student.matric_no)
783        if s_results:
784            lnr = self.getLevelFromResultsCosCode(s_results)
785            level = "%d00" % lnr
786            verdict,eligible = self.getVerdict(s_results[0].Verdict)
787            #if eligible:
788            #    level = "%d00" % (lnr + 1)
789        else:
790            logger.info('matric_no %s not found in results_import' % student.matric_no)
791            level = ''
792            verdict = ''
793        #student should not be allowed to perform this transition
794        #wftool = self.portal_workflow
795        #wftool.doActionFor(student,'return')
796        certcode_org = student.Coursemajorcode
797        certcode = makeCertificateCode(certcode_org)
798        certificate_brain = self.getCertificateBrain(certcode)
799        if not certificate_brain:
800            em = 'Certificate %s org-code %s not found\n' % (certcode, certcode_org)
801            logger.info(em)
802        matric_no = student.matric_no
803        sid = student_id
804        student_obj = getattr(students_folder,sid)
805        if not getattr(student_obj,'application'):
806            student_obj.invokeFactory('StudentApplication','application')
807        application = student_obj.application
808        self.portal_workflow.doActionFor(application,'open',dest_container=application)
809        da = {'Title': 'Application Data'}
810        student_obj.invokeFactory('StudentPersonal','personal')
811        da['jamb_reg_no'] = student.Entryregno
812        em = self.getEntryMode(student.Entryregno)
813        da['entry_mode'] = em
814        personal = student_obj.personal
815        self.portal_workflow.doActionFor(personal,'open',dest_container=personal)
816        dp = {'Title': 'Personal Data'}
817        student_obj.invokeFactory('StudentClearance','clearance')
818        clearance = student_obj.clearance
819        self.portal_workflow.doActionFor(clearance,'open',dest_container=clearance)
820        dc = {'Title': 'Clearance/Eligibility Record'}
821        dc['matric_no'] = matric_no
822        state = student.State
823        lga = student.LGA
824        if state and lga:
825            lga =  state + ' / ' + lga
826        else:
827            lga = "None"
828        da['jamb_lga'] = dc['lga'] = lga
829        da['app_email'] = dp['email'] = email
830        da['app_mobile'] = dp['phone'] = phone_nr
831        dp['firstname'] = student.Firstname
832        dp['middlename'] = student.Middlename
833        dp['lastname'] = student.Lastname
834        da['jamb_lastname'] = "%s %s %s" % (student.Firstname,student.Middlename,student.Lastname)
835        da['jamb_sex'] = student.Sex
836        dp['sex'] = student.Sex == 'F'
837        dp['perm_address'] = student.Permanent_Address
838        application.getContent().edit(mapping=da)
839        self.portal_workflow.doActionFor(application,'close',dest_container=application)
840        personal.getContent().edit(mapping=dp)
841        clearance.getContent().edit(mapping=dc)
842        self.portal_workflow.doActionFor(clearance,'close',dest_container=clearance)
843        #
844        # Study Course
845        #
846        student_obj.invokeFactory('StudentStudyCourse','study_course')
847        studycourse = student_obj.study_course
848        self.portal_workflow.doActionFor(studycourse,'open',dest_container=studycourse)
849        dsc = {}
850        dsc['study_course'] = certcode
851        dsc['current_level'] = level
852        dsc['current_verdict'] = verdict
853        dsc['current_mode'] = em   #no longer used
854        dsc['current_session'] = '05'
855        studycourse.getContent().edit(mapping=dsc)
856        #
857        # Level
858        #
859        # l = getattr(studycourse,level,None)
860        # if l is None:
861        #     studycourse.invokeFactory('StudentStudyLevel', level)
862        #     l = getattr(studycourse, level)
863        #     self.portal_workflow.doActionFor(l,'open',dest_container=l)
864        #     l.getContent().edit(mapping={'Title': "Level %s" % level})
865        ###)
866
867    def init_timing(self): ###(
868        if self.with_timing:
869            if not hasattr(self,'_v_step_times'):
870                self._v_timer_count = 0
871                self._v_total = 0
872                self._v_step_times = {}
873                current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
874                self._v_timer_file = "%s/export/timing_%s.csv" % (i_home,current,)
875            self.timer_step = 0
876            self.total_time = 0
877            self.elapse = time.time()
878            self.i_elapse = time.time()
879            self.c_elapse = time.clock()
880    ###)
881
882    def do_timing(self): ###(
883        if self.with_timing:
884            try:
885                raise 'dummy'
886            except:
887                frame = sys.exc_traceback.tb_frame.f_back
888                locals = frame.f_locals
889                globals = frame.f_globals
890                functionname = frame.f_code.co_name
891                filename = os.path.basename(frame.f_code.co_filename)
892                lineno = frame.f_lineno
893                mod_line = "%(functionname)s:%(lineno)s" % vars()
894            i_time = time.time() - self.i_elapse
895            td = {}
896            if self._v_step_times.has_key(mod_line):
897                a_time = self._v_step_times[mod_line]['a_time'] + i_time
898                td['a_time'] = a_time
899            else:
900                td['a_time'] = i_time
901            td['i_time'] = i_time
902            self._v_step_times[mod_line] = td
903            self.i_time = i_time
904            self.total_time += i_time
905            self.timer_step +=1
906            self.i_elapse = time.time()
907    ###)
908
909    security.declareProtected(ModifyPortalContent,'print_timing') ###( ###(
910    def print_timing(self):
911        if self.with_timing:
912            l = []
913            timer_count = self._v_timer_count + 1
914            mod_lines = self._v_step_times.keys()
915            mod_lines.sort(cmp,reverse=0)
916            for mod_line in mod_lines:
917                td = self._v_step_times[mod_line]
918                i_time = td['i_time']
919                a_time = td['a_time']/(self._v_timer_count + 1)
920                l += ("%(mod_line)s,%(i_time)6.2f,%(a_time)6.2f,%(timer_count)d" % vars()),
921            total_time = self.total_time
922            total_avarage = self._v_total / timer_count
923            l += ("total,%(total_time)6.4f,%(total_avarage)6.4f,%(timer_count)d" % vars()),
924            print "\r\n".join(l)
925            out = open(self._v_timer_file,'a')
926            out.write("\r\n".join(l))
927            out.close()
928    ###)
929
930    security.declareProtected(ModifyPortalContent,'get_timing_data') ###( ###(
931    def get_timing_data(self):
932        if self.with_timing:
933            timer_count = self._v_timer_count + 1
934            results = {}
935            for k,d in self._v_step_times.items():
936                dd = {}
937                dd['a_time'] = d['a_time']/timer_count
938                dd['i_time'] = d['i_time']
939                dd['count'] = timer_count
940                results[k] = dd
941            dd = {}
942            dd['a_time'] = self._v_total / timer_count
943            dd['i_time'] = self.total_time
944            dd['count'] = timer_count
945            results["total"] = dd
946            return results
947    ###)
948
949    security.declareProtected(ModifyPortalContent,'admitOneStudent') ###(
950    def admitOneStudent(self,brain,entry_session,pin_password,with_timing=False):
951        "create Datastructure for an admitted Student"
952        #import pdb;pdb.set_trace()
953        logger = logging.getLogger('WAeUPTool.admitOneStudent')
954        self.with_timing = with_timing
955
956        try:
957            if brain.screening_type in ('cest','sandwich',) and brain.serial and brain.entry_session:
958                if brain.course1:
959                    reg_no = "%s%s/%s" % (brain.course1[:3],brain.serial,brain.entry_session)
960                else:
961                    reg_no = "%s%s/%s" % (brain.course_admitted[:3],brain.serial,brain.entry_session)
962            else:
963                reg_no = brain.reg_no
964        except:
965            logger.info('applicant record %s has errors' % (brain.reg_no))
966            return
967
968        #ignore argument entry_session
969        if not brain.entry_session:
970            logger.info('no entry_session for %s provided' % (reg_no))
971            return
972        else:
973            es = brain.entry_session
974        if len(es) == 1:
975            es = '0%c' % es
976
977        if not hasattr(self,"_v_certificates"):
978            self._v_certificates = self.getCertificatesDict()
979        students_folder = self.portal_url.getPortalObject().campus.students
980
981        res = self.students_catalog(jamb_reg_no = reg_no)
982        if res:
983            logger.info('student with reg_no %s exists (%s)' % (reg_no,res[0].id))
984            return
985        if brain.status != "admitted":
986            logger.info('status of %s is %s' % (reg_no,brain.status))
987            return
988        pin_parts = brain.pin.split('-')
989        if pin_parts and len(pin_parts) != 3:
990            logger.info('invalid pin %s for %s' % (brain.pin,reg_no))
991            return
992        if not brain.course_admitted:
993            logger.info('no course_admitted provided for %s' % (reg_no))
994            return           
995        if brain.course_admitted not in self._v_certificates:
996            logger.info('certificate %s not found for %s' % (brain.course_admitted,reg_no))
997            return
998        if brain.sex not in (True,False):
999            logger.info('sex of %s not available' % (reg_no))
1000            return
1001        self.init_timing()
1002        student_id = self.generateStudentId('?')
1003        students_folder.invokeFactory('Student', student_id)
1004        student_object = getattr(students_folder,student_id)
1005        self.do_timing()
1006        if pin_password:
1007            password = pin_parts[2]
1008            self.makeStudentMember(student_id,password = password)
1009        student_object.manage_setLocalRoles(student_id, ['Owner',])
1010        self.do_timing()
1011        #logger.info("creating %s reg_no %s" % (student_id,reg_no))
1012        #
1013        # application
1014        #
1015        student_object.invokeFactory('StudentApplication','application')
1016        application = student_object.application
1017        #self.portal_workflow.doActionFor(application,'open',dest_container=application)
1018        #self.do_timing()
1019        da = {'Title': 'Application Data'}
1020        da['jamb_reg_no'] = reg_no
1021
1022        sex = 'M'
1023        if brain.sex:
1024            sex = 'F'
1025        da['jamb_sex'] = sex
1026        da['jamb_age'] = brain.jamb_age
1027        da['app_reg_pin'] = brain.pin
1028        da['jamb_lga'] = brain.jamb_lga
1029        da['jamb_state'] = brain.jamb_state
1030        da['jamb_score'] = brain.aggregate
1031        da['app_email'] = brain.email
1032        da['app_mobile'] = brain.phone
1033
1034        # entry_mode cannot be retrieved from the certtificate
1035        # because ug_ft has two different entry modes
1036                       
1037        if brain.entry_mode:                      # does not happen because import_application
1038            da['entry_mode'] = brain.entry_mode   # schema has no field entry_mode
1039        elif brain.screening_type == 'pume': 
1040            da['entry_mode'] = 'ume_ft' 
1041        elif brain.screening_type == 'pde': 
1042            da['entry_mode'] = 'de_ft' 
1043        else:
1044            da['entry_mode'] = self._v_certificates[brain.course_admitted]['study_mode']
1045       
1046        #elif brain.screening_type == 'pce': 
1047        #   da['entry_mode'] = 'pce' 
1048        #elif brain.screening_type == 'prence': 
1049        #   da['entry_mode'] = 'prence' 
1050        #else: 
1051        #   da['entry_mode'] = '' 
1052     
1053
1054        #da['entry_session'] = entry_session
1055        da['entry_session'] = es
1056        da['jamb_lastname'] = brain.lastname
1057        da['jamb_middlename'] = brain.middlenames   # different field names!
1058        da['jamb_firstname'] = brain.firstname
1059        da['screening_application_date'] = brain.application_date
1060        da['date_of_birth'] = brain.date_of_birth
1061        da['jamb_first_cos'] = brain.course1
1062        da['jamb_second_cos'] = brain.course2
1063        da['course3'] = brain.course3
1064        da['screening_type'] = brain.screening_type
1065        da['screening_score'] = brain.screening_score
1066        da['screening_date'] = brain.screening_date
1067        da['hq_type'] = brain.hq_type
1068        da['hq_grade'] = brain.hq_grade
1069        da['aos'] = brain.aos
1070
1071        application.getContent().edit(mapping=da)
1072        self.do_timing()
1073        #self.portal_workflow.doActionFor(application,'close',dest_container=application)
1074        #
1075        # personal
1076        #
1077        student_object.invokeFactory('StudentPersonal','personal')
1078        personal = student_object.personal
1079        #self.portal_workflow.doActionFor(personal,'open',dest_container=personal)
1080        #self.do_timing()
1081        dp = {'Title': 'Personal Data'}
1082        dp['sex'] = brain.sex
1083        dp['email'] = brain.email
1084        dp['phone'] = brain.phone
1085        dp['lastname'] = brain.lastname
1086        dp['middlename'] = brain.middlenames   # different field names!
1087        dp['firstname'] = brain.firstname
1088        personal.getContent().edit(mapping=dp)
1089        self.do_timing()
1090        #
1091        # clearance
1092        #
1093        student_object.invokeFactory('StudentClearance','clearance')
1094        clearance = student_object.clearance
1095        #self.portal_workflow.doActionFor(clearance,'open',dest_container=clearance)
1096        dc = {'Title': 'Clearance/Eligibility Record'}
1097        dc['lga'] = brain.lga
1098        dc['birthday'] = brain.date_of_birth
1099        clearance.getContent().edit(mapping=dc)
1100        self.do_timing()
1101        #self.portal_workflow.doActionFor(clearance,'close',dest_container=clearance)
1102        #
1103        # study Course
1104        #
1105        student_object.invokeFactory('StudentStudyCourse','study_course')
1106        studycourse = student_object.study_course
1107        #self.portal_workflow.doActionFor(studycourse,'open',dest_container=studycourse)
1108        #self.do_timing()
1109        dsc = {}
1110        dsc['study_course'] = brain.course_admitted
1111        dsc['current_verdict'] = ''
1112        dsc['current_mode'] = da['entry_mode'] # no longer used
1113        if da['entry_mode'].startswith('de'):
1114            dsc['current_level'] = '200'
1115        elif da['entry_mode'].startswith('pre'):
1116            dsc['current_level'] = '000'
1117        else:
1118            dsc['current_level'] = '100'
1119        dsc['current_session'] = es
1120        studycourse.getContent().edit(mapping=dsc)
1121        self.do_timing()
1122        #
1123        # payments folder
1124        student_object.invokeFactory('PaymentsFolder','payments')
1125        payments = getattr(student_object,'payments')
1126        #self.do_timing()
1127        dpay = {}
1128        dpay['Title'] = 'Payments'
1129        payments.getContent().edit(mapping=dpay)
1130        self.portal_workflow.doActionFor(payments,'open')
1131        self.do_timing()
1132        #
1133        # passport foto
1134        app_picture ="%s/import/images/%s/%s_passport.jpg" % (i_home,
1135                                                              brain.screening_type,
1136                                                              brain.reg_no)
1137        images_dir = getImagesDir(student_id)
1138        #images_dir = os.path.join("%s" % images_base,student_id)
1139        letter_dir,student_dir = os.path.split(images_dir)
1140        if not os.path.exists(letter_dir):
1141            os.mkdir(letter_dir)
1142        if not os.path.exists(images_dir):
1143            os.mkdir(images_dir)
1144        image_name = os.path.join(images_dir,"passport_%(student_id)s.jpg" % vars())
1145        if os.path.exists(app_picture):
1146            copy2(app_picture,image_name)
1147        else:
1148            logger.info('passport of %s/%s not found: %s' % (student_id,
1149                                                             brain.reg_no,
1150                                                             app_picture))
1151
1152        self.do_timing()
1153        self.print_timing()
1154        if with_timing:
1155            self.timer_step = 0
1156            self._v_timer_count += 1
1157            self._v_total += self.total_time
1158        return student_id
1159    ###)
1160
1161    security.declareProtected(ModifyPortalContent,'makeStudentLevel') ###(
1162    def makeStudentLevel(self,student_id):
1163        "create the StudyLevel for a returning Student"
1164        #import pdb;pdb.set_trace()
1165        logger = logging.getLogger('WAeUPTool.makeStudentLevel')
1166        students_folder = self.portal_url.getPortalObject().campus.students
1167        res = self.students_catalog(id=student_id)
1168        if res:
1169            st = res[0]
1170        course = st.course
1171        matric_no = st.matric_no
1172        level = st.level
1173        res = self.results_import(matric_no = matric_no)
1174        if res:
1175            results = res
1176        logger.info('%s creating Level %s' % (student_id,level))
1177        #
1178        # Level
1179        #
1180        student_obj = getattr(self.portal_url.getPortalObject().campus.students,student_id)
1181        studycourse = getattr(student_obj,"study_course",None)
1182        self.portal_workflow.doActionFor(studycourse,'close_for_edit',dest_container=studycourse)
1183        l = getattr(studycourse,level,None)
1184        if l is None:
1185            studycourse.invokeFactory('StudentStudyLevel', level)
1186            l = getattr(studycourse, level)
1187            self.portal_workflow.doActionFor(l,'open',dest_container=l)
1188            l.getContent().edit(mapping={'Title': "Level %s" % level})
1189        ###)
1190       
1191       
1192    security.declareProtected(ModifyPortalContent,'makeStudentLevel') ###(
1193    def exportAllStudyLevels(self,student_id):
1194        "export the StudyLevels for a student"
1195        #import pdb;pdb.set_trace()
1196        logger = logging.getLogger('WAeUPTool.exportAllStudyLevels')
1197        students_folder = self.portal_url.getPortalObject().campus.students
1198        res = self.students_catalog(id=student_id)
1199        if res:
1200            st = res[0]
1201        course = st.course
1202        matric_no = st.matric_no
1203        level = st.level
1204        student_obj = getattr(self.portal_url.getPortalObject().campus.students,student_id)
1205        studycourse = getattr(student_obj,"study_course",None)
1206        if studycourse:
1207            levels = studycourse.objectIds()
1208        else:
1209            levels = []
1210        stool = getToolByName(self, 'portal_schemas')
1211        schema = stool._getOb('student_study_level')
1212        fields = ['student_id','level']
1213        fields.extend(schema.keys())
1214        format = '"%(' + ')s","%('.join(fields) + ')s"'
1215        export_file = "%s/export/study_levels_removed.csv" % (i_home)
1216       
1217        if not os.path.exists(export_file): 
1218            file_handler = open(export_file,"a")
1219            headline = ','.join(fields)
1220            file_handler.write(headline +'\n')
1221        else:
1222            file_handler = open(export_file,"a")
1223       
1224        for level in levels:
1225            level_object = getattr(studycourse,level)
1226            level_content = level_object.getContent()
1227            d = {'student_id':student_id,'level':level}
1228            for field in schema.keys():
1229                d[field] = getattr(level_content,field,'')   
1230            line = format % d
1231            file_handler.write(line +'\n')               
1232           
1233        ###)       
1234
1235    security.declarePublic('getHallInfo') ###(
1236    def getHallInfo(self,bed):
1237        """return Hall Info"""
1238        info = {}
1239        bedsplit = bed.split('_')
1240        if len(bedsplit) == 4:
1241            hall,block,room,letter = bed.split('_')
1242        else:
1243            info['maintenance_code'] = 'None'
1244            return info
1245        res = ZCatalog.searchResults(self.portal_catalog_real,portal_type="AccoHall",id=hall)
1246        if res and len(res) == 1:
1247            hall_brain = res[0]
1248            hall_doc = hall_brain.getObject().getContent()
1249        else:
1250            return info
1251        info['hall_title'] = hall_brain.Title
1252        info['maintenance_code'] = hall_doc.maintenance_code
1253        res = ZCatalog.searchResults(self.portal_catalog_real,portal_type="ScratchCardBatch")
1254        batch_doc = None
1255        for brain in res:
1256            if brain.id.startswith(info['maintenance_code']):
1257                batch_doc = brain.getObject().getContent()
1258                break
1259        if batch_doc is None:
1260            info['maintenance_fee'] = ''
1261        else:
1262            info['maintenance_fee'] = batch_doc.cost
1263        return info
1264    ###)
1265
1266    security.declareProtected(ModifyPortalContent,'removePictureFolder') ###(
1267    def removePictureFolder(self,student_id):
1268        """remove picture_folder by renaming it"""
1269        picture_path = getImagesDir(student_id)
1270        dest_path = os.path.join("%s" % images_base,'removed',student_id)
1271        dest_path = dest_path + "_removed"
1272        if os.path.exists(dest_path) or not os.path.exists(picture_path):
1273            return False
1274        os.rename(picture_path,dest_path)
1275        return True
1276    ###)
1277
1278    security.declareProtected(ModifyPortalContent,'restorePictureFolder') ###(
1279    def restorePictureFolder(self,student_id):
1280        """restore picture_folder by renaming it"""
1281        picture_path = getImagesDir(student_id)
1282        orig_path = os.path.join("%s" % images_base,'removed',student_id)
1283        orig_path = orig_path + "_removed"
1284        if os.path.exists(picture_path) or not os.path.exists(orig_path):
1285            return False       
1286        os.rename(orig_path,picture_path)
1287        return True
1288    ###)
1289
1290    security.declarePublic('picturesExist') ###(
1291    def picturesExist(self, ids,student_id=None):
1292        """check if pictures exist in the filesystem"""
1293        if student_id is None:
1294            student_id = self.getStudentId()
1295        if student_id is None:
1296            return False
1297        picture_path = getImagesDir(student_id)
1298        #picture_path = os.path.join(images_base,student_id)
1299        if not os.path.exists(picture_path):
1300            return False
1301        pictures  = [picture[:picture.rfind('_')] for picture in os.listdir(picture_path)]
1302        return set(ids).issubset(set(pictures))
1303    ###)
1304   
1305        security.declarePublic('picturePathExists') ###(
1306    def picturePathExists(self, student_id=None):
1307        """check if picture path exists in the filesystem"""
1308        if student_id is None:
1309            student_id = self.getStudentId()
1310        if student_id is None:
1311            return False
1312        picture_path = getImagesDir(student_id)
1313        if os.path.exists(picture_path):
1314            return True
1315        return False
1316    ###)
1317   
1318   
1319    security.declareProtected(ModifyPortalContent,'removeUnusedImageFolders') ###(
1320    def removeUnusedImageFolders(self):
1321        """check if an unused image folders exists in the filesystem"""
1322        mtool = self.portal_membership
1323        member = mtool.getAuthenticatedMember()
1324        member_id = str(member)
1325        logger = logging.getLogger('WAeUPTool.removeUnusedImageFolders')
1326        abc = os.listdir(images_base)
1327        ifolders = []
1328        for i in abc:
1329            picture_path = os.path.join(images_base,i)
1330            ifolders.extend(os.listdir(picture_path))
1331        unused_ids = []
1332        for id in ifolders:
1333            res = self.students_catalog(id=id)
1334            if not res:
1335                unused_ids.append(id)
1336                #import pdb;pdb.set_trace()   
1337                if not id.endswith('removed'):
1338                    removed = self.waeup_tool.removePictureFolder(id) 
1339                    if removed:
1340                        logger.info('%s: image folder %s successfully removed' % (member_id,id))
1341                    else:
1342                        logger.info('%s: image folder %s could not be removed' % (member_id,id))
1343        return
1344       
1345    ###)   
1346
1347    security.declarePublic('picturesList') ###(
1348    def picturesList(self):
1349        """check if pictures exist in the filesystem"""
1350        path = 'images'
1351        student_id = self.getStudentId()
1352        #picture_path = os.path.join(i_home,path,student_id)
1353        picture_path = getImagesDir(student_id)
1354        if not os.path.exists(picture_path):
1355            return []
1356        return [picture[:picture.rfind('_')] for picture in os.listdir(picture_path)]
1357    ###)
1358
1359    security.declarePublic('showFsPicture') ###(
1360    def showFsPicture(self,path):
1361        """return a picture from the filesystem"""
1362        #picture_path = os.path.join(i_home,path)
1363        picture_path = os.path.join(images_base,path)
1364        response = self.REQUEST.RESPONSE
1365        #import pdb;pdb.set_trace()
1366        registry = getToolByName(self, 'mimetypes_registry')
1367        mimetype = str(registry.lookupExtension(path.lower()) or
1368                    registry.lookupExtension('file.bin'))
1369        if os.path.exists(picture_path):
1370            response.setHeader('Content-type',mimetype)
1371            return open(picture_path).read()
1372        picture_path = os.path.join(i_home,'import',path)
1373        if os.path.exists(picture_path):
1374            return open(picture_path).read()
1375    ###)
1376
1377    security.declareProtected(ModifyPortalContent,'deleteAllCourses') ###(
1378    def deleteAllCourses(self,department="All"):
1379        ''' delete the courses'''
1380        pm = self.portal_membership
1381        member = pm.getAuthenticatedMember()
1382
1383        if str(member) not in ("henrik","joachim"):
1384            return "not possible"
1385        if department == "All":
1386            res = self.portal_catalog({'meta_type': 'Department'})
1387        if len(res) < 1:
1388            return "No Departments found"
1389
1390        deleted = []
1391        for dep in res:
1392            cf = dep.getObject().courses
1393            if cf:
1394                cf.manage_delObjects(ids=cf.objectIds())
1395                deleted.append("deleted Courses in %s" % dep.getId)
1396        return "\r".join(deleted)
1397    ###)
1398
1399    security.declareProtected(ModifyPortalContent,'getLogfileLines') ###(
1400    def getLogfileLines(self,filename="event.log",numlines=20):
1401        """Get last NUMLINES lines of logfile FILENAME.
1402
1403        Return last lines' of a file in the instances logfile directory as
1404        a list. The number of returned lines equals `numlines' or less. If
1405        less than `numlines' lines are available, the whole file ist
1406        returned. If the file can not be opened or some other error
1407        occurs, empty list is returend.
1408        """
1409        result = []
1410        lines_hit = 0
1411
1412        # We only handle files in instances' log directory...
1413        logpath = os.path.join(i_home, "log")
1414        filename = str(os.path.abspath( os.path.join( logpath, filename )))
1415        if not filename.startswith( logpath ):
1416            # Attempt to access file outside log-dir...
1417            return []
1418
1419        try:
1420            fd = file( filename, "rb" )
1421        except IOError:
1422            return []
1423        if not fd:
1424            return []
1425
1426        if os.linesep == None:
1427            linesep = '\n'
1428        else:
1429            linesep = os.linesep
1430
1431        # Try to find 'numlines' times a lineseparator, searching from end
1432        # and moving to the beginning of file...
1433        fd.seek( 0, 2) # Move to end of file...
1434        while lines_hit < numlines:
1435            if fd.read(1) == linesep[-1]: # This moves filedescriptor
1436                                          # one step forward...
1437                lines_hit += 1
1438            try:
1439                fd.seek( -2, 1) # Go two bytes back from current pos...
1440            except IOError:
1441                # We cannot go back two bytes. Maybe the file is too small...
1442                break
1443        fd.seek(2,1)
1444
1445        # Read all lines from current position...
1446        result = fd.readlines()
1447        # Remove line endings...
1448        result = [x.strip() for x in result]
1449        fd.close()
1450        return result
1451    ###)
1452
1453    security.declareProtected(ModifyPortalContent,"getCallbacksFromLog")###(
1454    def getCallbacksFromLog(self,filename):
1455        """fix Online Payment Transactions from Z2.log entries"""
1456        import transaction
1457        import random
1458        from cgi import parse_qs
1459        from urlparse import urlparse
1460        #from pdb import set_trace
1461        wftool = self.portal_workflow
1462        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
1463        students_folder = self.portal_url.getPortalObject().campus.students
1464        s = r'(?P<client_ip>\S+) - (?P<member_id>\S+) \['
1465        s += r'(?P<date>.*)\] "(?P<get>.*)" (?P<codes>\d+ \d+) "'
1466        s += r'(?P<intersw>.*)" "(?P<agent>.*)"'
1467        data = re.compile(s)
1468        start = True
1469        tr_count = 1
1470        total = 0
1471        #name = 'pume_results'
1472        #name = 'epaymentsuccessful_z2log2'
1473        name = filename
1474        no_import = []
1475        imported = []
1476        logger = logging.getLogger('WAeUPTool.getFailedTransactions')
1477        try:
1478            transactions = open("%s/import/%s" % (i_home,name),"rb").readlines()
1479        except:
1480            logger.error('Error reading %s' % name)
1481            return
1482        tas = []
1483        for line in transactions:
1484            dict = {}
1485            items = data.search(line)
1486            dict['idict'] = idict = items.groupdict()
1487            #print idict
1488            #from pdb import set_trace;set_trace()
1489            urlparsed = urlparse(idict['get'][4:])
1490            #print urlparsed
1491            path = urlparsed[2].split('/')
1492            dict['student_id'] = student_id = path[8]
1493            dict['payment_id'] = payment_id = path[10]
1494            dict['qs_dict'] = qs_dict = parse_qs(urlparsed[4])
1495            tas.append(dict)
1496            tr_count += 1
1497        return tas
1498    ###)
1499
1500    security.declareProtected(ModifyPortalContent,"importOnlinePaymentTransactions")###(
1501    def importOnlinePaymentTransactions(self):
1502        """load Online Payment Transactions from CSV values"""
1503        import transaction
1504        import random
1505        #from pdb import set_trace
1506        current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
1507        opt = self.online_payments_import
1508        students_folder = self.portal_url.getPortalObject().campus.students
1509        start = True
1510        tr_count = 1
1511        total = 0
1512        #name = 'pume_results'
1513        name = 'OnlineTransactions'
1514        no_import = []
1515        imported = []
1516        logger = logging.getLogger('WAeUPTool.importOnlinePaymentTransactions')
1517        try:
1518            transactions = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
1519        except:
1520            logger.error('Error reading %s.csv' % name)
1521            return
1522        for pay_transaction in transactions:
1523            if start:
1524                start = False
1525                logger.info('Start loading from %s.csv' % name)
1526                s = ','.join(['"%s"' % fn for fn in pay_transaction.keys()])
1527                no_import.append('%s,"Error"' % s)
1528                format = ','.join(['"%%(%s)s"' % fn for fn in pay_transaction.keys()])
1529                format_error = format + ',"%(Error)s"'
1530            data = {}
1531
1532            # format of the first file sent by Tayo
1533            #data['datetime'] = date = DateTime.DateTime(pay_transaction['Date'])
1534            #data['student_id'] = student_id = pay_transaction['Payer ID']
1535            #data['order_id'] = order_id = pay_transaction['Order ID (Tranx Ref)']
1536            #data['response_code'] = response_code = pay_transaction['Resp Code']
1537            #data['amount'] = amount = pay_transaction['Amount']
1538
1539            # format of the second file sent by Tayo
1540            #data['datetime'] = date = 0
1541            #data['student_id'] = student_id = pay_transaction['Payer ID']
1542            #data['order_id'] = order_id = pay_transaction['Order ID (Tranx Ref)']
1543            #data['response_code'] = response_code = '00'
1544            #data['amount'] = amount = pay_transaction['Amount']
1545
1546            # format of the third file sent by Kehinde
1547            data['datetime'] = date = 0
1548            data['student_id'] = student_id = pay_transaction['customer_id']
1549            data['order_id'] = order_id = pay_transaction['merchant_reference']
1550            data['response_code'] = response_code = '00'
1551            data['amount'] = amount = pay_transaction['Amount']
1552
1553            dup = False
1554            if response_code == "12":
1555                continue
1556            try:
1557                opt.addRecord(**data)
1558            except ValueError:
1559                dup = True
1560            #from pdb import set_trace;set_trace()
1561            if dup:
1562                if response_code == "00":
1563                    try:
1564                        opt.modifyRecord(**data)
1565                    except:
1566                        logger.info("duplicate uid, order_id %(order_id)s, student_id %(student_id)s, response_code %(response_code)s" % data)
1567                        continue
1568                else:
1569                    pay_transaction['Error'] = "Duplicate order_id"
1570                    no_import.append( format_error % pay_transaction)
1571                    logger.info("duplicate order_id %(order_id)s for %(student_id)s %(response_code)s" % data)
1572                    continue
1573            tr_count += 1
1574            if tr_count > 1000:
1575                if len(no_import) > 0:
1576                    open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
1577                             '\n'.join(no_import) + '\n')
1578                    no_import = []
1579                em = '%d transactions committed\n' % (tr_count)
1580                transaction.commit()
1581                regs = []
1582                logger.info(em)
1583                total += tr_count
1584                tr_count = 0
1585        open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
1586                                                '\n'.join(no_import))
1587        return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
1588    ###)
1589
1590    security.declareProtected(ModifyPortalContent,"importData")###(
1591    def importData(self,filename,name,edit=False,bypass_queue_catalog=False):
1592        """load data from CSV values"""
1593        import transaction
1594        import random
1595        students_folder = self.portal_url.getPortalObject().campus.students
1596        uploads_folder = self.portal_url.getPortalObject().campus.uploads
1597        pending_only = False
1598        pend_str = '--'
1599        elapse = time.time()
1600        #
1601        # preparations
1602        #
1603        if filename == pend_str:
1604            pending_only = True
1605        importer_name = ''.join([part.capitalize() for part in name.split('_')])
1606        importer = eval("%sImport" % importer_name)(self)
1607        logger = importer.logger
1608        if importer.init_errors:
1609            logger.info(importer.init_errors)
1610            return importer.init_errors
1611        member = importer.member
1612        #current = importer.current
1613        import_date = importer.import_date
1614        #
1615        # not_imported
1616        #
1617        info = importer.info
1618        data_keys = importer.data_keys
1619        csv_keys = importer.csv_keys
1620        #csv_keys.extend(info.keys())
1621        headline_mapping = dict((k,k) for k in csv_keys)
1622        #
1623        # pending
1624        #
1625        pending_path = importer.pending_path
1626        pending_tmp = importer.pending_tmp
1627        pending_backup = importer.pending_backup
1628        pending_fn = importer.pending_fn
1629        imported_path = importer.imported_path
1630        imported_fn = importer.imported_fn
1631        commit_after = importer.commit_after
1632        pending = []
1633        pending_digests = []
1634        #total_added_to_pending = 0
1635        if not pending_only:
1636            pending,pending_digests = importer.makeIdLists()
1637            pending_at_start = len(pending)
1638        datafile = open(pending_tmp,"w")
1639        pending_csv_writer = csv.DictWriter(datafile,
1640                                                    csv_keys,
1641                                                    extrasaction='ignore')
1642        pending_csv_writer.writerow(headline_mapping)
1643        datafile.close()
1644        #
1645        # imported
1646        #
1647        if not os.path.exists(imported_path):
1648            datafile = open(imported_path,"w")
1649            imported_csv_writer = csv.DictWriter(datafile,
1650                                                 csv_keys,
1651                                                 extrasaction='ignore')
1652            imported_csv_writer.writerow(headline_mapping)
1653            datafile.close()
1654        start = True
1655        tr_count = 0
1656        total = 0
1657        total_added_to_imported = 0
1658        total_pending = 0
1659        import_source_done = ""
1660        if pending_only:
1661            import_source_path = pending_path
1662        else:
1663            import_source_path = "%s/import/%s.csv" % (i_home,filename)
1664            import_source_done = "%s/import/%s.done" % (i_home,filename)
1665        if not os.path.exists(import_source_path):
1666            fn = os.path.split(import_source_path)[1]
1667            em = 'no import file %(fn)s' % vars()
1668            return em
1669        import_source_fn = os.path.split(import_source_path)[1]
1670        if not pending_only:
1671            info['imported_from'] = import_source_fn
1672        headline = csv.reader(open(import_source_path,"rb")).next()
1673        if "import_mode" not in headline:
1674            msg = 'import_mode must be in heading'
1675            return msg
1676        invalid_keys = importer.checkHeadline(headline)
1677        if invalid_keys:
1678            return 'not ignorable key(s): "%s" found in heading' % ", ".join(invalid_keys)
1679
1680        import_keys = [k.strip() for k in headline if not (k.strip().startswith('ignore')
1681                                                         or k.strip() in info.keys())]
1682        # diff2schema = set(import_keys).difference(set(importer.schema.keys()))
1683        # diff2layout = set(import_keys).difference(set(importer.layout.keys()))
1684        # if diff2schema and diff2schema != set(['id',]):
1685        #     msg = 'not ignorable key(s): "%s" found in heading' % ", ".join(diff2schema)
1686        #     return msg
1687        #
1688        # start importing
1689        #
1690        try:
1691            reader = csv.DictReader(open(import_source_path,"rb"))
1692        except:
1693            msg = 'Error reading %s.csv' % filename
1694            logger.error(msg)
1695            return msg
1696        items = [item for item in reader]
1697        total_to_import = len(items)
1698        tti_float = float(total_to_import)
1699        if pending_only:
1700            pending_at_start = total_to_import
1701        count = 0
1702        imported = []
1703        old_commit_count = 0
1704        error_count = imported_count = 0
1705        already_in = 0
1706        for record in items:
1707            item = {}
1708            empty_value_keys = []
1709            for k,v in record.items():
1710                if k is None:
1711                    continue
1712                if v:
1713                    if v == EMPTY:
1714                        empty_value_keys += k,
1715                        v = ''
1716                    item[k.strip()] = v.strip()
1717            count += 1
1718            if start:
1719                start = False
1720                adapters = [MappingStorageAdapter(importer.schema, item)]
1721                logger.info('%(member)s starts import from %(import_source_fn)s' % vars())
1722            dm = DataModel(item, adapters,context=self)
1723            ds = DataStructure(data=item,datamodel=dm)
1724            error_string = ""
1725            total += 1
1726            import_mode = item.get('import_mode','')
1727            import_method = getattr(importer, '%(import_mode)s' % vars(),None )
1728            if import_method is None:
1729                error_string += "import_mode '%(import_mode)s' is invalid" % vars()
1730            elif (import_mode in importer.required_modes and
1731                not set(importer.required_keys[import_mode]).issubset(set(item.keys()))):
1732                diff2import = set(importer.required_keys[import_mode]).difference(set(item.keys()))
1733                error_string += 'required key(s): "%s" not found in record' % ", ".join(diff2import)
1734            else:
1735                for k in import_keys:
1736                    if k not in item.keys() or k not in importer.validators.keys():
1737                        continue
1738                    if not importer.validators[k](ds,mode=import_mode):
1739                        error_string += ' ++ '
1740                        error_string += "%s: %s" % (k,self.translation_service(ds.getError(k),
1741                                                                           ds.getErrorMapping(k)))
1742            if error_string:
1743                error = error_string
1744                id = ''
1745                mapping = item
1746            else:
1747                temp_item = item.copy()
1748                temp_item.update(dm)
1749                results = import_method(temp_item)
1750                id = results[0]
1751                error = results[1]
1752                mapping = results[2]
1753            #
1754            # restore some values
1755            #
1756            for k in empty_value_keys:
1757                mapping[k] = EMPTY
1758            if mapping.has_key('sex'):
1759                #import pdb;pdb.set_trace()
1760                if mapping['sex'] == True:
1761                    mapping['sex'] = 'F'
1762                elif mapping['sex'] == False:
1763                    mapping['sex'] = 'M'
1764            if pending_only:
1765                info['imported_from'] = item['imported_from']
1766            data_string = ", ".join("%s: %s" % (k,v) for k,v in mapping.items())
1767            info['error'] = error
1768            info['import_record_no'] = count + 1
1769            mapping.update(info)
1770            log_list = []
1771            if error:
1772                error_count += 1
1773                digest = makeDigest(mapping,data_keys)
1774                if digest not in pending_digests:
1775                    pending_digests += digest,
1776                    pending.append(mapping)
1777                    if not pending_only:
1778                        log_list += "record from %(import_source_fn)s added to %(pending_fn)s, %(data_string)s, %(error)s" % vars(),
1779                else:
1780                    already_in += 1
1781                    pass
1782            else:
1783                imported_count += 1
1784                imported += mapping,
1785                log_list += "record imported and added to %(imported_fn)s from %(import_source_fn)s, %(data_string)s" % vars(),
1786            if log_list:
1787                time_till_now = time.time() - elapse
1788                percent_finished = (error_count + imported_count)/tti_float*100
1789                log_list.insert(0,("%(percent_finished)6.3f %% done in %(time_till_now)3.2fs," % vars()),)
1790                logger.info(' '.join(log_list))
1791            finished = count > total_to_import - 1
1792            must_commit = (imported_count != old_commit_count) and (not imported_count % commit_after)
1793            if must_commit:
1794                old_commit_count = imported_count
1795
1796            if must_commit or finished:
1797                if len(imported):
1798                    transaction.commit()
1799                    datafile = open(imported_path,"a")
1800                    writer = csv.DictWriter(datafile,
1801                                            csv_keys,
1802                                            extrasaction='ignore')
1803                    writer.writerows(imported)
1804                    datafile.close()
1805                    total_added_to_imported += len(imported)
1806                    imported = []
1807                if len(pending) > 0:
1808                    datafile = open(pending_tmp,"a")
1809                    writer = csv.DictWriter(datafile,
1810                                            csv_keys,
1811                                            extrasaction='ignore')
1812                    writer.writerows(pending)
1813                    datafile.close()
1814                    total_pending += len(pending)
1815                    #total_added_to_pending += len(pending)
1816                    pending = []
1817                if not finished:
1818                    msg = '%(commit_after)d records imported and committed of total %(total_added_to_imported)d\n' % vars()
1819                    logger.info(msg)
1820        elapse = time.time() - elapse
1821        if os.path.exists(pending_path):
1822            copy2(pending_path,pending_backup)
1823        copy2(pending_tmp,pending_path)
1824        msg = "finished importing from %(import_source_fn)s in %(elapse).2f seconds, " % vars()
1825        msg += "%(count)d records totally read, %(total_added_to_imported)d added to %(imported_fn)s, " % vars()
1826        if pending_only:
1827            removed_pending = pending_at_start - total_pending
1828            msg += "%(removed_pending)d removed from %(pending_fn)s" % vars()
1829        else:
1830            added_pending = total_pending - pending_at_start
1831            msg += "%(added_pending)d added to %(pending_fn)s, %(already_in)s already in %(pending_fn)s" % vars()
1832        #msg += "%(total_pending)d totally written" % vars()    # this line does not make any sense
1833        logger.info(msg)
1834        if import_source_done:
1835            copy(import_source_path,import_source_done)
1836            os.remove(import_source_path)
1837            upload = getattr(uploads_folder,os.path.split(import_source_path)[1],None)
1838            if upload is not None:
1839                upload_doc = upload.getContent()
1840                mapping = {}
1841                #mapping['import_date'] = DateTime.DateTime()
1842                mapping['import_date'] = import_date
1843                mapping['imported_by'] = importer.imported_by
1844                mapping['import_message'] = msg
1845                upload_doc.edit(mapping = mapping)
1846        os.remove(pending_tmp)
1847        return msg
1848    ###)
1849
1850    security.declareProtected(ModifyPortalContent,"moveImagesToFS")###(
1851    def moveImagesToFS(self,student_id="O738726"):
1852        "move the images to the filesystem"
1853        images_dir = getImagesDir(student_id)
1854        #images_dir = os.path.join("%s" % images_base,student_id)
1855        student_folder = getattr(self.portal_url.getPortalObject().campus.students,student_id)
1856        stool = getToolByName(self, 'portal_schemas')
1857        schemas = ['student_application',
1858                   'student_clearance',
1859                   ]
1860        created = False
1861        for schema_id in schemas:
1862            schema = stool._getOb(schema_id)
1863            object = getattr(student_folder,schema_id[len('student_'):],None)
1864            if object is None:
1865                continue
1866            doc = object.getContent()
1867            for key in schema.keys():
1868                if schema[key].meta_type != "CPS Image Field":
1869                    continue
1870                #import pdb;pdb.set_trace()
1871                image = getattr(doc,key,None)
1872                if not image or not hasattr(image,"data"):
1873                    continue
1874                if not created:
1875                    if not os.path.exists(images_dir):
1876                        os.mkdir(images_dir)
1877                    created = True
1878                filename = os.path.join(images_dir,"%(key)s_%(student_id)s.jpg" % vars())
1879                open(filename,"wb").write(str(image.data))
1880    ###)
1881
1882    security.declareProtected(ModifyPortalContent,"movePassportToFS")###(
1883    def movePassportToFS(self,student_id="O738726"):
1884        "move the passports to the filesystem"
1885        images_dir = os.path.join("%s" % i_home,'passports')
1886        student_folder = getattr(self.portal_url.getPortalObject().campus.students,student_id)
1887        stool = getToolByName(self, 'portal_schemas')
1888        schemas = ['student_application',
1889                   #'student_clearance',
1890                   ]
1891        created = False
1892        for schema_id in schemas:
1893            schema = stool._getOb(schema_id)
1894            object = getattr(student_folder,schema_id[len('student_'):],None)
1895            if object is None:
1896                continue
1897            doc = object.getContent()
1898            for key in schema.keys():
1899                if schema[key].meta_type != "CPS Image Field":
1900                    continue
1901                #import pdb;pdb.set_trace()
1902                image = getattr(doc,key)
1903                if not hasattr(image,"data"):
1904                    continue
1905                if not created:
1906                    if not os.path.exists(images_dir):
1907                        os.mkdir(images_dir)
1908                    created = True
1909                filename = os.path.join(images_dir,"%(student_id)s.jpg" % vars())
1910                open(filename,"wb").write(str(image.data))
1911    ###)
1912   
1913   
1914    security.declarePublic('getConfigParams')
1915    def getConfigParams(self,conf_id="configuration"):
1916        conf = getattr(self.portal_url.getPortalObject().campus,conf_id)
1917        conf_obj = conf.getContent()
1918        stool = getToolByName(self, 'portal_schemas')
1919        schema = stool._getOb('configuration')
1920        d = {}
1921        for key in schema.keys():
1922            d[key] = getattr(conf_obj,key,None)
1923        return d
1924
1925
1926InitializeClass(WAeUPTool)
Note: See TracBrowser for help on using the repository browser.