[1991] | 1 | #-*- mode: python; mode: fold -*- |
---|
[197] | 2 | # (C) Copyright 2005 The WAeUP group <http://www.waeup.org> |
---|
| 3 | # Author: Joachim Schmitz (js@aixtraware.de) |
---|
| 4 | # |
---|
| 5 | # This program is free software; you can redistribute it and/or modify |
---|
| 6 | # it under the terms of the GNU General Public License version 2 as published |
---|
| 7 | # by the Free Software Foundation. |
---|
| 8 | # |
---|
| 9 | # This program is distributed in the hope that it will be useful, |
---|
| 10 | # but WITHOUT ANY WARRANTY; without even the implied warranty of |
---|
| 11 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
---|
| 12 | # GNU General Public License for more details. |
---|
| 13 | # |
---|
| 14 | # You should have received a copy of the GNU General Public License |
---|
| 15 | # along with this program; if not, write to the Free Software |
---|
| 16 | # Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA |
---|
| 17 | # 02111-1307, USA. |
---|
| 18 | # |
---|
| 19 | # $Id: WAeUPTool.py 2237 2007-09-14 05:41:31Z henrik $ |
---|
[1174] | 20 | """The WAeUP Tool Box. |
---|
[197] | 21 | """ |
---|
| 22 | |
---|
| 23 | from AccessControl import ClassSecurityInfo |
---|
[828] | 24 | from Acquisition import aq_inner |
---|
| 25 | from Acquisition import aq_parent |
---|
| 26 | from Globals import DTMLFile |
---|
| 27 | from Globals import InitializeClass |
---|
| 28 | from OFS.SimpleItem import SimpleItem |
---|
[197] | 29 | |
---|
[1890] | 30 | from Products.CMFCore.utils import getToolByName |
---|
[1747] | 31 | from Products.CPSSchemas.DataStructure import DataStructure |
---|
| 32 | from Products.CPSSchemas.DataModel import DataModel |
---|
| 33 | from Products.CPSSchemas.StorageAdapter import MappingStorageAdapter |
---|
[828] | 34 | from Products.CMFCore.ActionProviderBase import ActionProviderBase |
---|
| 35 | from Products.CMFCore.permissions import View |
---|
| 36 | from Products.ZCatalog.ZCatalog import ZCatalog |
---|
| 37 | from Products.CMFCore.permissions import ModifyPortalContent |
---|
[1890] | 38 | from Products.CMFCore.permissions import ManagePortal |
---|
[197] | 39 | from Products.CMFCore.utils import UniqueObject |
---|
[1194] | 40 | from Products.CMFCore.URLTool import URLTool |
---|
[1747] | 41 | from Products.CMFCore.utils import getToolByName |
---|
[1151] | 42 | from Students import makeCertificateCode |
---|
[1285] | 43 | from Globals import package_home,INSTANCE_HOME |
---|
| 44 | p_home = package_home(globals()) |
---|
| 45 | i_home = INSTANCE_HOME |
---|
[2094] | 46 | import DateTime,time |
---|
[1620] | 47 | import logging |
---|
[1170] | 48 | import transaction |
---|
[2193] | 49 | import csv,re,os,sys |
---|
[1707] | 50 | from Products.AdvancedQuery import Eq, Between, Le,In |
---|
[197] | 51 | |
---|
[1707] | 52 | def getObject(object,name): |
---|
| 53 | if object.hasObject(name): |
---|
| 54 | return getattr(object,name) |
---|
| 55 | return None |
---|
[1720] | 56 | |
---|
[828] | 57 | class WAeUPTool(UniqueObject, SimpleItem, ActionProviderBase): |
---|
[197] | 58 | """WAeUP tool""" |
---|
| 59 | |
---|
[828] | 60 | id = 'waeup_tool' |
---|
[197] | 61 | meta_type = 'WAeUP Tool' |
---|
[828] | 62 | _actions = () |
---|
[197] | 63 | |
---|
| 64 | security = ClassSecurityInfo() |
---|
[828] | 65 | security.declareObjectProtected(View) |
---|
[197] | 66 | |
---|
[828] | 67 | manage_options = ( ActionProviderBase.manage_options |
---|
| 68 | + SimpleItem.manage_options |
---|
| 69 | ) |
---|
| 70 | |
---|
[1818] | 71 | def rwrite(self,s): ###( |
---|
[1707] | 72 | response = self.REQUEST.RESPONSE |
---|
| 73 | response.setHeader('Content-type','text/html; charset=ISO-8859-15') |
---|
| 74 | response.write("%s<br />\r\n" % s) |
---|
[1818] | 75 | ###) |
---|
[1174] | 76 | |
---|
[1818] | 77 | def sleep(self,secs): ###( |
---|
| 78 | "sleep" |
---|
| 79 | import time |
---|
| 80 | time.sleep(secs) |
---|
| 81 | return |
---|
[1827] | 82 | |
---|
[1818] | 83 | ###) |
---|
| 84 | |
---|
| 85 | security.declareProtected(ModifyPortalContent,'openLog') ###( |
---|
[1716] | 86 | def openLog(self,name): |
---|
| 87 | """open a log file""" |
---|
| 88 | version = 1 |
---|
| 89 | path = "%s/log/%s_%d.log" % (i_home,name,version) |
---|
| 90 | while os.path.exists(path): |
---|
| 91 | version += 1 |
---|
| 92 | path = "%s/log/%s_%d.log" % (i_home,name,version) |
---|
| 93 | log = open(path,"w") |
---|
| 94 | return log |
---|
| 95 | |
---|
[1818] | 96 | ###) |
---|
| 97 | |
---|
[2094] | 98 | security.declareProtected(ModifyPortalContent,'measureOaT') ###( |
---|
| 99 | def measureOaT(self,method="a",probe="1000",nr_pts="1"): |
---|
| 100 | """measure Object access Time""" |
---|
| 101 | import random |
---|
| 102 | if hasattr(self,'portal_catalog_real'): |
---|
| 103 | aq_portal = self.portal_catalog_real.evalAdvancedQuery |
---|
| 104 | else: |
---|
| 105 | aq_portal = self.portal_catalog.evalAdvancedQuery |
---|
| 106 | nr_pts = int(nr_pts) |
---|
| 107 | probe = int(probe) |
---|
| 108 | intervall = probe/10 |
---|
| 109 | objects = ("application","clearance","personal") |
---|
| 110 | portal_types = ("StudentApplication","StudentClearance","StudentPersonal") |
---|
| 111 | #i = random.randrange(num_objects) |
---|
| 112 | count = 0 |
---|
| 113 | found = 0 |
---|
| 114 | not_found = 0 |
---|
| 115 | t_found = 0 |
---|
| 116 | t_not_found = 0 |
---|
| 117 | time_found = time_not_found = 0.0 |
---|
| 118 | t_time_found = t_time_not_found = 0.0 |
---|
| 119 | accessed = [] |
---|
| 120 | t_min = 1000 |
---|
| 121 | t_max = 0 |
---|
| 122 | #import pdb;pdb.set_trace() |
---|
| 123 | students = self.portal_catalog(portal_type="Student") |
---|
| 124 | num_students = len(students) |
---|
| 125 | if method == "d": |
---|
| 126 | query = Eq('path','/uniben/campus/students') & In('portal_type',portal_types[:nr_pts]) |
---|
| 127 | res = aq_portal(query) |
---|
| 128 | brains = {} |
---|
| 129 | for r in res: |
---|
| 130 | sid = r.relative_path.split('/')[-2] |
---|
| 131 | if brains.has_key(sid): |
---|
| 132 | brains[sid][r.portal_type] = r |
---|
| 133 | else: |
---|
| 134 | brains[sid] = {r.portal_type : r} |
---|
| 135 | brains_list = brains.keys() |
---|
| 136 | num_objects = len(brains_list) |
---|
| 137 | else: |
---|
| 138 | num_objects = num_students |
---|
| 139 | print "="*40 |
---|
| 140 | print "method: %s probes: %d nr_pts: %d num_objects: %d" % (method, |
---|
| 141 | probe, |
---|
| 142 | nr_pts, |
---|
| 143 | num_objects) |
---|
| 144 | print "nr found/not time found/not min/max" |
---|
| 145 | elapse = time.time() |
---|
| 146 | i_elapse = time.time() |
---|
| 147 | c_elapse = time.clock() |
---|
| 148 | for c in range(1,probe + 1): |
---|
| 149 | i = random.randrange(num_objects) |
---|
| 150 | if method in ('a','b','c'): |
---|
| 151 | student_brain = students[i] |
---|
| 152 | elif method == "d": |
---|
| 153 | #import pdb;pdb.set_trace() |
---|
| 154 | student_brain = brains[brains_list[i]] |
---|
| 155 | if method == "c": |
---|
| 156 | query = Eq('path',student_brain.getPath()) & In('portal_type',portal_types[:nr_pts]) |
---|
| 157 | res = aq_portal(query) |
---|
| 158 | this_portal_types = [r.portal_type for r in res] |
---|
| 159 | for i in range(nr_pts): |
---|
| 160 | oid = objects[i] |
---|
| 161 | if method == "a": |
---|
| 162 | try: |
---|
| 163 | student_path = student_brain.getPath() |
---|
| 164 | path = "%s/%s" % (student_path,oid) |
---|
| 165 | doc = self.unrestrictedTraverse(path).getContent() |
---|
| 166 | found += 1 |
---|
| 167 | i_time = time.time() - i_elapse |
---|
| 168 | time_found += i_time |
---|
| 169 | except: |
---|
| 170 | not_found += 1 |
---|
| 171 | i_time = time.time() - i_elapse |
---|
| 172 | time_not_found += i_time |
---|
| 173 | pass |
---|
| 174 | elif method == "b": |
---|
| 175 | try: |
---|
| 176 | student_object = student_brain.getObject() |
---|
| 177 | doc = getattr(student_object,oid).getContent() |
---|
| 178 | found += 1 |
---|
| 179 | i_time = time.time() - i_elapse |
---|
| 180 | time_found += i_time |
---|
| 181 | except: |
---|
| 182 | i_time = time.time() - i_elapse |
---|
| 183 | time_not_found += i_time |
---|
| 184 | not_found += 1 |
---|
| 185 | pass |
---|
| 186 | elif method == "c": |
---|
| 187 | if portal_types[i] in this_portal_types: |
---|
| 188 | found += 1 |
---|
| 189 | doc = res[this_portal_types.index(portal_types[i])].getObject().getContent() |
---|
| 190 | i_time = time.time() - i_elapse |
---|
| 191 | time_found += i_time |
---|
| 192 | else: |
---|
| 193 | not_found += 1 |
---|
| 194 | i_time = time.time() - i_elapse |
---|
| 195 | time_not_found += i_time |
---|
| 196 | elif method == "d": |
---|
| 197 | if student_brain.has_key(portal_types[i]): |
---|
| 198 | found += 1 |
---|
| 199 | doc = student_brain[portal_types[i]].getObject().getContent() |
---|
| 200 | i_time = time.time() - i_elapse |
---|
| 201 | time_found += i_time |
---|
| 202 | else: |
---|
| 203 | not_found += 1 |
---|
| 204 | i_time = time.time() - i_elapse |
---|
| 205 | time_not_found += i_time |
---|
| 206 | i_elapse = time.time() |
---|
| 207 | if c and (c % intervall == 0): |
---|
| 208 | #i_time = time.time() - i_elapse |
---|
| 209 | t_per = 0.0 |
---|
| 210 | if found: |
---|
| 211 | t_per = time_found/found |
---|
| 212 | if t_per > t_max: |
---|
| 213 | t_max = t_per |
---|
| 214 | if t_per > 0.0 and t_per < t_min: |
---|
[2119] | 215 | t_min = t_per |
---|
[2094] | 216 | itf = 0.0 |
---|
| 217 | if found: |
---|
| 218 | itf = time_found/found |
---|
| 219 | itnf = 0.0 |
---|
| 220 | if not_found : |
---|
| 221 | itnf = time_not_found / not_found |
---|
[2119] | 222 | interval_time = time_found + time_not_found |
---|
| 223 | s = "%(c)d: %(found)d/%(not_found)d " % vars() |
---|
[2094] | 224 | s += "%(interval_time)6.2f %(itf)6.4f/%(itnf)6.4f " % vars() |
---|
| 225 | s += "%(t_min)6.4f/%(t_max)6.4f" % vars() |
---|
| 226 | print s |
---|
| 227 | t_found += found |
---|
| 228 | t_not_found += not_found |
---|
| 229 | t_time_found += time_found |
---|
| 230 | t_time_not_found += time_not_found |
---|
| 231 | time_found = time_not_found = 0.0 |
---|
| 232 | found = not_found = 0 |
---|
| 233 | # t_found += found |
---|
| 234 | # t_not_found += not_found |
---|
| 235 | elapse = time.time() - elapse |
---|
| 236 | itf = 0.0 |
---|
| 237 | if t_found: |
---|
| 238 | itf = t_time_found/t_found |
---|
| 239 | itnf = 0.0 |
---|
| 240 | if t_not_found: |
---|
| 241 | itnf = t_time_not_found / t_not_found |
---|
| 242 | #c_elapse = time.clock() - c_elapse |
---|
[2119] | 243 | s = "%(probe)d: %(t_found)d/%(t_not_found)d " % vars() |
---|
[2094] | 244 | s += "%(elapse)6.2f %(itf)6.4f/%(itnf)6.4f " % vars() |
---|
| 245 | s += "%(t_min)6.4f/%(t_max)6.4f" % vars() |
---|
| 246 | print "-"*40 |
---|
| 247 | print s |
---|
| 248 | rel_found = float(t_found)/probe |
---|
| 249 | rel_not_found = float(t_not_found)/probe |
---|
| 250 | estimated_total_time = num_objects*(rel_found*itf + rel_not_found*itnf) |
---|
| 251 | print estimated_total_time |
---|
| 252 | ###) |
---|
| 253 | |
---|
[1818] | 254 | security.declareProtected(ModifyPortalContent,'writeLog') ###( |
---|
[1716] | 255 | def writeLog(self,logfile,s): |
---|
| 256 | """write to the log file""" |
---|
| 257 | logfile.write(s) |
---|
| 258 | |
---|
[1818] | 259 | ###) |
---|
[1720] | 260 | |
---|
[1151] | 261 | def generateStudentId(self,letter): ###( |
---|
| 262 | import random |
---|
| 263 | r = random |
---|
[1194] | 264 | ##if letter not in ('ABCDEFGIHKLMNOPQRSTUVWXY'): |
---|
| 265 | if letter == '?': |
---|
[1151] | 266 | letter= r.choice('ABCDEFGHKLMNPQRSTUVWXY') |
---|
| 267 | sid = "%c%d" % (letter,r.randint(99999,1000000)) |
---|
[1720] | 268 | students = self.portal_url.getPortalObject().campus.students |
---|
[1721] | 269 | ## while hasattr(students, sid): |
---|
| 270 | ## sid = "%c%d" % (letter,r.randint(99999,1000000)) |
---|
| 271 | while self.students_catalog(id = sid): |
---|
[1720] | 272 | sid = "%c%d" % (letter,r.randint(99999,1000000)) |
---|
[1151] | 273 | return sid |
---|
[1460] | 274 | ###) |
---|
[1415] | 275 | |
---|
| 276 | def generatePassword(self,s=None): ###( |
---|
| 277 | import random |
---|
| 278 | r = random |
---|
| 279 | ##if letter not in ('ABCDEFGIHKLMNOPQRSTUVWXY'): |
---|
| 280 | if s is None: |
---|
| 281 | s = 'abcdefghklmnpqrstuvwxy23456789' |
---|
| 282 | pw = '' |
---|
| 283 | while len(pw) < 6: |
---|
| 284 | pw += r.choice(s) |
---|
| 285 | return pw |
---|
[1151] | 286 | ###) |
---|
[828] | 287 | |
---|
[1890] | 288 | security.declareProtected(ManagePortal, 'removeDeletedDocIds') ###( |
---|
| 289 | def removeDeletedDocIds(self, max=1000): |
---|
| 290 | """ |
---|
| 291 | remove deleted docids from repository commit after max |
---|
| 292 | """ |
---|
| 293 | logger = logging.getLogger('WAeUPTool.removeDeletedDocIds') |
---|
| 294 | repository = getToolByName(self, 'portal_repository') |
---|
| 295 | pxtool = getToolByName(self, 'portal_proxies') |
---|
| 296 | pxtool_infos = pxtool.getRevisionsUsed() |
---|
[1895] | 297 | |
---|
[1890] | 298 | nb_revs = 0 |
---|
| 299 | docids_d = {} # all docids |
---|
| 300 | unused_docids_d = {} # all docids that are unused |
---|
| 301 | ids_unused_revs_docids = [] # ids for revs of unused docids |
---|
| 302 | ids_unused_revs = [] # ids for unused revs |
---|
| 303 | total = 0 |
---|
[1895] | 304 | idlist = repository.objectIds() |
---|
| 305 | for id in idlist: |
---|
[1890] | 306 | docid, rev = repository._splitId(id) |
---|
| 307 | if docid is None: |
---|
| 308 | logger.info("invalid doc_id %s" % docid) |
---|
| 309 | continue |
---|
| 310 | nb_revs += 1 |
---|
| 311 | docids_d[docid] = None |
---|
| 312 | if not pxtool_infos.has_key(docid): |
---|
| 313 | unused_docids_d[docid] = None |
---|
| 314 | ids_unused_revs_docids.append(id) |
---|
| 315 | ids_unused_revs.append(id) |
---|
| 316 | elif not pxtool_infos[docid].has_key(rev): |
---|
| 317 | ids_unused_revs.append(id) |
---|
| 318 | if len(ids_unused_revs) >= max: |
---|
| 319 | repository.manage_delObjects(ids_unused_revs) |
---|
| 320 | #import pdb;pdb.set_trace() |
---|
| 321 | transaction.commit() |
---|
| 322 | total += max |
---|
| 323 | logger.info('removed %d total %d unused docids ' % (max,total)) |
---|
[1895] | 324 | anz = len(ids_unused_revs) |
---|
[1890] | 325 | if anz > 0: |
---|
| 326 | repository.manage_delObjects(ids_unused_revs) |
---|
| 327 | transaction.commit() |
---|
| 328 | total += anz |
---|
| 329 | logger.info('finished removing %d unused docids ' % (total)) |
---|
| 330 | |
---|
[1895] | 331 | |
---|
[1890] | 332 | ###) |
---|
| 333 | |
---|
[1261] | 334 | security.declareProtected(ModifyPortalContent,'getCredential') ###( |
---|
[1250] | 335 | def getCredential(self,student_id): |
---|
| 336 | "return a student password" |
---|
| 337 | student_entry = getattr(self.portal_directories.students,student_id,None) |
---|
| 338 | if student_entry is None: |
---|
| 339 | return None |
---|
[1263] | 340 | return getattr(student_entry,"password","not set") |
---|
[1261] | 341 | ###) |
---|
[1250] | 342 | |
---|
[1460] | 343 | security.declarePublic('checkPassword') ###( |
---|
[1467] | 344 | def checkPassword(self,student_id,password): |
---|
[1460] | 345 | "return a student password" |
---|
| 346 | student_entry = getattr(self.portal_directories.students,student_id,None) |
---|
| 347 | if student_entry is None: |
---|
| 348 | return False |
---|
| 349 | return getattr(student_entry,"password","not set") == password |
---|
| 350 | ###) |
---|
| 351 | |
---|
[1467] | 352 | security.declarePublic('editPassword') ###( |
---|
| 353 | def editPassword(self,student_id,password): |
---|
| 354 | "edit a student password" |
---|
| 355 | student_entry = getattr(self.portal_directories.students,student_id,None) |
---|
| 356 | if student_entry is None: |
---|
[1571] | 357 | return |
---|
[1467] | 358 | setattr(student_entry,'password',password) |
---|
| 359 | ###) |
---|
| 360 | |
---|
[1647] | 361 | security.declareProtected(View,'doCommit') ###( |
---|
[1401] | 362 | def doCommit(self,logger=None): |
---|
| 363 | "commit some transactions" |
---|
| 364 | transaction.commit() |
---|
| 365 | ###) |
---|
| 366 | |
---|
[1285] | 367 | security.declarePublic('loadStudentFoto') ###( |
---|
[1813] | 368 | def loadStudentFoto(self,student,filename,folder): |
---|
[1285] | 369 | "return a student passport picture" |
---|
[1921] | 370 | app = student.application |
---|
| 371 | app_doc = app.getContent() |
---|
[1813] | 372 | #clear = student.clearance |
---|
| 373 | #clear_doc = clear.getContent() |
---|
| 374 | #matric_no = clear_doc.matric_no.upper() |
---|
| 375 | picture1 ="%s/import/%s/%s.jpg" % (i_home,folder,filename) |
---|
| 376 | picture2 ="%s/import/%s/%s.JPG" % (i_home,folder,filename) |
---|
[1285] | 377 | #import pdb;pdb.set_trace() |
---|
[1286] | 378 | if os.path.exists(picture1): |
---|
| 379 | file = open(picture1) |
---|
| 380 | elif os.path.exists(picture2): |
---|
[1287] | 381 | file = open(picture2) |
---|
[1286] | 382 | else: |
---|
[1287] | 383 | return "passport picture not found %s" % picture1 |
---|
[1921] | 384 | reopened = False |
---|
| 385 | if self.portal_workflow.getInfoFor(app,'review_state',None) !='opened': |
---|
| 386 | self.portal_workflow.doActionFor(app,'open') |
---|
| 387 | reopened = True |
---|
[1285] | 388 | outfile = file.read() |
---|
| 389 | app_doc.manage_addFile('passport', |
---|
| 390 | file=outfile, |
---|
[1818] | 391 | title="%s.jpg" % filename) |
---|
[1921] | 392 | if reopened: |
---|
| 393 | self.portal_workflow.doActionFor(app,'close') |
---|
[1286] | 394 | return "successfully loaded passport picture" |
---|
[1285] | 395 | ###) |
---|
| 396 | |
---|
[1170] | 397 | security.declareProtected(ModifyPortalContent,'createOne') ###( |
---|
[1194] | 398 | def createOne(self,students_folder,student_brain,letter,commit=False): |
---|
| 399 | sid = self.waeup_tool.generateStudentId(letter) |
---|
[1170] | 400 | students_folder.invokeFactory('Student', sid) |
---|
| 401 | student = getattr(students_folder,sid) |
---|
| 402 | self.portal_workflow.doActionFor(student,'return') |
---|
| 403 | student.manage_setLocalRoles(sid, ['Owner',]) |
---|
| 404 | matric_no = student_brain.matric_no |
---|
| 405 | jamb_reg_no = student_brain.Entryregno |
---|
| 406 | self.students_catalog.addRecord(id = sid, |
---|
| 407 | matric_no = matric_no, |
---|
| 408 | jamb_reg_no = jamb_reg_no, |
---|
| 409 | sex = student_brain.Sex == "F", |
---|
| 410 | name = "%s %s %s" % (student_brain.Firstname, |
---|
| 411 | student_brain.Middlename, |
---|
| 412 | student_brain.Lastname) |
---|
| 413 | ) |
---|
| 414 | if commit: |
---|
| 415 | transaction.commit() |
---|
| 416 | return sid,jamb_reg_no |
---|
| 417 | ###) |
---|
| 418 | |
---|
[1752] | 419 | security.declareProtected(ModifyPortalContent,'addStudent') ###( |
---|
| 420 | def addStudent(self,dict): |
---|
[1415] | 421 | students_folder = self.portal_url.getPortalObject().campus.students |
---|
| 422 | sid = self.waeup_tool.generateStudentId('?') |
---|
| 423 | students_folder.invokeFactory('Student', sid) |
---|
| 424 | student_obj = getattr(students_folder,sid) |
---|
[1728] | 425 | f2t = self.student_field2types |
---|
[1772] | 426 | #from pdb import set_trace; set_trace() |
---|
| 427 | d = {} |
---|
| 428 | d['jamb_sex'] = 'M' |
---|
| 429 | if dict.get('sex'): |
---|
| 430 | d['jamb_sex'] = 'F' |
---|
[1904] | 431 | |
---|
[1898] | 432 | entry_session = dict.get('entry_session') |
---|
[1900] | 433 | if entry_session == self.getSessionId()[-2:]: |
---|
[1898] | 434 | wfaction = 'admit' |
---|
[1991] | 435 | wft = 'wf_transition_admit' |
---|
[1900] | 436 | password = None |
---|
[1904] | 437 | else: |
---|
[1900] | 438 | wfaction = 'return' |
---|
[1991] | 439 | wft = 'wf_transition_return' |
---|
[1900] | 440 | password = self.generatePassword() |
---|
[1904] | 441 | self.makeStudentMember(sid,password) |
---|
| 442 | |
---|
[1728] | 443 | for pt in f2t.keys(): |
---|
| 444 | student_obj.invokeFactory(pt,f2t[pt]['id']) |
---|
| 445 | sub_obj = getattr(student_obj,f2t[pt]['id']) |
---|
| 446 | sub_doc = sub_obj.getContent() |
---|
[1898] | 447 | #self.portal_workflow.doActionFor(sub_obj,'open',dest_container=sub_obj) |
---|
[1772] | 448 | d['Title'] = f2t[pt]['title'] |
---|
[1728] | 449 | for field in f2t[pt]['fields']: |
---|
[1749] | 450 | d[field] = dict.get(field,'') |
---|
[1728] | 451 | sub_doc.edit(mapping = d) |
---|
[1898] | 452 | new_state = f2t[pt][wft] |
---|
[1772] | 453 | if new_state != "remain": |
---|
| 454 | self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj) |
---|
[1415] | 455 | self.portal_workflow.doActionFor(student_obj,wfaction) |
---|
| 456 | student_obj.manage_setLocalRoles(sid, ['Owner',]) |
---|
| 457 | return sid,password |
---|
| 458 | ###) |
---|
| 459 | |
---|
[1151] | 460 | security.declarePublic('getCertificateBrain') ###( |
---|
| 461 | def getCertificateBrain(self,cert_id): |
---|
| 462 | "do it" |
---|
[1849] | 463 | res = ZCatalog.searchResults(self.portal_catalog_real, |
---|
[1151] | 464 | {'portal_type':"Certificate", |
---|
| 465 | 'id': cert_id}) |
---|
| 466 | if res: |
---|
| 467 | return res[0] |
---|
| 468 | return None |
---|
| 469 | ###) |
---|
[1160] | 470 | |
---|
[1756] | 471 | security.declareProtected(ModifyPortalContent,'get_csv_filenames') ###( |
---|
| 472 | def get_csv_filenames(self): |
---|
| 473 | "do it" |
---|
[1759] | 474 | files = [file for file in os.listdir("%s/import/" % (i_home)) |
---|
[1756] | 475 | if file.endswith('.csv') and file.find('imported') == -1] |
---|
| 476 | return files |
---|
| 477 | ###) |
---|
| 478 | |
---|
[1151] | 479 | security.declarePublic('findStudentByMatricelNo') ###( |
---|
| 480 | def findStudentByMatricelNo(self,matric_no): |
---|
| 481 | "do it" |
---|
[1849] | 482 | res = ZCatalog.searchResults(self.portal_catalog_real, |
---|
[1151] | 483 | {'portal_type':"StudentClearance", |
---|
| 484 | 'SearchableText': matric_no}) |
---|
| 485 | if res: |
---|
| 486 | return res[0] |
---|
| 487 | return None |
---|
| 488 | ###) |
---|
| 489 | |
---|
| 490 | security.declarePublic('makeStudentMember') ###( |
---|
| 491 | def makeStudentMember(self,sid,password='uNsEt'): |
---|
| 492 | """make the student a member""" |
---|
| 493 | membership = self.portal_membership |
---|
| 494 | membership.addMember(sid, |
---|
| 495 | password , |
---|
| 496 | roles=('Member', |
---|
| 497 | 'Student', |
---|
| 498 | ), |
---|
| 499 | domains='', |
---|
| 500 | properties = {'memberareaCreationFlag': False, |
---|
| 501 | 'homeless': True},) |
---|
| 502 | member = membership.getMemberById(sid) |
---|
| 503 | self.portal_registration.afterAdd(member, sid, password, None) |
---|
[1261] | 504 | #self.manage_setLocalRoles(sid, ['Owner',]) |
---|
[1151] | 505 | ###) |
---|
[1160] | 506 | |
---|
[1151] | 507 | security.declarePublic('makeStudentData') ###( |
---|
[1158] | 508 | def makeStudentData(self,student_id,email=None,phone_nr=None): |
---|
[1151] | 509 | "create Datastructure for a returning Student" |
---|
[1406] | 510 | #import pdb;pdb.set_trace() |
---|
[1571] | 511 | logger = logging.getLogger('WAeUPTool.makeStudentData') |
---|
[1151] | 512 | students_folder = self.portal_url.getPortalObject().campus.students |
---|
[1794] | 513 | #res = self.students_catalog(id=student_id) |
---|
| 514 | #if res: |
---|
| 515 | # st = res[0] |
---|
| 516 | #res = self.returning_import(matric_no = st.matric_no) |
---|
[1798] | 517 | res = self.returning_import(id = student_id) |
---|
[1151] | 518 | if res: |
---|
[1160] | 519 | student = res[0] |
---|
[1794] | 520 | else: |
---|
[1816] | 521 | logger.info('Id %s not found in returning_import' % student_id) |
---|
[1794] | 522 | return |
---|
[1580] | 523 | logger.info('%s creates data structure' % student_id) |
---|
[1794] | 524 | s_results = self.results_import(matric_no = student.matric_no) |
---|
[1816] | 525 | if s_results: |
---|
| 526 | lnr = self.getLevelFromResultsCosCode(s_results) |
---|
| 527 | level = "%d00" % lnr |
---|
| 528 | verdict,eligible = self.getVerdict(s_results[0].Verdict) |
---|
| 529 | if eligible: |
---|
| 530 | level = "%d00" % (lnr + 1) |
---|
| 531 | else: |
---|
| 532 | logger.info('matric_no %s not found in results_import' % student.matric_no) |
---|
| 533 | level = 0 |
---|
| 534 | verdict = 'N/A' |
---|
[1171] | 535 | #student should not be allowed to perform this transition |
---|
[1174] | 536 | #wftool = self.portal_workflow |
---|
| 537 | #wftool.doActionFor(student,'return') |
---|
[1151] | 538 | certcode_org = student.Coursemajorcode |
---|
| 539 | certcode = makeCertificateCode(certcode_org) |
---|
| 540 | certificate_brain = self.getCertificateBrain(certcode) |
---|
| 541 | if not certificate_brain: |
---|
| 542 | em = 'Certificate %s org-code %s not found\n' % (certcode, certcode_org) |
---|
| 543 | logger.info(em) |
---|
| 544 | matric_no = student.matric_no |
---|
| 545 | sid = student_id |
---|
| 546 | student_obj = getattr(students_folder,sid) |
---|
| 547 | student_obj.invokeFactory('StudentApplication','application') |
---|
| 548 | application = student_obj.application |
---|
[1169] | 549 | self.portal_workflow.doActionFor(application,'open',dest_container=application) |
---|
[1151] | 550 | da = {'Title': 'Application Data'} |
---|
| 551 | student_obj.invokeFactory('StudentPersonal','personal') |
---|
| 552 | da['jamb_reg_no'] = student.Entryregno |
---|
[1462] | 553 | em = self.getEntryMode(student.Entryregno) |
---|
[1460] | 554 | ## em = student.Mode_of_Entry |
---|
| 555 | ## if em in ('DIRECT', 'DIRECT ENTRY',): |
---|
| 556 | ## em = 'DE' |
---|
| 557 | ## elif em in ('U.M.E', 'UNE',): |
---|
| 558 | ## em = 'UME' |
---|
| 559 | ## elif not em: |
---|
| 560 | ## em = "unknown" |
---|
[1401] | 561 | da['entry_mode'] = em |
---|
[1151] | 562 | personal = student_obj.personal |
---|
| 563 | self.portal_workflow.doActionFor(personal,'open',dest_container=personal) |
---|
| 564 | dp = {'Title': 'Personal Data'} |
---|
| 565 | student_obj.invokeFactory('StudentClearance','clearance') |
---|
| 566 | clearance = student_obj.clearance |
---|
[1169] | 567 | self.portal_workflow.doActionFor(clearance,'open',dest_container=clearance) |
---|
[1151] | 568 | dc = {'Title': 'Clearance/Eligibility Record'} |
---|
| 569 | dc['matric_no'] = matric_no |
---|
| 570 | state = student.State |
---|
| 571 | lga = student.LGA |
---|
| 572 | if state and lga: |
---|
| 573 | lga = state + ' / ' + lga |
---|
| 574 | else: |
---|
| 575 | lga = "None" |
---|
[1174] | 576 | da['jamb_lga'] = dc['lga'] = lga |
---|
[1173] | 577 | da['app_email'] = dp['email'] = email |
---|
| 578 | da['app_mobile'] = dp['phone'] = phone_nr |
---|
[1411] | 579 | dp['firstname'] = student.Firstname |
---|
| 580 | dp['middlename'] = student.Middlename |
---|
| 581 | dp['lastname'] = student.Lastname |
---|
| 582 | da['jamb_lastname'] = "%s %s %s" % (student.Firstname,student.Middlename,student.Lastname) |
---|
[1174] | 583 | da['jamb_sex'] = student.Sex |
---|
[1151] | 584 | dp['sex'] = student.Sex == 'F' |
---|
| 585 | dp['perm_address'] = student.Permanent_Address |
---|
| 586 | application.getContent().edit(mapping=da) |
---|
[1169] | 587 | self.portal_workflow.doActionFor(application,'close',dest_container=application) |
---|
[1151] | 588 | personal.getContent().edit(mapping=dp) |
---|
| 589 | clearance.getContent().edit(mapping=dc) |
---|
[1169] | 590 | self.portal_workflow.doActionFor(clearance,'close',dest_container=clearance) |
---|
[1759] | 591 | ## catd = {} |
---|
| 592 | ## catd['id'] = sid |
---|
| 593 | ## catd['entry_mode']= da['entry_mode'] |
---|
| 594 | ## catd['matric_no'] = matric_no |
---|
| 595 | ## catd['jamb_reg_no'] = da['jamb_reg_no'] |
---|
| 596 | ## catd['name'] = "%(firstname)s %(middlename)s %(lastname)s" % dp |
---|
| 597 | ## catd['sex'] = dp['sex'] |
---|
| 598 | ## catd['level'] = level |
---|
| 599 | ## catd['verdict'] = verdict |
---|
| 600 | ## if certificate_brain: |
---|
| 601 | ## cpath = certificate_brain.getPath().split('/') |
---|
| 602 | ## catd['faculty'] = cpath[-4] |
---|
| 603 | ## catd['department'] = cpath[-3] |
---|
| 604 | ## catd['course'] = certcode |
---|
| 605 | ## self.students_catalog.modifyRecord(**catd) |
---|
[1151] | 606 | # |
---|
| 607 | # Study Course |
---|
| 608 | # |
---|
| 609 | student_obj.invokeFactory('StudentStudyCourse','study_course') |
---|
| 610 | studycourse = student_obj.study_course |
---|
| 611 | self.portal_workflow.doActionFor(studycourse,'open',dest_container=studycourse) |
---|
| 612 | dsc = {} |
---|
| 613 | dsc['study_course'] = certcode |
---|
[1401] | 614 | dsc['current_level'] = level |
---|
| 615 | dsc['current_verdict'] = verdict |
---|
[1827] | 616 | dsc['current_mode'] = em |
---|
[1759] | 617 | dsc['current_session'] = '06' |
---|
[1151] | 618 | studycourse.getContent().edit(mapping=dsc) |
---|
| 619 | # |
---|
| 620 | # Level |
---|
| 621 | # |
---|
[1198] | 622 | ## l = getattr(studycourse,level,None) |
---|
| 623 | ## if l is None: |
---|
| 624 | ## studycourse.invokeFactory('StudentStudyLevel', level) |
---|
| 625 | ## l = getattr(studycourse, level) |
---|
| 626 | ## self.portal_workflow.doActionFor(l,'open',dest_container=l) |
---|
| 627 | ## l.getContent().edit(mapping={'Title': "Level %s" % level}) |
---|
[1194] | 628 | ###) |
---|
[1160] | 629 | |
---|
[1194] | 630 | security.declarePublic('makeStudentLevel') ###( |
---|
| 631 | def makeStudentLevel(self,student_id): |
---|
| 632 | "create the StudyLevel for a returning Student" |
---|
| 633 | #import pdb;pdb.set_trace() |
---|
[1571] | 634 | logger = logging.getLogger('WAeUPTool.makeStudentLevel') |
---|
[1194] | 635 | students_folder = self.portal_url.getPortalObject().campus.students |
---|
| 636 | res = self.students_catalog(id=student_id) |
---|
| 637 | if res: |
---|
| 638 | st = res[0] |
---|
| 639 | course = st.course |
---|
| 640 | matric_no = st.matric_no |
---|
| 641 | level = st.level |
---|
| 642 | res = self.results_import(matric_no = matric_no) |
---|
| 643 | if res: |
---|
| 644 | results = res |
---|
[1571] | 645 | logger.info('%s creating Level %s' % (student_id,level)) |
---|
[1194] | 646 | # |
---|
| 647 | # Level |
---|
| 648 | # |
---|
| 649 | student_obj = getattr(self.portal_url.getPortalObject().campus.students,student_id) |
---|
| 650 | studycourse = getattr(student_obj,"study_course",None) |
---|
| 651 | self.portal_workflow.doActionFor(studycourse,'close_for_edit',dest_container=studycourse) |
---|
| 652 | l = getattr(studycourse,level,None) |
---|
| 653 | if l is None: |
---|
| 654 | studycourse.invokeFactory('StudentStudyLevel', level) |
---|
| 655 | l = getattr(studycourse, level) |
---|
| 656 | self.portal_workflow.doActionFor(l,'open',dest_container=l) |
---|
| 657 | l.getContent().edit(mapping={'Title': "Level %s" % level}) |
---|
| 658 | ###) |
---|
| 659 | |
---|
[2000] | 660 | security.declarePublic('getHallInfo') ###( |
---|
| 661 | def getHallInfo(self,bed): |
---|
| 662 | """return Hall Info""" |
---|
[828] | 663 | info = {} |
---|
| 664 | hall,block,room,letter = bed.split('_') |
---|
[1846] | 665 | res = ZCatalog.searchResults(self.portal_catalog_real,portal_type="AccoHall",id=hall) |
---|
[828] | 666 | if res and len(res) == 1: |
---|
| 667 | hall_brain = res[0] |
---|
| 668 | hall_doc = hall_brain.getObject().getContent() |
---|
| 669 | else: |
---|
| 670 | return info |
---|
| 671 | info['hall_title'] = hall_brain.Title |
---|
| 672 | info['maintenance_code'] = hall_doc.maintenance_code |
---|
[1846] | 673 | res = ZCatalog.searchResults(self.portal_catalog_real,portal_type="ScratchCardBatch") |
---|
[828] | 674 | batch_doc = None |
---|
| 675 | for brain in res: |
---|
| 676 | if brain.id.startswith(info['maintenance_code']): |
---|
| 677 | batch_doc = brain.getObject().getContent() |
---|
| 678 | break |
---|
| 679 | if batch_doc is None: |
---|
| 680 | info['maintenance_fee'] = None |
---|
| 681 | else: |
---|
| 682 | info['maintenance_fee'] = batch_doc.cost |
---|
| 683 | return info |
---|
[1151] | 684 | ###) |
---|
[828] | 685 | |
---|
[2114] | 686 | security.declarePublic('showFsPicture') ###( |
---|
| 687 | def showFsPicture(self,path): |
---|
| 688 | """return a picture from the filesystem""" |
---|
[2119] | 689 | picture_path = "%s/import/%s" % (i_home,path) |
---|
[2114] | 690 | if os.path.exists(picture_path): |
---|
| 691 | return open(picture_path).read() |
---|
[2119] | 692 | |
---|
[2114] | 693 | ###) |
---|
| 694 | |
---|
[1151] | 695 | security.declareProtected(ModifyPortalContent,'deleteAllCourses') ###( |
---|
| 696 | def deleteAllCourses(self,department="All"): |
---|
| 697 | ''' delete the courses''' |
---|
| 698 | pm = self.portal_membership |
---|
| 699 | member = pm.getAuthenticatedMember() |
---|
[1160] | 700 | |
---|
[1151] | 701 | if str(member) not in ("henrik","joachim"): |
---|
| 702 | return "not possible" |
---|
| 703 | if department == "All": |
---|
| 704 | res = self.portal_catalog({'meta_type': 'Department'}) |
---|
| 705 | if len(res) < 1: |
---|
| 706 | return "No Departments found" |
---|
[1160] | 707 | |
---|
[1151] | 708 | deleted = [] |
---|
| 709 | for dep in res: |
---|
| 710 | cf = dep.getObject().courses |
---|
| 711 | if cf: |
---|
| 712 | cf.manage_delObjects(ids=cf.objectIds()) |
---|
| 713 | deleted.append("deleted Courses in %s" % dep.getId) |
---|
| 714 | return "\r".join(deleted) |
---|
[1160] | 715 | ###) |
---|
[1151] | 716 | |
---|
[1572] | 717 | security.declareProtected(ModifyPortalContent,'getLogfileLines') ###( |
---|
| 718 | def getLogfileLines(self,filename="event.log",numlines=20): |
---|
| 719 | """Get last NUMLINES lines of logfile FILENAME. |
---|
[1160] | 720 | |
---|
[1572] | 721 | Return last lines' of a file in the instances logfile directory as |
---|
| 722 | a list. The number of returned lines equals `numlines' or less. If |
---|
| 723 | less than `numlines' lines are available, the whole file ist |
---|
| 724 | returned. If the file can not be opened or some other error |
---|
| 725 | occurs, empty list is returend. |
---|
| 726 | """ |
---|
| 727 | result = [] |
---|
| 728 | lines_hit = 0 |
---|
| 729 | |
---|
| 730 | # We only handle files in instances' log directory... |
---|
| 731 | logpath = os.path.join(i_home, "log") |
---|
| 732 | filename = str(os.path.abspath( os.path.join( logpath, filename ))) |
---|
| 733 | if not filename.startswith( logpath ): |
---|
| 734 | # Attempt to access file outside log-dir... |
---|
| 735 | return [] |
---|
| 736 | |
---|
| 737 | try: |
---|
| 738 | fd = file( filename, "rb" ) |
---|
| 739 | except IOError: |
---|
| 740 | return [] |
---|
| 741 | if not fd: |
---|
| 742 | return [] |
---|
| 743 | |
---|
| 744 | if os.linesep == None: |
---|
| 745 | linesep = '\n' |
---|
| 746 | else: |
---|
| 747 | linesep = os.linesep |
---|
| 748 | |
---|
| 749 | # Try to find 'numlines' times a lineseparator, searching from end |
---|
| 750 | # and moving to the beginning of file... |
---|
| 751 | fd.seek( 0, 2) # Move to end of file... |
---|
| 752 | while lines_hit < numlines: |
---|
| 753 | if fd.read(1) == linesep[-1]: # This moves filedescriptor |
---|
| 754 | # one step forward... |
---|
| 755 | lines_hit += 1 |
---|
| 756 | try: |
---|
| 757 | fd.seek( -2, 1) # Go two bytes back from current pos... |
---|
| 758 | except IOError: |
---|
| 759 | # We cannot go back two bytes. Maybe the file is too small... |
---|
| 760 | break |
---|
| 761 | fd.seek(2,1) |
---|
| 762 | |
---|
| 763 | # Read all lines from current position... |
---|
| 764 | result = fd.readlines() |
---|
| 765 | # Remove line endings... |
---|
| 766 | result = [x.strip() for x in result] |
---|
| 767 | fd.close() |
---|
| 768 | return result |
---|
| 769 | ###) |
---|
| 770 | |
---|
[1700] | 771 | security.declareProtected(ModifyPortalContent,"getCallbacksFromLog")###( |
---|
[1665] | 772 | def getCallbacksFromLog(self,filename): |
---|
| 773 | """fix Online Payment Transactions from Z2.log entries""" |
---|
| 774 | import transaction |
---|
| 775 | import random |
---|
| 776 | from cgi import parse_qs |
---|
| 777 | from urlparse import urlparse |
---|
| 778 | #from pdb import set_trace |
---|
| 779 | wftool = self.portal_workflow |
---|
| 780 | current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S") |
---|
| 781 | students_folder = self.portal_url.getPortalObject().campus.students |
---|
| 782 | s = r'(?P<client_ip>\S+) - (?P<member_id>\S+) \[' |
---|
| 783 | s += r'(?P<date>.*)\] "(?P<get>.*)" (?P<codes>\d+ \d+) "' |
---|
| 784 | s += r'(?P<intersw>.*)" "(?P<agent>.*)"' |
---|
| 785 | data = re.compile(s) |
---|
| 786 | start = True |
---|
| 787 | tr_count = 1 |
---|
| 788 | total = 0 |
---|
| 789 | #name = 'pume_results' |
---|
| 790 | #name = 'epaymentsuccessful_z2log2' |
---|
| 791 | name = filename |
---|
| 792 | no_import = [] |
---|
| 793 | imported = [] |
---|
| 794 | logger = logging.getLogger('WAeUPTool.getFailedTransactions') |
---|
| 795 | try: |
---|
| 796 | transactions = open("%s/import/%s" % (i_home,name),"rb").readlines() |
---|
| 797 | except: |
---|
| 798 | logger.error('Error reading %s' % name) |
---|
| 799 | return |
---|
| 800 | tas = [] |
---|
| 801 | for line in transactions: |
---|
| 802 | dict = {} |
---|
| 803 | items = data.search(line) |
---|
| 804 | dict['idict'] = idict = items.groupdict() |
---|
| 805 | #print idict |
---|
| 806 | #from pdb import set_trace;set_trace() |
---|
| 807 | urlparsed = urlparse(idict['get'][4:]) |
---|
| 808 | #print urlparsed |
---|
| 809 | path = urlparsed[2].split('/') |
---|
| 810 | dict['student_id'] = student_id = path[8] |
---|
| 811 | dict['payment_id'] = payment_id = path[10] |
---|
| 812 | dict['qs_dict'] = qs_dict = parse_qs(urlparsed[4]) |
---|
| 813 | tas.append(dict) |
---|
| 814 | tr_count += 1 |
---|
| 815 | return tas |
---|
| 816 | ###) |
---|
| 817 | |
---|
[1620] | 818 | security.declareProtected(ModifyPortalContent,"importOnlinePaymentTransactions")###( |
---|
| 819 | def importOnlinePaymentTransactions(self): |
---|
| 820 | """load Online Payment Transactions from CSV values""" |
---|
| 821 | import transaction |
---|
| 822 | import random |
---|
| 823 | #from pdb import set_trace |
---|
| 824 | current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S") |
---|
[1625] | 825 | opt = self.online_payments_import |
---|
[1620] | 826 | students_folder = self.portal_url.getPortalObject().campus.students |
---|
| 827 | start = True |
---|
| 828 | tr_count = 1 |
---|
| 829 | total = 0 |
---|
| 830 | #name = 'pume_results' |
---|
| 831 | name = 'OnlineTransactions' |
---|
| 832 | no_import = [] |
---|
| 833 | imported = [] |
---|
| 834 | logger = logging.getLogger('WAeUPTool.importOnlinePaymentTransactions') |
---|
| 835 | try: |
---|
| 836 | transactions = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb")) |
---|
| 837 | except: |
---|
| 838 | logger.error('Error reading %s.csv' % name) |
---|
| 839 | return |
---|
| 840 | for pay_transaction in transactions: |
---|
| 841 | if start: |
---|
| 842 | start = False |
---|
| 843 | logger.info('Start loading from %s.csv' % name) |
---|
| 844 | s = ','.join(['"%s"' % fn for fn in pay_transaction.keys()]) |
---|
| 845 | no_import.append('%s,"Error"' % s) |
---|
| 846 | format = ','.join(['"%%(%s)s"' % fn for fn in pay_transaction.keys()]) |
---|
| 847 | format_error = format + ',"%(Error)s"' |
---|
| 848 | data = {} |
---|
[1644] | 849 | |
---|
[1781] | 850 | # format of the first file sent by Tayo |
---|
[1643] | 851 | #data['datetime'] = date = DateTime.DateTime(pay_transaction['Date']) |
---|
| 852 | #data['student_id'] = student_id = pay_transaction['Payer ID'] |
---|
| 853 | #data['order_id'] = order_id = pay_transaction['Order ID (Tranx Ref)'] |
---|
| 854 | #data['response_code'] = response_code = pay_transaction['Resp Code'] |
---|
| 855 | #data['amount'] = amount = pay_transaction['Amount'] |
---|
[1644] | 856 | |
---|
[1781] | 857 | # format of the second file sent by Tayo |
---|
[1798] | 858 | #data['datetime'] = date = 0 |
---|
| 859 | #data['student_id'] = student_id = pay_transaction['Payer ID'] |
---|
| 860 | #data['order_id'] = order_id = pay_transaction['Order ID (Tranx Ref)'] |
---|
| 861 | #data['response_code'] = response_code = '00' |
---|
| 862 | #data['amount'] = amount = pay_transaction['Amount'] |
---|
[1813] | 863 | |
---|
[1798] | 864 | # format of the third file sent by Kehinde |
---|
[1643] | 865 | data['datetime'] = date = 0 |
---|
[1798] | 866 | data['student_id'] = student_id = pay_transaction['customer_id'] |
---|
| 867 | data['order_id'] = order_id = pay_transaction['merchant_reference'] |
---|
[1644] | 868 | data['response_code'] = response_code = '00' |
---|
[1813] | 869 | data['amount'] = amount = pay_transaction['Amount'] |
---|
[1644] | 870 | |
---|
[1620] | 871 | dup = False |
---|
| 872 | if response_code == "12": |
---|
| 873 | continue |
---|
| 874 | try: |
---|
| 875 | opt.addRecord(**data) |
---|
| 876 | except ValueError: |
---|
| 877 | dup = True |
---|
| 878 | #from pdb import set_trace;set_trace() |
---|
| 879 | if dup: |
---|
| 880 | if response_code == "00": |
---|
[1798] | 881 | try: |
---|
| 882 | opt.modifyRecord(**data) |
---|
| 883 | except: |
---|
| 884 | logger.info("duplicate uid, order_id %(order_id)s, student_id %(student_id)s, response_code %(response_code)s" % data) |
---|
| 885 | continue |
---|
[1620] | 886 | else: |
---|
[1674] | 887 | pay_transaction['Error'] = "Duplicate order_id" |
---|
[1620] | 888 | no_import.append( format_error % pay_transaction) |
---|
[1674] | 889 | logger.info("duplicate order_id %(order_id)s for %(student_id)s %(response_code)s" % data) |
---|
[1620] | 890 | continue |
---|
| 891 | tr_count += 1 |
---|
| 892 | if tr_count > 1000: |
---|
| 893 | if len(no_import) > 0: |
---|
| 894 | open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write( |
---|
| 895 | '\n'.join(no_import) + '\n') |
---|
| 896 | no_import = [] |
---|
[1645] | 897 | em = '%d transactions committed\n' % (tr_count) |
---|
[1620] | 898 | transaction.commit() |
---|
| 899 | regs = [] |
---|
| 900 | logger.info(em) |
---|
| 901 | total += tr_count |
---|
| 902 | tr_count = 0 |
---|
| 903 | open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write( |
---|
| 904 | '\n'.join(no_import)) |
---|
| 905 | return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1')) |
---|
| 906 | ###) |
---|
[2237] | 907 | |
---|
[2234] | 908 | security.declareProtected(ModifyPortalContent,'mass_create_department') ###( |
---|
[2193] | 909 | def mass_create_department(self,mapping): |
---|
| 910 | "create a department in the correct faculty" |
---|
| 911 | logger = logging.getLogger('WAeUPTool.mass_create_department') |
---|
| 912 | fid = mapping['faculty_code'] |
---|
| 913 | if getattr(self,'_v_faculties',None) is None: |
---|
| 914 | res = self.portal_catalog(portal_type = "Faculty") |
---|
| 915 | self._v_faculties = {} |
---|
| 916 | for f in res: |
---|
| 917 | self._v_faculties[f.getId] = f.getObject() |
---|
| 918 | f = self._v_faculties.get(fid,None) |
---|
| 919 | if f is None: |
---|
| 920 | return '', "No Faculty with ID: %s" % fid |
---|
| 921 | else: |
---|
| 922 | did = mapping.get('code') |
---|
| 923 | d = getattr(f,did,None) |
---|
| 924 | if d is None or d.portal_type == "Faculty": |
---|
| 925 | logger.info('Creating Department %(code)s = %(title)s' % mapping) |
---|
| 926 | f.invokeFactory('Department', did) |
---|
| 927 | d = getattr(f,did) |
---|
| 928 | d.invokeFactory('CoursesFolder','courses') |
---|
| 929 | courses = getattr(d,'courses') |
---|
| 930 | dict = {'Title': 'Courses'} |
---|
| 931 | courses.getContent().edit(mapping=dict) |
---|
| 932 | d.invokeFactory('CertificatesFolder','certificates') |
---|
| 933 | certificates = getattr(d,'certificates') |
---|
| 934 | dict = {'Title': 'Certificates'} |
---|
| 935 | certificates.getContent().edit(mapping=dict) |
---|
| 936 | d.getContent().edit(mapping=mapping) |
---|
| 937 | return did,'' |
---|
| 938 | ###) |
---|
[1620] | 939 | |
---|
[2234] | 940 | security.declareProtected(ModifyPortalContent,'mass_edit_department') ###( |
---|
[2193] | 941 | def mass_edit_department(self,mapping): |
---|
| 942 | "create a department in the correct faculty" |
---|
| 943 | logger = logging.getLogger('WAeUPTool.mass_create_department') |
---|
| 944 | academics_folder = self.portal_url.getPortalObject().campus.academics |
---|
| 945 | fid = mapping['faculty_code'] |
---|
| 946 | did = mapping.get('code') |
---|
| 947 | try: |
---|
| 948 | d = getattr(getattr(academics_folder,fid),did,None) |
---|
| 949 | except KeyError: |
---|
| 950 | return '', "Department %s or Faculty %s wrong" % (did,fid) |
---|
| 951 | else: |
---|
| 952 | if d is None or d.portal_type == "Faculty": |
---|
| 953 | logger.info('Editing Department %(code)s = %(title)s' % mapping) |
---|
| 954 | d.getContent().edit(mapping=mapping) |
---|
| 955 | return did,'' |
---|
| 956 | ###) |
---|
[1786] | 957 | |
---|
[2193] | 958 | field2types_student = { ###( |
---|
[1756] | 959 | 'StudentApplication': |
---|
| 960 | {'id': 'application', |
---|
| 961 | 'title': 'Application Data', |
---|
[1991] | 962 | 'wf_transition_return': 'close', |
---|
| 963 | 'wf_transition_admit': 'remain', |
---|
[1756] | 964 | 'fields': |
---|
| 965 | ('jamb_reg_no', |
---|
| 966 | 'entry_mode', |
---|
| 967 | 'entry_session', |
---|
| 968 | 'jamb_score', |
---|
[1786] | 969 | 'app_email', |
---|
[2008] | 970 | 'jamb_age', |
---|
[2237] | 971 | 'jamb_state', |
---|
| 972 | 'jamb_lga', |
---|
[1756] | 973 | ) |
---|
| 974 | }, |
---|
[1786] | 975 | #'StudentPume': |
---|
| 976 | # {'id': 'pume', |
---|
| 977 | # 'title': 'Pume Data', |
---|
[1991] | 978 | # 'wf_transition_return': 'close', |
---|
| 979 | # 'wf_transition_admit': 'close', |
---|
[1786] | 980 | # 'fields': |
---|
| 981 | # ('pume_score', |
---|
| 982 | # ) |
---|
| 983 | # }, |
---|
[1756] | 984 | 'StudentClearance': |
---|
| 985 | {'id': 'clearance', |
---|
[2009] | 986 | 'title': 'Clearance/Eligibility Record', |
---|
[1991] | 987 | 'wf_transition_return': 'close', |
---|
| 988 | 'wf_transition_admit': 'remain', |
---|
[1756] | 989 | 'fields': |
---|
| 990 | ('matric_no', |
---|
| 991 | 'nationality', |
---|
| 992 | 'lga', |
---|
[1804] | 993 | 'birthday', |
---|
[1756] | 994 | ) |
---|
| 995 | }, |
---|
| 996 | 'StudentPersonal': |
---|
| 997 | {'id': 'personal', |
---|
| 998 | 'title': 'Personal Data', |
---|
[1991] | 999 | 'wf_transition_return': 'open', |
---|
| 1000 | 'wf_transition_admit': 'remain', |
---|
[1756] | 1001 | 'fields': |
---|
| 1002 | ('firstname', |
---|
| 1003 | 'middlename', |
---|
| 1004 | 'lastname', |
---|
| 1005 | 'sex', |
---|
| 1006 | 'email', |
---|
| 1007 | 'phone', |
---|
| 1008 | 'perm_address', |
---|
| 1009 | ) |
---|
| 1010 | }, |
---|
| 1011 | 'StudentStudyCourse': |
---|
| 1012 | {'id': 'study_course', |
---|
| 1013 | 'title': 'Study Course', |
---|
[1991] | 1014 | 'wf_transition_return': 'open', |
---|
| 1015 | 'wf_transition_admit': 'remain', |
---|
[1756] | 1016 | 'fields': |
---|
| 1017 | ('study_course', |
---|
| 1018 | 'current_level', |
---|
| 1019 | 'current_session', |
---|
| 1020 | 'current_mode', |
---|
| 1021 | 'current_verdict', |
---|
| 1022 | ) |
---|
| 1023 | }, |
---|
[1898] | 1024 | |
---|
| 1025 | 'PaymentsFolder': |
---|
| 1026 | {'id': 'payments', |
---|
| 1027 | 'title': 'Payments', |
---|
[1991] | 1028 | 'wf_transition_return': 'open', |
---|
| 1029 | 'wf_transition_admit': 'open', |
---|
[1898] | 1030 | 'fields': |
---|
| 1031 | () |
---|
| 1032 | }, |
---|
[1756] | 1033 | } |
---|
| 1034 | ###) |
---|
| 1035 | |
---|
[2193] | 1036 | security.declareProtected(ModifyPortalContent,'mass_create_student') ###( |
---|
| 1037 | def mass_create_student(self,mapping): |
---|
[1781] | 1038 | "create a students record due import" |
---|
[2193] | 1039 | logger = logging.getLogger('WAeUPTool.mass_create_student') |
---|
[1747] | 1040 | students_folder = self.portal_url.getPortalObject().campus.students |
---|
[1818] | 1041 | jamb_reg_no = mapping.get('jamb_reg_no',None) |
---|
[1747] | 1042 | if jamb_reg_no: |
---|
| 1043 | res = self.students_catalog(jamb_reg_no = jamb_reg_no) |
---|
| 1044 | if res: |
---|
[1749] | 1045 | return '',"jamb_reg_no exists" |
---|
[1818] | 1046 | matric_no = mapping.get('matric_no',None) |
---|
[1747] | 1047 | if matric_no: |
---|
| 1048 | res = self.students_catalog(matric_no = matric_no) |
---|
| 1049 | if res: |
---|
[1749] | 1050 | return '',"matric_no exists" |
---|
[1747] | 1051 | sid = self.waeup_tool.generateStudentId('?') |
---|
| 1052 | students_folder.invokeFactory('Student', sid) |
---|
| 1053 | student_obj = getattr(students_folder,sid) |
---|
[2193] | 1054 | f2t = self.field2types_student |
---|
[1772] | 1055 | d = {} |
---|
| 1056 | d['jamb_sex'] = 'M' |
---|
[1818] | 1057 | if mapping.get('sex'): |
---|
[1772] | 1058 | d['jamb_sex'] = 'F' |
---|
[1990] | 1059 | transition = mapping.get('reg_transition','admit') |
---|
| 1060 | if transition not in ('admit','return'): |
---|
[2008] | 1061 | return '',"no valid transition provided" |
---|
[1747] | 1062 | for pt in f2t.keys(): |
---|
| 1063 | student_obj.invokeFactory(pt,f2t[pt]['id']) |
---|
| 1064 | sub_obj = getattr(student_obj,f2t[pt]['id']) |
---|
| 1065 | sub_doc = sub_obj.getContent() |
---|
[1772] | 1066 | d['Title'] = f2t[pt]['title'] |
---|
[1747] | 1067 | for field in f2t[pt]['fields']: |
---|
[1818] | 1068 | d[field] = mapping.get(field,'') |
---|
| 1069 | if pt == "StudyCourse": |
---|
| 1070 | for von,zu in (('entry_mode','current_mode'), |
---|
| 1071 | ('entry_session','current_session')): |
---|
| 1072 | if mapping.get(zu,None) is None and mapping.get(von,None) is not None: |
---|
| 1073 | d[zu] = mapping[von] |
---|
[1747] | 1074 | sub_doc.edit(mapping = d) |
---|
[1990] | 1075 | |
---|
[1987] | 1076 | #import pdb;pdb.set_trace() |
---|
| 1077 | new_state = f2t[pt]['wf_transition_%(transition)s' % vars()] |
---|
[1898] | 1078 | if new_state != "remain": |
---|
| 1079 | self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj) |
---|
[1990] | 1080 | self.portal_workflow.doActionFor(student_obj,transition) |
---|
[1747] | 1081 | student_obj.manage_setLocalRoles(sid, ['Owner',]) |
---|
| 1082 | return sid,'' |
---|
| 1083 | ###) |
---|
| 1084 | |
---|
[2193] | 1085 | security.declareProtected(ModifyPortalContent,'mass_edit_student') ###( |
---|
| 1086 | def mass_edit_student(self,mapping): |
---|
[1781] | 1087 | "edit a students record due import" |
---|
[2193] | 1088 | logger = logging.getLogger('WAeUPTool.mass_edit_student') |
---|
[1774] | 1089 | students_folder = self.portal_url.getPortalObject().campus.students |
---|
[1818] | 1090 | sid = mapping.get('id',None) |
---|
| 1091 | jamb_reg_no = mapping.get('jamb_reg_no',None) |
---|
| 1092 | matric_no = mapping.get('matric_no',None) |
---|
[1875] | 1093 | editable_keys = mapping.keys() |
---|
[1774] | 1094 | if sid: |
---|
| 1095 | res = self.students_catalog(id = sid) |
---|
| 1096 | if not res: |
---|
| 1097 | return '',"no student with id %s" % sid |
---|
| 1098 | elif matric_no and res[0].matric_no and\ |
---|
| 1099 | matric_no != res[0].matric_no: |
---|
| 1100 | return '%s' % res[0].id ,"student has no matric_no %s" % matric_no |
---|
| 1101 | elif jamb_reg_no and res[0].jamb_reg_no and\ |
---|
| 1102 | jamb_reg_no != res[0].jamb_reg_no: |
---|
| 1103 | return '%s' % res[0].id ,"student has no jamb_reg_no %s" % jamb_reg_no |
---|
[1844] | 1104 | elif jamb_reg_no: |
---|
| 1105 | res = self.students_catalog(jamb_reg_no = jamb_reg_no) |
---|
| 1106 | if not res: |
---|
| 1107 | return '',"no student with jamb_reg_no %s" % jamb_reg_no |
---|
[1875] | 1108 | editable_keys.remove('jamb_reg_no') |
---|
[1774] | 1109 | elif matric_no: |
---|
| 1110 | res = self.students_catalog(matric_no = matric_no) |
---|
| 1111 | if not res: |
---|
| 1112 | return '',"no student with matric_no %s" % matric_no |
---|
[1875] | 1113 | editable_keys.remove('matric_no') |
---|
[1965] | 1114 | |
---|
| 1115 | # included only to change wf state from admitted to returning |
---|
[2052] | 1116 | if res[0].review_state not in ('admitted','objection_raised'): |
---|
| 1117 | return '%s' % res[0].id ,"student is not in state admitted or objection_raised" |
---|
[1990] | 1118 | # end inclusion |
---|
[1965] | 1119 | |
---|
[1774] | 1120 | sid = res[0].id |
---|
| 1121 | student_obj = getattr(students_folder,sid) |
---|
[2193] | 1122 | f2t = self.field2types_student |
---|
[1774] | 1123 | d = {} |
---|
[1875] | 1124 | #import pdb;pdb.set_trace() |
---|
| 1125 | any_change = False |
---|
[1774] | 1126 | for pt in f2t.keys(): |
---|
[1875] | 1127 | if pt == "student_application": |
---|
| 1128 | d['jamb_sex'] = 'M' |
---|
| 1129 | if mapping.get('sex'): |
---|
| 1130 | d['jamb_sex'] = 'F' |
---|
| 1131 | intersect = set(f2t[pt]['fields']).intersection(set(editable_keys)) |
---|
| 1132 | if intersect: |
---|
| 1133 | sub_obj = getattr(student_obj,f2t[pt]['id'],None) |
---|
| 1134 | if sub_obj is None: |
---|
| 1135 | try: |
---|
| 1136 | student_obj.invokeFactory(pt,f2t[pt]['id']) |
---|
| 1137 | except: |
---|
| 1138 | continue |
---|
| 1139 | sub_obj = getattr(student_obj,f2t[pt]['id']) |
---|
| 1140 | d['Title'] = f2t[pt]['title'] |
---|
| 1141 | sub_doc = sub_obj.getContent() |
---|
| 1142 | for field in intersect: |
---|
| 1143 | changed = False |
---|
| 1144 | if getattr(sub_doc,field) != mapping.get(field,''): |
---|
| 1145 | any_change = True |
---|
| 1146 | changed = True |
---|
| 1147 | d[field] = mapping.get(field,'') |
---|
| 1148 | if changed: |
---|
| 1149 | sub_doc.edit(mapping = d) |
---|
[1904] | 1150 | |
---|
[1905] | 1151 | |
---|
| 1152 | # included only to change wf state from admitted to returning |
---|
[2052] | 1153 | if res[0].review_state in ('admitted','objection_raised'): |
---|
[1991] | 1154 | new_state = f2t[pt]['wf_transition_return'] |
---|
[1963] | 1155 | sub_obj = getattr(student_obj,f2t[pt]['id'],None) |
---|
| 1156 | if sub_obj and new_state != "remain": |
---|
| 1157 | try: |
---|
| 1158 | self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj) |
---|
| 1159 | except: |
---|
| 1160 | #logger.info('%s, wf transition %s of %s failed' % (sid,new_state,sub_obj.id)) |
---|
| 1161 | pass |
---|
[2052] | 1162 | if res[0].review_state in ('admitted','objection_raised'): |
---|
[1963] | 1163 | wfaction = 'return' |
---|
| 1164 | try: |
---|
| 1165 | self.portal_workflow.doActionFor(student_obj,wfaction) |
---|
| 1166 | logger.info('%s, wf state changed' % sid) |
---|
| 1167 | any_change = True |
---|
| 1168 | except: |
---|
| 1169 | logger.info('%s, wf transition failed, old state = %s' % (sid,res[0].review_state)) |
---|
| 1170 | pass |
---|
[1905] | 1171 | # end inclusion |
---|
[1904] | 1172 | |
---|
[1905] | 1173 | |
---|
[1875] | 1174 | if any_change: |
---|
| 1175 | return sid,'' |
---|
| 1176 | else: |
---|
| 1177 | return sid,'not modified' |
---|
[1774] | 1178 | ###) |
---|
[1905] | 1179 | |
---|
[1730] | 1180 | security.declareProtected(ModifyPortalContent,"importData")###( |
---|
[1774] | 1181 | def importData(self,filename,name,edit=False): |
---|
[1730] | 1182 | """load data from CSV values""" |
---|
| 1183 | import transaction |
---|
| 1184 | import random |
---|
[1775] | 1185 | |
---|
[1773] | 1186 | pm = self.portal_membership |
---|
[1775] | 1187 | member = pm.getAuthenticatedMember() |
---|
| 1188 | |
---|
[1747] | 1189 | logger = logging.getLogger('WAeUPTool.importData') |
---|
[1730] | 1190 | current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S") |
---|
| 1191 | students_folder = self.portal_url.getPortalObject().campus.students |
---|
| 1192 | start = True |
---|
| 1193 | tr_count = 1 |
---|
[1756] | 1194 | total_imported = 0 |
---|
| 1195 | total_not_imported = 0 |
---|
[1730] | 1196 | total = 0 |
---|
[1749] | 1197 | iname = "import_%s" % name |
---|
[1747] | 1198 | stool = getToolByName(self, 'portal_schemas') |
---|
| 1199 | ltool = getToolByName(self, 'portal_layouts') |
---|
| 1200 | schema = stool._getOb(iname) |
---|
[1730] | 1201 | if schema is None: |
---|
[1772] | 1202 | em = 'No such schema %s' % iname |
---|
| 1203 | logger.error('No such schema %s' % iname) |
---|
[1756] | 1204 | return em |
---|
[1747] | 1205 | layout = ltool._getOb(iname) |
---|
[1730] | 1206 | if layout is None: |
---|
[1772] | 1207 | em = 'No such layout %s' % iname |
---|
[1756] | 1208 | logger.error(em) |
---|
| 1209 | return em |
---|
[1730] | 1210 | validators = {} |
---|
| 1211 | for widget in layout.keys(): |
---|
[1749] | 1212 | validators[widget] = layout[widget].validate |
---|
[2193] | 1213 | #import pdb;pdb.set_trace() |
---|
[1774] | 1214 | if edit: |
---|
[2193] | 1215 | importer_name = "mass_edit_%s" % name |
---|
[1774] | 1216 | else: |
---|
[2193] | 1217 | importer_name = "mass_create_%s" % name |
---|
[1772] | 1218 | importer = getattr(self, '%s' % importer_name,None) |
---|
| 1219 | if importer is None: |
---|
| 1220 | em = 'No importer function %s' % importer_name |
---|
[1756] | 1221 | logger.error(em) |
---|
| 1222 | return em |
---|
[1747] | 1223 | not_imported = [] |
---|
[1730] | 1224 | imported = [] |
---|
| 1225 | try: |
---|
[1747] | 1226 | items = csv.DictReader(open("%s/import/%s.csv" % (i_home,filename),"rb")) |
---|
[1730] | 1227 | except: |
---|
[1756] | 1228 | em = 'Error reading %s.csv' % filename |
---|
| 1229 | logger.error(em) |
---|
| 1230 | return em |
---|
[1730] | 1231 | for item in items: |
---|
| 1232 | if start: |
---|
| 1233 | start = False |
---|
[1747] | 1234 | adapters = [MappingStorageAdapter(schema, item)] |
---|
[1773] | 1235 | logger.info('%s starts import from %s.csv' % (member,filename)) |
---|
[2094] | 1236 | #import_keys = [k for k in item.keys() if not k.startswith('ignore')] |
---|
| 1237 | attrs = csv.reader(open("%s/import/%s.csv" % (i_home,filename),"rb")).next() |
---|
| 1238 | #import pdb;pdb.set_trace() |
---|
| 1239 | import_keys = [k for k in attrs if not k.startswith('ignore')] |
---|
[1804] | 1240 | diff2schema = set(import_keys).difference(set(schema.keys())) |
---|
| 1241 | diff2layout = set(import_keys).difference(set(layout.keys())) |
---|
| 1242 | if diff2schema: |
---|
| 1243 | em = "not ignorable key(s) %s found in heading" % diff2schema |
---|
| 1244 | return em |
---|
[1753] | 1245 | s = ','.join(['"%s"' % fn for fn in import_keys]) |
---|
[1772] | 1246 | open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(s + ',"Error"'+ '\n') |
---|
| 1247 | s = '"id",' + s |
---|
[1756] | 1248 | open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(s + '\n') |
---|
[1730] | 1249 | format = ','.join(['"%%(%s)s"' % fn for fn in import_keys]) |
---|
| 1250 | format_error = format + ',"%(Error)s"' |
---|
[1756] | 1251 | format = '"%(id)s",'+ format |
---|
[2094] | 1252 | dm = DataModel(item, adapters,context=self) |
---|
[1747] | 1253 | ds = DataStructure(data=item,datamodel=dm) |
---|
| 1254 | error_string = "" |
---|
[1730] | 1255 | for k in import_keys: |
---|
[1747] | 1256 | if not validators[k](ds): |
---|
| 1257 | error_string += " %s : %s" % (k,ds.getError(k)) |
---|
| 1258 | if not error_string: |
---|
[1756] | 1259 | item.update(dm) |
---|
[1772] | 1260 | item['id'],error = importer(item) |
---|
[1747] | 1261 | if error: |
---|
| 1262 | error_string += error |
---|
| 1263 | if error_string: |
---|
| 1264 | item['Error'] = error_string |
---|
| 1265 | not_imported.append(format_error % item) |
---|
[1756] | 1266 | total_not_imported += 1 |
---|
[1747] | 1267 | else: |
---|
[1821] | 1268 | em = format % item |
---|
| 1269 | imported.append(em) |
---|
| 1270 | logger.info("%(total_imported)d of %(total)d %(em)s" % vars()) |
---|
[1875] | 1271 | tr_count += 1 |
---|
[1756] | 1272 | total_imported += 1 |
---|
| 1273 | total += 1 |
---|
[2164] | 1274 | if total and not total % 100: |
---|
[1875] | 1275 | transaction.commit() |
---|
[1747] | 1276 | if len(not_imported) > 0: |
---|
| 1277 | open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write( |
---|
| 1278 | '\n'.join(not_imported) + '\n') |
---|
| 1279 | not_imported = [] |
---|
| 1280 | if len(imported) > 0: |
---|
| 1281 | open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write( |
---|
[1772] | 1282 | '\n'.join(imported) + '\n') |
---|
[1747] | 1283 | imported = [] |
---|
[1730] | 1284 | em = '%d transactions committed\n' % (tr_count) |
---|
| 1285 | regs = [] |
---|
| 1286 | logger.info(em) |
---|
| 1287 | tr_count = 0 |
---|
[1756] | 1288 | if len(imported) > 0: |
---|
[1747] | 1289 | open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write( |
---|
| 1290 | '\n'.join(imported)) |
---|
[1756] | 1291 | if len(not_imported) > 0: |
---|
[1747] | 1292 | open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write( |
---|
| 1293 | '\n'.join(not_imported)) |
---|
[1759] | 1294 | em = "Imported: %d, not imported: %d of total %d" % (total_imported,total_not_imported,total) |
---|
[1756] | 1295 | logger.info(em) |
---|
| 1296 | return em |
---|
[1730] | 1297 | ###) |
---|
| 1298 | |
---|
[828] | 1299 | InitializeClass(WAeUPTool) |
---|