Context navigation

source: WAeUP_SRP/base/WAeUPTool.py @ 2458

Last change on this file since 2458 was 2454, checked in by Henrik Bettermann, 17 years ago
rebuild getNextInfo.py completely fetch session from portal properties.xml change all scripts using getSessionId remove StudentCourseResult? relevant code from event services make pay_by_sc.py and interswitch_cb.py work (rebuild both)
Property svn:keywords set to `Id`
File size: 65.3 KB

Rev	Line
[1991]	1	#-- mode: python; mode: fold --
[197]	2	# (C) Copyright 2005 The WAeUP group <http://www.waeup.org>
	3	# Author: Joachim Schmitz (js@aixtraware.de)
	4	#
	5	# This program is free software; you can redistribute it and/or modify
	6	# it under the terms of the GNU General Public License version 2 as published
	7	# by the Free Software Foundation.
	8	#
	9	# This program is distributed in the hope that it will be useful,
	10	# but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	# GNU General Public License for more details.
	13	#
	14	# You should have received a copy of the GNU General Public License
	15	# along with this program; if not, write to the Free Software
	16	# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
	17	# 02111-1307, USA.
	18	#
	19	# $Id: WAeUPTool.py 2454 2007-10-27 21:53:04Z henrik $
[1174]	20	"""The WAeUP Tool Box.
[197]	21	"""
	22
	23	from AccessControl import ClassSecurityInfo
[828]	24	from Acquisition import aq_inner
	25	from Acquisition import aq_parent
	26	from Globals import DTMLFile
	27	from Globals import InitializeClass
	28	from OFS.SimpleItem import SimpleItem
[2283]	29	from zExceptions import BadRequest
[197]	30
[1890]	31	from Products.CMFCore.utils import getToolByName
[1747]	32	from Products.CPSSchemas.DataStructure import DataStructure
	33	from Products.CPSSchemas.DataModel import DataModel
	34	from Products.CPSSchemas.StorageAdapter import MappingStorageAdapter
[828]	35	from Products.CMFCore.ActionProviderBase import ActionProviderBase
	36	from Products.CMFCore.permissions import View
	37	from Products.ZCatalog.ZCatalog import ZCatalog
	38	from Products.CMFCore.permissions import ModifyPortalContent
[1890]	39	from Products.CMFCore.permissions import ManagePortal
[197]	40	from Products.CMFCore.utils import UniqueObject
[1194]	41	from Products.CMFCore.URLTool import URLTool
[1747]	42	from Products.CMFCore.utils import getToolByName
[1151]	43	from Students import makeCertificateCode
[1285]	44	from Globals import package_home,INSTANCE_HOME
[2094]	45	import DateTime,time
[1620]	46	import logging
[1170]	47	import transaction
[2193]	48	import csv,re,os,sys
[2413]	49	from shutil import copy2
[1707]	50	from Products.AdvancedQuery import Eq, Between, Le,In
[197]	51
[2413]	52	p_home = package_home(globals())
	53	i_home = INSTANCE_HOME
	54	images_base = os.path.join(i_home,"images")
	55
	56
[1707]	57	def getObject(object,name):
	58	if object.hasObject(name):
	59	return getattr(object,name)
	60	return None
[1720]	61
[828]	62	class WAeUPTool(UniqueObject, SimpleItem, ActionProviderBase):
[197]	63	"""WAeUP tool"""
	64
[828]	65	id = 'waeup_tool'
[197]	66	meta_type = 'WAeUP Tool'
[828]	67	_actions = ()
[197]	68	security = ClassSecurityInfo()
[828]	69	security.declareObjectProtected(View)
	70	manage_options = ( ActionProviderBase.manage_options
	71	+ SimpleItem.manage_options
	72	)
	73
[1818]	74	def rwrite(self,s): ###(
[1707]	75	response = self.REQUEST.RESPONSE
	76	response.setHeader('Content-type','text/html; charset=ISO-8859-15')
	77	response.write("%s<br />\r\n" % s)
[1818]	78	###)
[1174]	79
[1818]	80	def sleep(self,secs): ###(
	81	"sleep"
	82	import time
	83	time.sleep(secs)
	84	return
[1827]	85
[1818]	86	###)
	87
	88	security.declareProtected(ModifyPortalContent,'openLog') ###(
[1716]	89	def openLog(self,name):
	90	"""open a log file"""
	91	version = 1
	92	path = "%s/log/%s_%d.log" % (i_home,name,version)
	93	while os.path.exists(path):
	94	version += 1
	95	path = "%s/log/%s_%d.log" % (i_home,name,version)
	96	log = open(path,"w")
	97	return log
[2259]	98	###)
[1716]	99
[2259]	100	security.declareProtected(ModifyPortalContent,'bypassQueueCatalog') ###(
	101	def bypassQueueCatalog(self,enable=True):
	102	"""bypass the QueueCatalog by setting all indexes to process imediate,
	103	if enable is True (default) the old settings are restored
	104	"""
[1818]	105
[2259]	106	###)
	107
[2094]	108	security.declareProtected(ModifyPortalContent,'measureOaT') ###(
	109	def measureOaT(self,method="a",probe="1000",nr_pts="1"):
	110	"""measure Object access Time"""
	111	import random
	112	if hasattr(self,'portal_catalog_real'):
	113	aq_portal = self.portal_catalog_real.evalAdvancedQuery
	114	else:
	115	aq_portal = self.portal_catalog.evalAdvancedQuery
	116	nr_pts = int(nr_pts)
	117	probe = int(probe)
	118	intervall = probe/10
	119	objects = ("application","clearance","personal")
	120	portal_types = ("StudentApplication","StudentClearance","StudentPersonal")
	121	#i = random.randrange(num_objects)
	122	count = 0
	123	found = 0
	124	not_found = 0
	125	t_found = 0
	126	t_not_found = 0
	127	time_found = time_not_found = 0.0
	128	t_time_found = t_time_not_found = 0.0
	129	accessed = []
	130	t_min = 1000
	131	t_max = 0
	132	#import pdb;pdb.set_trace()
	133	students = self.portal_catalog(portal_type="Student")
	134	num_students = len(students)
	135	if method == "d":
	136	query = Eq('path','/uniben/campus/students') & In('portal_type',portal_types[:nr_pts])
	137	res = aq_portal(query)
	138	brains = {}
	139	for r in res:
	140	sid = r.relative_path.split('/')[-2]
	141	if brains.has_key(sid):
	142	brains[sid][r.portal_type] = r
	143	else:
	144	brains[sid] = {r.portal_type : r}
	145	brains_list = brains.keys()
	146	num_objects = len(brains_list)
	147	else:
	148	num_objects = num_students
	149	print "="*40
	150	print "method: %s probes: %d nr_pts: %d num_objects: %d" % (method,
	151	probe,
	152	nr_pts,
	153	num_objects)
	154	print "nr found/not time found/not min/max"
	155	elapse = time.time()
	156	i_elapse = time.time()
	157	c_elapse = time.clock()
	158	for c in range(1,probe + 1):
	159	i = random.randrange(num_objects)
	160	if method in ('a','b','c'):
	161	student_brain = students[i]
	162	elif method == "d":
	163	#import pdb;pdb.set_trace()
	164	student_brain = brains[brains_list[i]]
	165	if method == "c":
	166	query = Eq('path',student_brain.getPath()) & In('portal_type',portal_types[:nr_pts])
	167	res = aq_portal(query)
	168	this_portal_types = [r.portal_type for r in res]
	169	for i in range(nr_pts):
	170	oid = objects[i]
	171	if method == "a":
	172	try:
	173	student_path = student_brain.getPath()
	174	path = "%s/%s" % (student_path,oid)
	175	doc = self.unrestrictedTraverse(path).getContent()
	176	found += 1
	177	i_time = time.time() - i_elapse
	178	time_found += i_time
	179	except:
	180	not_found += 1
	181	i_time = time.time() - i_elapse
	182	time_not_found += i_time
	183	pass
	184	elif method == "b":
	185	try:
	186	student_object = student_brain.getObject()
	187	doc = getattr(student_object,oid).getContent()
	188	found += 1
	189	i_time = time.time() - i_elapse
	190	time_found += i_time
	191	except:
	192	i_time = time.time() - i_elapse
	193	time_not_found += i_time
	194	not_found += 1
	195	pass
	196	elif method == "c":
	197	if portal_types[i] in this_portal_types:
	198	found += 1
	199	doc = res[this_portal_types.index(portal_types[i])].getObject().getContent()
	200	i_time = time.time() - i_elapse
	201	time_found += i_time
	202	else:
	203	not_found += 1
	204	i_time = time.time() - i_elapse
	205	time_not_found += i_time
	206	elif method == "d":
	207	if student_brain.has_key(portal_types[i]):
	208	found += 1
	209	doc = student_brain[portal_types[i]].getObject().getContent()
	210	i_time = time.time() - i_elapse
	211	time_found += i_time
	212	else:
	213	not_found += 1
	214	i_time = time.time() - i_elapse
	215	time_not_found += i_time
	216	i_elapse = time.time()
	217	if c and (c % intervall == 0):
	218	#i_time = time.time() - i_elapse
	219	t_per = 0.0
	220	if found:
	221	t_per = time_found/found
	222	if t_per > t_max:
	223	t_max = t_per
	224	if t_per > 0.0 and t_per < t_min:
[2119]	225	t_min = t_per
[2094]	226	itf = 0.0
	227	if found:
	228	itf = time_found/found
	229	itnf = 0.0
	230	if not_found :
	231	itnf = time_not_found / not_found
[2119]	232	interval_time = time_found + time_not_found
	233	s = "%(c)d: %(found)d/%(not_found)d " % vars()
[2094]	234	s += "%(interval_time)6.2f %(itf)6.4f/%(itnf)6.4f " % vars()
	235	s += "%(t_min)6.4f/%(t_max)6.4f" % vars()
	236	print s
	237	t_found += found
	238	t_not_found += not_found
	239	t_time_found += time_found
	240	t_time_not_found += time_not_found
	241	time_found = time_not_found = 0.0
	242	found = not_found = 0
	243	# t_found += found
	244	# t_not_found += not_found
	245	elapse = time.time() - elapse
	246	itf = 0.0
	247	if t_found:
	248	itf = t_time_found/t_found
	249	itnf = 0.0
	250	if t_not_found:
	251	itnf = t_time_not_found / t_not_found
	252	#c_elapse = time.clock() - c_elapse
[2119]	253	s = "%(probe)d: %(t_found)d/%(t_not_found)d " % vars()
[2094]	254	s += "%(elapse)6.2f %(itf)6.4f/%(itnf)6.4f " % vars()
	255	s += "%(t_min)6.4f/%(t_max)6.4f" % vars()
	256	print "-"*40
	257	print s
	258	rel_found = float(t_found)/probe
	259	rel_not_found = float(t_not_found)/probe
	260	estimated_total_time = num_objects(rel_founditf + rel_not_found*itnf)
	261	print estimated_total_time
	262	###)
	263
[1818]	264	security.declareProtected(ModifyPortalContent,'writeLog') ###(
[1716]	265	def writeLog(self,logfile,s):
	266	"""write to the log file"""
	267	logfile.write(s)
	268
[1818]	269	###)
[1720]	270
[1151]	271	def generateStudentId(self,letter): ###(
	272	import random
	273	r = random
[1194]	274	##if letter not in ('ABCDEFGIHKLMNOPQRSTUVWXY'):
	275	if letter == '?':
[1151]	276	letter= r.choice('ABCDEFGHKLMNPQRSTUVWXY')
	277	sid = "%c%d" % (letter,r.randint(99999,1000000))
[1720]	278	students = self.portal_url.getPortalObject().campus.students
[1721]	279	## while hasattr(students, sid):
	280	## sid = "%c%d" % (letter,r.randint(99999,1000000))
	281	while self.students_catalog(id = sid):
[1720]	282	sid = "%c%d" % (letter,r.randint(99999,1000000))
[1151]	283	return sid
[1460]	284	###)
[1415]	285
	286	def generatePassword(self,s=None): ###(
	287	import random
	288	r = random
	289	##if letter not in ('ABCDEFGIHKLMNOPQRSTUVWXY'):
	290	if s is None:
	291	s = 'abcdefghklmnpqrstuvwxy23456789'
	292	pw = ''
	293	while len(pw) < 6:
	294	pw += r.choice(s)
	295	return pw
[1151]	296	###)
[828]	297
[1890]	298	security.declareProtected(ManagePortal, 'removeDeletedDocIds') ###(
	299	def removeDeletedDocIds(self, max=1000):
	300	"""
	301	remove deleted docids from repository commit after max
	302	"""
	303	logger = logging.getLogger('WAeUPTool.removeDeletedDocIds')
	304	repository = getToolByName(self, 'portal_repository')
	305	pxtool = getToolByName(self, 'portal_proxies')
	306	pxtool_infos = pxtool.getRevisionsUsed()
[1895]	307
[1890]	308	nb_revs = 0
	309	docids_d = {} # all docids
	310	unused_docids_d = {} # all docids that are unused
	311	ids_unused_revs_docids = [] # ids for revs of unused docids
	312	ids_unused_revs = [] # ids for unused revs
	313	total = 0
[1895]	314	idlist = repository.objectIds()
	315	for id in idlist:
[1890]	316	docid, rev = repository._splitId(id)
	317	if docid is None:
	318	logger.info("invalid doc_id %s" % docid)
	319	continue
	320	nb_revs += 1
	321	docids_d[docid] = None
	322	if not pxtool_infos.has_key(docid):
	323	unused_docids_d[docid] = None
	324	ids_unused_revs_docids.append(id)
	325	ids_unused_revs.append(id)
	326	elif not pxtool_infos[docid].has_key(rev):
	327	ids_unused_revs.append(id)
	328	if len(ids_unused_revs) >= max:
	329	repository.manage_delObjects(ids_unused_revs)
	330	#import pdb;pdb.set_trace()
	331	transaction.commit()
	332	total += max
	333	logger.info('removed %d total %d unused docids ' % (max,total))
[1895]	334	anz = len(ids_unused_revs)
[1890]	335	if anz > 0:
	336	repository.manage_delObjects(ids_unused_revs)
	337	transaction.commit()
	338	total += anz
	339	logger.info('finished removing %d unused docids ' % (total))
	340
[1895]	341
[1890]	342	###)
	343
[2304]	344	security.declareProtected(View,'getCredential') ###(
[1250]	345	def getCredential(self,student_id):
	346	"return a student password"
	347	student_entry = getattr(self.portal_directories.students,student_id,None)
	348	if student_entry is None:
	349	return None
[1263]	350	return getattr(student_entry,"password","not set")
[1261]	351	###)
[1250]	352
[1460]	353	security.declarePublic('checkPassword') ###(
[1467]	354	def checkPassword(self,student_id,password):
[1460]	355	"return a student password"
	356	student_entry = getattr(self.portal_directories.students,student_id,None)
	357	if student_entry is None:
	358	return False
	359	return getattr(student_entry,"password","not set") == password
	360	###)
	361
[1467]	362	security.declarePublic('editPassword') ###(
	363	def editPassword(self,student_id,password):
	364	"edit a student password"
	365	student_entry = getattr(self.portal_directories.students,student_id,None)
	366	if student_entry is None:
[1571]	367	return
[1467]	368	setattr(student_entry,'password',password)
	369	###)
	370
[1647]	371	security.declareProtected(View,'doCommit') ###(
[1401]	372	def doCommit(self,logger=None):
	373	"commit some transactions"
	374	transaction.commit()
	375	###)
	376
[1285]	377	security.declarePublic('loadStudentFoto') ###(
[1813]	378	def loadStudentFoto(self,student,filename,folder):
[1285]	379	"return a student passport picture"
[2413]	380	#import pdb;pdb.set_trace()
	381	picture ="%s/import/%s/%s" % (i_home,folder,filename)
	382	student_id = student.getId()
	383	images_dir = os.path.join("%s" % images_base,student_id)
	384	if not os.path.exists(images_dir):
	385	os.mkdir(images_dir)
	386	image_name = os.path.join(images_dir,"passport_%(student_id)s.jpg" % vars())
	387	for extension in ('.jpg','.JPG'):
	388	fullname = "%(picture)s%(extension)s" % vars()
	389	if os.path.exists(fullname):
	390	copy2(fullname,image_name)
	391	return "successfully copied passport picture"
	392	return "passport picture not found %s.(jpg,.JPG)" % picture
	393	###)
	394
[2420]	395	def old____loadStudentFoto(self,student,filename,folder): ###(
[2413]	396	"return a student passport picture"
[1921]	397	app = student.application
	398	app_doc = app.getContent()
[1813]	399	#clear = student.clearance
	400	#clear_doc = clear.getContent()
	401	#matric_no = clear_doc.matric_no.upper()
	402	picture1 ="%s/import/%s/%s.jpg" % (i_home,folder,filename)
	403	picture2 ="%s/import/%s/%s.JPG" % (i_home,folder,filename)
[1285]	404	#import pdb;pdb.set_trace()
[1286]	405	if os.path.exists(picture1):
	406	file = open(picture1)
	407	elif os.path.exists(picture2):
[1287]	408	file = open(picture2)
[1286]	409	else:
[1287]	410	return "passport picture not found %s" % picture1
[1921]	411	reopened = False
	412	if self.portal_workflow.getInfoFor(app,'review_state',None) !='opened':
	413	self.portal_workflow.doActionFor(app,'open')
	414	reopened = True
[1285]	415	outfile = file.read()
	416	app_doc.manage_addFile('passport',
	417	file=outfile,
[1818]	418	title="%s.jpg" % filename)
[1921]	419	if reopened:
	420	self.portal_workflow.doActionFor(app,'close')
[1286]	421	return "successfully loaded passport picture"
[1285]	422	###)
	423
[1170]	424	security.declareProtected(ModifyPortalContent,'createOne') ###(
[1194]	425	def createOne(self,students_folder,student_brain,letter,commit=False):
	426	sid = self.waeup_tool.generateStudentId(letter)
[1170]	427	students_folder.invokeFactory('Student', sid)
	428	student = getattr(students_folder,sid)
	429	self.portal_workflow.doActionFor(student,'return')
	430	student.manage_setLocalRoles(sid, ['Owner',])
	431	matric_no = student_brain.matric_no
	432	jamb_reg_no = student_brain.Entryregno
	433	self.students_catalog.addRecord(id = sid,
	434	matric_no = matric_no,
	435	jamb_reg_no = jamb_reg_no,
	436	sex = student_brain.Sex == "F",
	437	name = "%s %s %s" % (student_brain.Firstname,
	438	student_brain.Middlename,
	439	student_brain.Lastname)
	440	)
	441	if commit:
	442	transaction.commit()
	443	return sid,jamb_reg_no
	444	###)
	445
[1752]	446	security.declareProtected(ModifyPortalContent,'addStudent') ###(
	447	def addStudent(self,dict):
[1415]	448	students_folder = self.portal_url.getPortalObject().campus.students
	449	sid = self.waeup_tool.generateStudentId('?')
	450	students_folder.invokeFactory('Student', sid)
	451	student_obj = getattr(students_folder,sid)
[1728]	452	f2t = self.student_field2types
[1772]	453	#from pdb import set_trace; set_trace()
	454	d = {}
[2297]	455	#d['jamb_sex'] = 'M'
	456	#if dict.get('sex'):
	457	# d['jamb_sex'] = 'F'
[1904]	458
[1898]	459	entry_session = dict.get('entry_session')
[2454]	460	if entry_session == self.getSessionId()[0]:
[1898]	461	wfaction = 'admit'
[1991]	462	wft = 'wf_transition_admit'
[1900]	463	password = None
[1904]	464	else:
[1900]	465	wfaction = 'return'
[1991]	466	wft = 'wf_transition_return'
[1900]	467	password = self.generatePassword()
[1904]	468	self.makeStudentMember(sid,password)
	469
[1728]	470	for pt in f2t.keys():
	471	student_obj.invokeFactory(pt,f2t[pt]['id'])
	472	sub_obj = getattr(student_obj,f2t[pt]['id'])
	473	sub_doc = sub_obj.getContent()
[1898]	474	#self.portal_workflow.doActionFor(sub_obj,'open',dest_container=sub_obj)
[1772]	475	d['Title'] = f2t[pt]['title']
[1728]	476	for field in f2t[pt]['fields']:
[1749]	477	d[field] = dict.get(field,'')
[1728]	478	sub_doc.edit(mapping = d)
[1898]	479	new_state = f2t[pt][wft]
[1772]	480	if new_state != "remain":
	481	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
[1415]	482	self.portal_workflow.doActionFor(student_obj,wfaction)
	483	student_obj.manage_setLocalRoles(sid, ['Owner',])
	484	return sid,password
	485	###)
	486
[1151]	487	security.declarePublic('getCertificateBrain') ###(
	488	def getCertificateBrain(self,cert_id):
	489	"do it"
[1849]	490	res = ZCatalog.searchResults(self.portal_catalog_real,
[1151]	491	{'portal_type':"Certificate",
	492	'id': cert_id})
	493	if res:
	494	return res[0]
	495	return None
	496	###)
[1160]	497
[1756]	498	security.declareProtected(ModifyPortalContent,'get_csv_filenames') ###(
	499	def get_csv_filenames(self):
	500	"do it"
[1759]	501	files = [file for file in os.listdir("%s/import/" % (i_home))
[1756]	502	if file.endswith('.csv') and file.find('imported') == -1]
	503	return files
	504	###)
	505
[1151]	506	security.declarePublic('findStudentByMatricelNo') ###(
	507	def findStudentByMatricelNo(self,matric_no):
	508	"do it"
[1849]	509	res = ZCatalog.searchResults(self.portal_catalog_real,
[1151]	510	{'portal_type':"StudentClearance",
	511	'SearchableText': matric_no})
	512	if res:
	513	return res[0]
	514	return None
	515	###)
	516
	517	security.declarePublic('makeStudentMember') ###(
	518	def makeStudentMember(self,sid,password='uNsEt'):
	519	"""make the student a member"""
	520	membership = self.portal_membership
	521	membership.addMember(sid,
	522	password ,
	523	roles=('Member',
	524	'Student',
	525	),
	526	domains='',
	527	properties = {'memberareaCreationFlag': False,
	528	'homeless': True},)
	529	member = membership.getMemberById(sid)
	530	self.portal_registration.afterAdd(member, sid, password, None)
[1261]	531	#self.manage_setLocalRoles(sid, ['Owner',])
[1151]	532	###)
[1160]	533
[1151]	534	security.declarePublic('makeStudentData') ###(
[1158]	535	def makeStudentData(self,student_id,email=None,phone_nr=None):
[1151]	536	"create Datastructure for a returning Student"
[1406]	537	#import pdb;pdb.set_trace()
[1571]	538	logger = logging.getLogger('WAeUPTool.makeStudentData')
[1151]	539	students_folder = self.portal_url.getPortalObject().campus.students
[1794]	540	#res = self.students_catalog(id=student_id)
	541	#if res:
	542	# st = res[0]
	543	#res = self.returning_import(matric_no = st.matric_no)
[1798]	544	res = self.returning_import(id = student_id)
[1151]	545	if res:
[1160]	546	student = res[0]
[1794]	547	else:
[1816]	548	logger.info('Id %s not found in returning_import' % student_id)
[1794]	549	return
[1580]	550	logger.info('%s creates data structure' % student_id)
[1794]	551	s_results = self.results_import(matric_no = student.matric_no)
[1816]	552	if s_results:
	553	lnr = self.getLevelFromResultsCosCode(s_results)
	554	level = "%d00" % lnr
	555	verdict,eligible = self.getVerdict(s_results[0].Verdict)
[2454]	556	#if eligible:
	557	# level = "%d00" % (lnr + 1)
[1816]	558	else:
	559	logger.info('matric_no %s not found in results_import' % student.matric_no)
	560	level = 0
	561	verdict = 'N/A'
[1171]	562	#student should not be allowed to perform this transition
[1174]	563	#wftool = self.portal_workflow
	564	#wftool.doActionFor(student,'return')
[1151]	565	certcode_org = student.Coursemajorcode
	566	certcode = makeCertificateCode(certcode_org)
	567	certificate_brain = self.getCertificateBrain(certcode)
	568	if not certificate_brain:
	569	em = 'Certificate %s org-code %s not found\n' % (certcode, certcode_org)
	570	logger.info(em)
	571	matric_no = student.matric_no
	572	sid = student_id
	573	student_obj = getattr(students_folder,sid)
	574	student_obj.invokeFactory('StudentApplication','application')
	575	application = student_obj.application
[1169]	576	self.portal_workflow.doActionFor(application,'open',dest_container=application)
[1151]	577	da = {'Title': 'Application Data'}
	578	student_obj.invokeFactory('StudentPersonal','personal')
	579	da['jamb_reg_no'] = student.Entryregno
[1462]	580	em = self.getEntryMode(student.Entryregno)
[1401]	581	da['entry_mode'] = em
[1151]	582	personal = student_obj.personal
	583	self.portal_workflow.doActionFor(personal,'open',dest_container=personal)
	584	dp = {'Title': 'Personal Data'}
	585	student_obj.invokeFactory('StudentClearance','clearance')
	586	clearance = student_obj.clearance
[1169]	587	self.portal_workflow.doActionFor(clearance,'open',dest_container=clearance)
[1151]	588	dc = {'Title': 'Clearance/Eligibility Record'}
	589	dc['matric_no'] = matric_no
	590	state = student.State
	591	lga = student.LGA
	592	if state and lga:
	593	lga = state + ' / ' + lga
	594	else:
	595	lga = "None"
[1174]	596	da['jamb_lga'] = dc['lga'] = lga
[1173]	597	da['app_email'] = dp['email'] = email
	598	da['app_mobile'] = dp['phone'] = phone_nr
[1411]	599	dp['firstname'] = student.Firstname
	600	dp['middlename'] = student.Middlename
	601	dp['lastname'] = student.Lastname
	602	da['jamb_lastname'] = "%s %s %s" % (student.Firstname,student.Middlename,student.Lastname)
[1174]	603	da['jamb_sex'] = student.Sex
[1151]	604	dp['sex'] = student.Sex == 'F'
	605	dp['perm_address'] = student.Permanent_Address
	606	application.getContent().edit(mapping=da)
[1169]	607	self.portal_workflow.doActionFor(application,'close',dest_container=application)
[1151]	608	personal.getContent().edit(mapping=dp)
	609	clearance.getContent().edit(mapping=dc)
[1169]	610	self.portal_workflow.doActionFor(clearance,'close',dest_container=clearance)
[1151]	611	#
	612	# Study Course
	613	#
	614	student_obj.invokeFactory('StudentStudyCourse','study_course')
	615	studycourse = student_obj.study_course
	616	self.portal_workflow.doActionFor(studycourse,'open',dest_container=studycourse)
	617	dsc = {}
	618	dsc['study_course'] = certcode
[1401]	619	dsc['current_level'] = level
	620	dsc['current_verdict'] = verdict
[1827]	621	dsc['current_mode'] = em
[1759]	622	dsc['current_session'] = '06'
[1151]	623	studycourse.getContent().edit(mapping=dsc)
	624	#
	625	# Level
	626	#
[1198]	627	## l = getattr(studycourse,level,None)
	628	## if l is None:
	629	## studycourse.invokeFactory('StudentStudyLevel', level)
	630	## l = getattr(studycourse, level)
	631	## self.portal_workflow.doActionFor(l,'open',dest_container=l)
	632	## l.getContent().edit(mapping={'Title': "Level %s" % level})
[1194]	633	###)
[1160]	634
[1194]	635	security.declarePublic('makeStudentLevel') ###(
	636	def makeStudentLevel(self,student_id):
	637	"create the StudyLevel for a returning Student"
	638	#import pdb;pdb.set_trace()
[1571]	639	logger = logging.getLogger('WAeUPTool.makeStudentLevel')
[1194]	640	students_folder = self.portal_url.getPortalObject().campus.students
	641	res = self.students_catalog(id=student_id)
	642	if res:
	643	st = res[0]
	644	course = st.course
	645	matric_no = st.matric_no
	646	level = st.level
	647	res = self.results_import(matric_no = matric_no)
	648	if res:
	649	results = res
[1571]	650	logger.info('%s creating Level %s' % (student_id,level))
[1194]	651	#
	652	# Level
	653	#
	654	student_obj = getattr(self.portal_url.getPortalObject().campus.students,student_id)
	655	studycourse = getattr(student_obj,"study_course",None)
	656	self.portal_workflow.doActionFor(studycourse,'close_for_edit',dest_container=studycourse)
	657	l = getattr(studycourse,level,None)
	658	if l is None:
	659	studycourse.invokeFactory('StudentStudyLevel', level)
	660	l = getattr(studycourse, level)
	661	self.portal_workflow.doActionFor(l,'open',dest_container=l)
	662	l.getContent().edit(mapping={'Title': "Level %s" % level})
	663	###)
	664
[2000]	665	security.declarePublic('getHallInfo') ###(
	666	def getHallInfo(self,bed):
	667	"""return Hall Info"""
[828]	668	info = {}
	669	hall,block,room,letter = bed.split('_')
[1846]	670	res = ZCatalog.searchResults(self.portal_catalog_real,portal_type="AccoHall",id=hall)
[828]	671	if res and len(res) == 1:
	672	hall_brain = res[0]
	673	hall_doc = hall_brain.getObject().getContent()
	674	else:
	675	return info
	676	info['hall_title'] = hall_brain.Title
	677	info['maintenance_code'] = hall_doc.maintenance_code
[1846]	678	res = ZCatalog.searchResults(self.portal_catalog_real,portal_type="ScratchCardBatch")
[828]	679	batch_doc = None
	680	for brain in res:
	681	if brain.id.startswith(info['maintenance_code']):
	682	batch_doc = brain.getObject().getContent()
	683	break
	684	if batch_doc is None:
	685	info['maintenance_fee'] = None
	686	else:
	687	info['maintenance_fee'] = batch_doc.cost
	688	return info
[1151]	689	###)
[828]	690
[2396]	691	security.declareProtected(ModifyPortalContent,'removePictureFolder') ###(
	692	def removePictureFolder(self,student_id):
	693	"""remove picture_folder by renaming it"""
	694	path = 'images'
	695	picture_path = os.path.join(i_home,path,student_id)
	696	if not os.path.exists(picture_path):
	697	return False
	698	os.rename(picture_path,picture_path + "_removed")
	699	return True
	700	###)
	701
	702	security.declareProtected(ModifyPortalContent,'restorePictureFolder') ###(
	703	def restorePictureFolder(self,student_id):
	704	"""restore picture_folder by renaming it"""
	705	path = 'images'
	706	picture_path = os.path.join(i_home,path,student_id)
	707	if not os.path.exists(picture_path + "_removed"):
	708	return False
	709	os.rename(picture_path + "_removed",picture_path)
	710	return True
	711	###)
	712
[2363]	713	security.declarePublic('picturesExist') ###(
[2420]	714	def picturesExist(self, ids,student_id=None):
[2363]	715	"""check if pictures exist in the filesystem"""
[2420]	716	if student_id is None:
	717	student_id = self.getStudentId()
	718	if student_id is None:
	719	return False
	720	picture_path = os.path.join(images_base,student_id)
[2363]	721	if not os.path.exists(picture_path):
	722	return False
	723	pictures = [picture[:picture.rfind('_')] for picture in os.listdir(picture_path)]
	724	return set(ids).issubset(set(pictures))
	725	###)
	726
[2364]	727	security.declarePublic('picturesList') ###(
	728	def picturesList(self):
	729	"""check if pictures exist in the filesystem"""
	730	path = 'images'
	731	student_id = self.getStudentId()
	732	picture_path = os.path.join(i_home,path,student_id)
	733	if not os.path.exists(picture_path):
	734	return []
	735	return [picture[:picture.rfind('_')] for picture in os.listdir(picture_path)]
	736	###)
	737
[2114]	738	security.declarePublic('showFsPicture') ###(
	739	def showFsPicture(self,path):
	740	"""return a picture from the filesystem"""
[2335]	741	picture_path = os.path.join(i_home,path)
	742	response = self.REQUEST.RESPONSE
[2342]	743	#import pdb;pdb.set_trace()
[2354]	744	registry = getToolByName(self, 'mimetypes_registry')
	745	mimetype = str(registry.lookupExtension(path.lower()) or
	746	registry.lookupExtension('file.bin'))
[2114]	747	if os.path.exists(picture_path):
[2354]	748	response.setHeader('Content-type',mimetype)
[2114]	749	return open(picture_path).read()
[2335]	750	picture_path = os.path.join(i_home,'import',path)
	751	if os.path.exists(picture_path):
	752	return open(picture_path).read()
[2114]	753	###)
	754
[1151]	755	security.declareProtected(ModifyPortalContent,'deleteAllCourses') ###(
	756	def deleteAllCourses(self,department="All"):
	757	''' delete the courses'''
	758	pm = self.portal_membership
	759	member = pm.getAuthenticatedMember()
[1160]	760
[1151]	761	if str(member) not in ("henrik","joachim"):
	762	return "not possible"
	763	if department == "All":
	764	res = self.portal_catalog({'meta_type': 'Department'})
	765	if len(res) < 1:
	766	return "No Departments found"
[1160]	767
[1151]	768	deleted = []
	769	for dep in res:
	770	cf = dep.getObject().courses
	771	if cf:
	772	cf.manage_delObjects(ids=cf.objectIds())
	773	deleted.append("deleted Courses in %s" % dep.getId)
	774	return "\r".join(deleted)
[1160]	775	###)
[1151]	776
[1572]	777	security.declareProtected(ModifyPortalContent,'getLogfileLines') ###(
	778	def getLogfileLines(self,filename="event.log",numlines=20):
	779	"""Get last NUMLINES lines of logfile FILENAME.
[1160]	780
[1572]	781	Return last lines' of a file in the instances logfile directory as
	782	a list. The number of returned lines equals `numlines' or less. If
	783	less than `numlines' lines are available, the whole file ist
	784	returned. If the file can not be opened or some other error
	785	occurs, empty list is returend.
	786	"""
	787	result = []
	788	lines_hit = 0
	789
	790	# We only handle files in instances' log directory...
	791	logpath = os.path.join(i_home, "log")
	792	filename = str(os.path.abspath( os.path.join( logpath, filename )))
	793	if not filename.startswith( logpath ):
	794	# Attempt to access file outside log-dir...
	795	return []
	796
	797	try:
	798	fd = file( filename, "rb" )
	799	except IOError:
	800	return []
	801	if not fd:
	802	return []
	803
	804	if os.linesep == None:
	805	linesep = '\n'
	806	else:
	807	linesep = os.linesep
	808
	809	# Try to find 'numlines' times a lineseparator, searching from end
	810	# and moving to the beginning of file...
	811	fd.seek( 0, 2) # Move to end of file...
	812	while lines_hit < numlines:
	813	if fd.read(1) == linesep[-1]: # This moves filedescriptor
	814	# one step forward...
	815	lines_hit += 1
	816	try:
	817	fd.seek( -2, 1) # Go two bytes back from current pos...
	818	except IOError:
	819	# We cannot go back two bytes. Maybe the file is too small...
	820	break
	821	fd.seek(2,1)
	822
	823	# Read all lines from current position...
	824	result = fd.readlines()
	825	# Remove line endings...
	826	result = [x.strip() for x in result]
	827	fd.close()
	828	return result
	829	###)
	830
[1700]	831	security.declareProtected(ModifyPortalContent,"getCallbacksFromLog")###(
[1665]	832	def getCallbacksFromLog(self,filename):
	833	"""fix Online Payment Transactions from Z2.log entries"""
	834	import transaction
	835	import random
	836	from cgi import parse_qs
	837	from urlparse import urlparse
	838	#from pdb import set_trace
	839	wftool = self.portal_workflow
	840	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	841	students_folder = self.portal_url.getPortalObject().campus.students
	842	s = r'(?P<client_ip>\S+) - (?P<member_id>\S+) \['
	843	s += r'(?P<date>.)\] "(?P<get>.)" (?P<codes>\d+ \d+) "'
	844	s += r'(?P<intersw>.)" "(?P<agent>.)"'
	845	data = re.compile(s)
	846	start = True
	847	tr_count = 1
	848	total = 0
	849	#name = 'pume_results'
	850	#name = 'epaymentsuccessful_z2log2'
	851	name = filename
	852	no_import = []
	853	imported = []
	854	logger = logging.getLogger('WAeUPTool.getFailedTransactions')
	855	try:
	856	transactions = open("%s/import/%s" % (i_home,name),"rb").readlines()
	857	except:
	858	logger.error('Error reading %s' % name)
	859	return
	860	tas = []
	861	for line in transactions:
	862	dict = {}
	863	items = data.search(line)
	864	dict['idict'] = idict = items.groupdict()
	865	#print idict
	866	#from pdb import set_trace;set_trace()
	867	urlparsed = urlparse(idict['get'][4:])
	868	#print urlparsed
	869	path = urlparsed[2].split('/')
	870	dict['student_id'] = student_id = path[8]
	871	dict['payment_id'] = payment_id = path[10]
	872	dict['qs_dict'] = qs_dict = parse_qs(urlparsed[4])
	873	tas.append(dict)
	874	tr_count += 1
	875	return tas
	876	###)
	877
[1620]	878	security.declareProtected(ModifyPortalContent,"importOnlinePaymentTransactions")###(
	879	def importOnlinePaymentTransactions(self):
	880	"""load Online Payment Transactions from CSV values"""
	881	import transaction
	882	import random
	883	#from pdb import set_trace
	884	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
[1625]	885	opt = self.online_payments_import
[1620]	886	students_folder = self.portal_url.getPortalObject().campus.students
	887	start = True
	888	tr_count = 1
	889	total = 0
	890	#name = 'pume_results'
	891	name = 'OnlineTransactions'
	892	no_import = []
	893	imported = []
	894	logger = logging.getLogger('WAeUPTool.importOnlinePaymentTransactions')
	895	try:
	896	transactions = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
	897	except:
	898	logger.error('Error reading %s.csv' % name)
	899	return
	900	for pay_transaction in transactions:
	901	if start:
	902	start = False
	903	logger.info('Start loading from %s.csv' % name)
	904	s = ','.join(['"%s"' % fn for fn in pay_transaction.keys()])
	905	no_import.append('%s,"Error"' % s)
	906	format = ','.join(['"%%(%s)s"' % fn for fn in pay_transaction.keys()])
	907	format_error = format + ',"%(Error)s"'
	908	data = {}
[1644]	909
[1781]	910	# format of the first file sent by Tayo
[1643]	911	#data['datetime'] = date = DateTime.DateTime(pay_transaction['Date'])
	912	#data['student_id'] = student_id = pay_transaction['Payer ID']
	913	#data['order_id'] = order_id = pay_transaction['Order ID (Tranx Ref)']
	914	#data['response_code'] = response_code = pay_transaction['Resp Code']
	915	#data['amount'] = amount = pay_transaction['Amount']
[1644]	916
[1781]	917	# format of the second file sent by Tayo
[1798]	918	#data['datetime'] = date = 0
	919	#data['student_id'] = student_id = pay_transaction['Payer ID']
	920	#data['order_id'] = order_id = pay_transaction['Order ID (Tranx Ref)']
	921	#data['response_code'] = response_code = '00'
	922	#data['amount'] = amount = pay_transaction['Amount']
[1813]	923
[1798]	924	# format of the third file sent by Kehinde
[1643]	925	data['datetime'] = date = 0
[1798]	926	data['student_id'] = student_id = pay_transaction['customer_id']
	927	data['order_id'] = order_id = pay_transaction['merchant_reference']
[1644]	928	data['response_code'] = response_code = '00'
[1813]	929	data['amount'] = amount = pay_transaction['Amount']
[1644]	930
[1620]	931	dup = False
	932	if response_code == "12":
	933	continue
	934	try:
	935	opt.addRecord(**data)
	936	except ValueError:
	937	dup = True
	938	#from pdb import set_trace;set_trace()
	939	if dup:
	940	if response_code == "00":
[1798]	941	try:
	942	opt.modifyRecord(**data)
	943	except:
	944	logger.info("duplicate uid, order_id %(order_id)s, student_id %(student_id)s, response_code %(response_code)s" % data)
	945	continue
[1620]	946	else:
[1674]	947	pay_transaction['Error'] = "Duplicate order_id"
[1620]	948	no_import.append( format_error % pay_transaction)
[1674]	949	logger.info("duplicate order_id %(order_id)s for %(student_id)s %(response_code)s" % data)
[1620]	950	continue
	951	tr_count += 1
	952	if tr_count > 1000:
	953	if len(no_import) > 0:
	954	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
	955	'\n'.join(no_import) + '\n')
	956	no_import = []
[1645]	957	em = '%d transactions committed\n' % (tr_count)
[1620]	958	transaction.commit()
	959	regs = []
	960	logger.info(em)
	961	total += tr_count
	962	tr_count = 0
	963	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
	964	'\n'.join(no_import))
	965	return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
	966	###)
[2237]	967
[2264]	968	security.declareProtected(ModifyPortalContent,'mass_create_faculty') ###(
	969	def mass_create_faculty(self,mapping):
	970	"create a faculty"
	971	logger = logging.getLogger('WAeUPTool.mass_create_faculty')
	972	academics_folder = self.portal_url.getPortalObject().campus.academics
	973	fid = mapping['code']
	974	if getattr(academics_folder,fid,None) is not None:
	975	return '', "Faculty with ID: %s exists" % fid
[2267]	976	logger.info('Creating Faculty %(code)s, %(title)s' % mapping)
[2283]	977	try:
	978	academics_folder.invokeFactory('Faculty', fid)
	979	except BadRequest,E:
	980	return '', "%s" % E
[2264]	981	f = getattr(academics_folder,fid,None)
	982	f.getContent().edit(mapping=mapping)
	983	return fid,''
	984	###)
	985
[2288]	986	security.declareProtected(ModifyPortalContent,'mass_edit_faculty') ###(
[2264]	987	def mass_edit_faculty(self,mapping):
	988	"edit a faculty"
	989	logger = logging.getLogger('WAeUPTool.mass_edit_faculty')
	990	academics_folder = self.portal_url.getPortalObject().campus.academics
	991	fid = mapping['code']
	992	f = getattr(academics_folder,fid,None)
	993	if f is None:
	994	return '', "Faculty with ID: %s does not exist" % fid
[2267]	995	logger.info('Editing Faculty %(code)s, %(title)s' % mapping)
[2264]	996	f.getContent().edit(mapping=mapping)
	997	return fid,''
	998	###)
	999
[2234]	1000	security.declareProtected(ModifyPortalContent,'mass_create_department') ###(
[2193]	1001	def mass_create_department(self,mapping):
	1002	"create a department in the correct faculty"
	1003	logger = logging.getLogger('WAeUPTool.mass_create_department')
	1004	fid = mapping['faculty_code']
	1005	if getattr(self,'_v_faculties',None) is None:
	1006	res = self.portal_catalog(portal_type = "Faculty")
	1007	self._v_faculties = {}
	1008	for f in res:
	1009	self._v_faculties[f.getId] = f.getObject()
	1010	f = self._v_faculties.get(fid,None)
	1011	if f is None:
	1012	return '', "No Faculty with ID: %s" % fid
	1013	else:
	1014	did = mapping.get('code')
	1015	d = getattr(f,did,None)
	1016	if d is None or d.portal_type == "Faculty":
[2267]	1017	logger.info('Creating Department %(code)s, %(title)s' % mapping)
[2283]	1018	try:
	1019	f.invokeFactory('Department', did)
	1020	except BadRequest,E:
	1021	return '', "%s" % E
[2193]	1022	d = getattr(f,did)
	1023	d.invokeFactory('CoursesFolder','courses')
	1024	courses = getattr(d,'courses')
	1025	dict = {'Title': 'Courses'}
	1026	courses.getContent().edit(mapping=dict)
	1027	d.invokeFactory('CertificatesFolder','certificates')
	1028	certificates = getattr(d,'certificates')
	1029	dict = {'Title': 'Certificates'}
	1030	certificates.getContent().edit(mapping=dict)
	1031	d.getContent().edit(mapping=mapping)
	1032	return did,''
	1033	###)
[1620]	1034
[2234]	1035	security.declareProtected(ModifyPortalContent,'mass_edit_department') ###(
[2193]	1036	def mass_edit_department(self,mapping):
	1037	"create a department in the correct faculty"
	1038	logger = logging.getLogger('WAeUPTool.mass_create_department')
	1039	academics_folder = self.portal_url.getPortalObject().campus.academics
	1040	fid = mapping['faculty_code']
	1041	did = mapping.get('code')
	1042	try:
	1043	d = getattr(getattr(academics_folder,fid),did,None)
	1044	except KeyError:
	1045	return '', "Department %s or Faculty %s wrong" % (did,fid)
	1046	else:
	1047	if d is None or d.portal_type == "Faculty":
[2267]	1048	logger.info('Editing Department %(code)s, %(title)s' % mapping)
[2193]	1049	d.getContent().edit(mapping=mapping)
	1050	return did,''
	1051	###)
[1786]	1052
[2265]	1053	security.declareProtected(ModifyPortalContent,'mass_create_course') ###(
	1054	def mass_create_course(self,mapping):
[2315]	1055	#import pdb;pdb.set_trace()
[2265]	1056	if getattr(self,'_v_course_list',None) is None:
	1057	self._v_course_list = []
	1058	if getattr(self,'_v_departments',None) is None:
	1059	res = self.portal_catalog(portal_type = "Department")
[2313]	1060	self._v_department_courses = {}
[2265]	1061	for d in res:
[2313]	1062	self._v_department_courses[d.getId] = getattr(d.getObject(),"courses",None)
[2265]	1063	did = mapping['department_code']
[2313]	1064	d = self._v_department_courses.get(did,None)
[2265]	1065	if d is None:
[2282]	1066	return '', "No Department with ID: %s" % did
[2265]	1067	course_id = mapping.get('code')
	1068	if course_id in self._v_course_list:
[2313]	1069	return '', "Duplicate Course ID: %s" % did
[2265]	1070	c = getattr(d,course_id,None)
	1071	if c is not None:
[2313]	1072	return '', "Duplicate Course ID: %s" % did
[2283]	1073	try:
	1074	d.invokeFactory('Course', course_id)
	1075	except BadRequest,E:
	1076	return '', "%s" % E
[2265]	1077	self._v_course_list.append(course_id)
	1078	c = getattr(d,course_id)
	1079	c.getContent().edit(mapping=mapping)
	1080	return course_id,''
	1081	###)
	1082
[2282]	1083	security.declareProtected(ModifyPortalContent,'mass_edit_course') ###(
	1084	def mass_edit_course(self,mapping):
	1085	#import pdb;pdb.set_trace()
	1086	course_id = mapping.get('code')
	1087	res = self.portal_catalog(id=course_id)
	1088	if not res:
[2289]	1089	return '', "No Course with ID: %s" % course_id
[2282]	1090	c = res[0].getObject()
	1091	c.getContent().edit(mapping=mapping)
	1092	return course_id,''
	1093	###)
	1094
	1095	security.declareProtected(ModifyPortalContent,'mass_create_certificate') ###(
	1096	def mass_create_certificate(self,mapping):
	1097	if getattr(self,'_v_certificate_list',None) is None:
	1098	self._v_certificate_list = []
[2313]	1099	if getattr(self,'_v_department_certificates',None) is None:
[2282]	1100	res = self.portal_catalog(portal_type = "Department")
[2313]	1101	self._v_department_certificates = {}
[2282]	1102	for d in res:
[2313]	1103	self._v_department_certificates[d.getId] = getattr(d.getObject(),"certificates",None)
[2282]	1104	did = mapping['department_code']
[2313]	1105	d = self._v_department_certificates.get(did,None)
[2282]	1106	if d is None:
	1107	return '', "No Department with ID: %s" % did
	1108	certificate_id = mapping.get('code')
	1109	if certificate_id in self._v_certificate_list:
[2313]	1110	return '', "Duplicate Certificate ID: %s" % did
[2282]	1111	c = getattr(d,certificate_id,None)
	1112	if c is not None:
[2313]	1113	return '', "Duplicate Certificate ID: %s" % did
[2283]	1114	try:
	1115	d.invokeFactory('Certificate', certificate_id)
	1116	except BadRequest,E:
	1117	return '', "%s" % E
[2282]	1118	self._v_certificate_list.append(certificate_id)
	1119	c = getattr(d,certificate_id)
	1120	c.getContent().edit(mapping=mapping)
	1121	return certificate_id,''
	1122	###)
	1123
	1124	security.declareProtected(ModifyPortalContent,'mass_edit_certificate') ###(
	1125	def mass_edit_certificate(self,mapping):
	1126	#import pdb;pdb.set_trace()
	1127	certificate_id = mapping.get('code')
	1128	res = self.portal_catalog(id=certificate_id)
	1129	if not res:
	1130	return '', "No Certificate with ID: %s" % did
	1131	c = res[0].getObject()
	1132	c.getContent().edit(mapping=mapping)
	1133	return certificate_id,''
	1134	###)
	1135
	1136	security.declareProtected(ModifyPortalContent,'mass_create_certificate_course') ###(
	1137	def mass_create_certificate_course(self,mapping):
[2320]	1138	if getattr(self,'_v_courses',None) is None:
	1139	res = self.courses_catalog()
[2351]	1140	self._v_courses= [course.code for course in res]
[2282]	1141	if getattr(self,'_v_ceritficates',None) is None:
	1142	res = self.portal_catalog(portal_type = "Certificate")
	1143	self._v_certificates = {}
	1144	for cert in res:
	1145	self._v_certificates[cert.getId] = cert.getObject()
[2284]	1146	certificate_course_id = mapping.get('code')
[2351]	1147	if certificate_course_id not in self._v_courses:
[2284]	1148	return '', "No Course with ID: %s" % certificate_course_id
[2282]	1149	cert_id = mapping['certificate_code']
	1150	cert = self._v_certificates.get(cert_id,None)
	1151	if cert is None:
[2284]	1152	return '', "No Certificate with ID: %s" % cert_id
[2282]	1153	level_id = mapping.get('level')
	1154	level = getattr(cert,level_id,None)
	1155	if level is None:
	1156	cert.invokeFactory('StudyLevel', level_id)
	1157	level = getattr(cert,level_id,None)
	1158	elif hasattr(level,certificate_course_id):
	1159	return '', "Duplicate CertificateCourse ID: %s in %s/ %s" %\
	1160	(certificate_course_id,cert_id,level_id)
	1161	level.invokeFactory('CertificateCourse', certificate_course_id)
	1162	c = getattr(level,certificate_course_id)
	1163	c.getContent().edit(mapping=mapping)
	1164	return certificate_course_id,''
	1165	###)
	1166
[2193]	1167	field2types_student = { ###(
[1756]	1168	'StudentApplication':
	1169	{'id': 'application',
	1170	'title': 'Application Data',
[1991]	1171	'wf_transition_return': 'close',
	1172	'wf_transition_admit': 'remain',
[1756]	1173	'fields':
	1174	('jamb_reg_no',
	1175	'entry_mode',
	1176	'entry_session',
	1177	'jamb_score',
[1786]	1178	'app_email',
[2008]	1179	'jamb_age',
[2428]	1180	'jamb_state',
	1181	'jamb_lga',
[1756]	1182	)
	1183	},
[1786]	1184	#'StudentPume':
	1185	# {'id': 'pume',
	1186	# 'title': 'Pume Data',
[1991]	1187	# 'wf_transition_return': 'close',
	1188	# 'wf_transition_admit': 'close',
[1786]	1189	# 'fields':
	1190	# ('pume_score',
	1191	# )
	1192	# },
[1756]	1193	'StudentClearance':
	1194	{'id': 'clearance',
[2009]	1195	'title': 'Clearance/Eligibility Record',
[1991]	1196	'wf_transition_return': 'close',
	1197	'wf_transition_admit': 'remain',
[1756]	1198	'fields':
	1199	('matric_no',
	1200	'nationality',
	1201	'lga',
[1804]	1202	'birthday',
[1756]	1203	)
	1204	},
	1205	'StudentPersonal':
	1206	{'id': 'personal',
	1207	'title': 'Personal Data',
[1991]	1208	'wf_transition_return': 'open',
	1209	'wf_transition_admit': 'remain',
[1756]	1210	'fields':
	1211	('firstname',
	1212	'middlename',
	1213	'lastname',
	1214	'sex',
	1215	'email',
	1216	'phone',
	1217	'perm_address',
	1218	)
	1219	},
	1220	'StudentStudyCourse':
	1221	{'id': 'study_course',
	1222	'title': 'Study Course',
[1991]	1223	'wf_transition_return': 'open',
	1224	'wf_transition_admit': 'remain',
[1756]	1225	'fields':
	1226	('study_course',
	1227	'current_level',
	1228	'current_session',
	1229	'current_mode',
	1230	'current_verdict',
	1231	)
	1232	},
[1898]	1233
	1234	'PaymentsFolder':
	1235	{'id': 'payments',
	1236	'title': 'Payments',
[1991]	1237	'wf_transition_return': 'open',
	1238	'wf_transition_admit': 'open',
[1898]	1239	'fields':
	1240	()
	1241	},
[1756]	1242	}
	1243	###)
	1244
[2193]	1245	security.declareProtected(ModifyPortalContent,'mass_create_student') ###(
	1246	def mass_create_student(self,mapping):
[1781]	1247	"create a students record due import"
[2193]	1248	logger = logging.getLogger('WAeUPTool.mass_create_student')
[1747]	1249	students_folder = self.portal_url.getPortalObject().campus.students
[1818]	1250	jamb_reg_no = mapping.get('jamb_reg_no',None)
[1747]	1251	if jamb_reg_no:
	1252	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
	1253	if res:
[1749]	1254	return '',"jamb_reg_no exists"
[1818]	1255	matric_no = mapping.get('matric_no',None)
[1747]	1256	if matric_no:
	1257	res = self.students_catalog(matric_no = matric_no)
	1258	if res:
[1749]	1259	return '',"matric_no exists"
[1747]	1260	sid = self.waeup_tool.generateStudentId('?')
	1261	students_folder.invokeFactory('Student', sid)
	1262	student_obj = getattr(students_folder,sid)
[2193]	1263	f2t = self.field2types_student
[1772]	1264	d = {}
[1990]	1265	transition = mapping.get('reg_transition','admit')
	1266	if transition not in ('admit','return'):
[2008]	1267	return '',"no valid transition provided"
[1747]	1268	for pt in f2t.keys():
	1269	student_obj.invokeFactory(pt,f2t[pt]['id'])
	1270	sub_obj = getattr(student_obj,f2t[pt]['id'])
	1271	sub_doc = sub_obj.getContent()
[1772]	1272	d['Title'] = f2t[pt]['title']
[1747]	1273	for field in f2t[pt]['fields']:
[1818]	1274	d[field] = mapping.get(field,'')
[2454]	1275
	1276	if pt == "StudentApplication":
[2436]	1277	d['jamb_sex'] = 'M'
	1278	if mapping.get('sex'):
	1279	d['jamb_sex'] = 'F'
	1280	d['jamb_firstname'] = mapping.get('firstname',None)
	1281	d['jamb_middlename'] = mapping.get('middlename',None)
	1282	d['jamb_lastname'] = mapping.get('lastname',None)
	1283
[2433]	1284	# if pt == "StudyCourse":
	1285	# for von,zu in (('entry_mode','current_mode'),
	1286	# ('entry_session','current_session')):
	1287	# if mapping.get(zu,None) is None and mapping.get(von,None) is not None:
	1288	# d[zu] = mapping[von]
[1747]	1289	sub_doc.edit(mapping = d)
[1990]	1290
[1987]	1291	#import pdb;pdb.set_trace()
	1292	new_state = f2t[pt]['wf_transition_%(transition)s' % vars()]
[1898]	1293	if new_state != "remain":
	1294	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
[1990]	1295	self.portal_workflow.doActionFor(student_obj,transition)
[1747]	1296	student_obj.manage_setLocalRoles(sid, ['Owner',])
	1297	return sid,''
	1298	###)
	1299
[2193]	1300	security.declareProtected(ModifyPortalContent,'mass_edit_student') ###(
	1301	def mass_edit_student(self,mapping):
[1781]	1302	"edit a students record due import"
[2193]	1303	logger = logging.getLogger('WAeUPTool.mass_edit_student')
[1774]	1304	students_folder = self.portal_url.getPortalObject().campus.students
[1818]	1305	sid = mapping.get('id',None)
	1306	jamb_reg_no = mapping.get('jamb_reg_no',None)
	1307	matric_no = mapping.get('matric_no',None)
[1875]	1308	editable_keys = mapping.keys()
[1774]	1309	if sid:
	1310	res = self.students_catalog(id = sid)
	1311	if not res:
	1312	return '',"no student with id %s" % sid
[2268]	1313	if matric_no and res[0].matric_no and\
[1774]	1314	matric_no != res[0].matric_no:
[2268]	1315	logger.info("%s, old matric_no %s overwritten with %s" % (res[0].id,res[0].matric_no,matric_no))
	1316	if jamb_reg_no and res[0].jamb_reg_no and\
[1774]	1317	jamb_reg_no != res[0].jamb_reg_no:
[2268]	1318	logger.info("%s, old reg_no %s overwritten with %s" % (res[0].id,res[0].jamb_reg_no,jamb_reg_no))
[1844]	1319	elif jamb_reg_no:
	1320	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
	1321	if not res:
	1322	return '',"no student with jamb_reg_no %s" % jamb_reg_no
[1875]	1323	editable_keys.remove('jamb_reg_no')
[1774]	1324	elif matric_no:
	1325	res = self.students_catalog(matric_no = matric_no)
	1326	if not res:
	1327	return '',"no student with matric_no %s" % matric_no
[1875]	1328	editable_keys.remove('matric_no')
[1965]	1329
[2268]	1330	## included only to change wf state from admitted to returning
	1331	#if res[0].review_state not in ('admitted','objection_raised'):
	1332	# return '%s' % res[0].id ,"student is not in state admitted or objection_raised"
	1333	## end inclusion
[1965]	1334
[1774]	1335	sid = res[0].id
	1336	student_obj = getattr(students_folder,sid)
[2193]	1337	f2t = self.field2types_student
[1774]	1338	d = {}
[2265]	1339	#import pdb;pdb.set_trace()
[1875]	1340	any_change = False
[1774]	1341	for pt in f2t.keys():
[1875]	1342	if pt == "student_application":
	1343	d['jamb_sex'] = 'M'
	1344	if mapping.get('sex'):
	1345	d['jamb_sex'] = 'F'
	1346	intersect = set(f2t[pt]['fields']).intersection(set(editable_keys))
	1347	if intersect:
	1348	sub_obj = getattr(student_obj,f2t[pt]['id'],None)
	1349	if sub_obj is None:
	1350	try:
	1351	student_obj.invokeFactory(pt,f2t[pt]['id'])
	1352	except:
	1353	continue
	1354	sub_obj = getattr(student_obj,f2t[pt]['id'])
	1355	d['Title'] = f2t[pt]['title']
	1356	sub_doc = sub_obj.getContent()
	1357	for field in intersect:
	1358	changed = False
	1359	if getattr(sub_doc,field) != mapping.get(field,''):
	1360	any_change = True
	1361	changed = True
	1362	d[field] = mapping.get(field,'')
	1363	if changed:
	1364	sub_doc.edit(mapping = d)
[1904]	1365
[1905]	1366
[2268]	1367	## included only to change wf state from admitted to returning
	1368	# if res[0].review_state in ('admitted','objection_raised'):
	1369	# new_state = f2t[pt]['wf_transition_return']
	1370	# sub_obj = getattr(student_obj,f2t[pt]['id'],None)
	1371	# if sub_obj and new_state != "remain":
	1372	# try:
	1373	# self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
	1374	# except:
	1375	# #logger.info('%s, wf transition %s of %s failed' % (sid,new_state,sub_obj.id))
	1376	# pass
	1377	#if res[0].review_state in ('admitted','objection_raised'):
	1378	# wfaction = 'return'
	1379	# try:
	1380	# self.portal_workflow.doActionFor(student_obj,wfaction)
	1381	# logger.info('%s, wf state changed' % sid)
	1382	# any_change = True
	1383	# except:
	1384	# logger.info('%s, wf transition failed, old state = %s' % (sid,res[0].review_state))
	1385	# pass
	1386	## end inclusion
[1904]	1387
[1905]	1388
[1875]	1389	if any_change:
	1390	return sid,''
	1391	else:
	1392	return sid,'not modified'
[1774]	1393	###)
[1905]	1394
[1730]	1395	security.declareProtected(ModifyPortalContent,"importData")###(
[2259]	1396	def importData(self,filename,name,edit=False,bypass_queue_catalog=False):
[1730]	1397	"""load data from CSV values"""
	1398	import transaction
	1399	import random
[1775]	1400
[1773]	1401	pm = self.portal_membership
[1775]	1402	member = pm.getAuthenticatedMember()
	1403
[1747]	1404	logger = logging.getLogger('WAeUPTool.importData')
[1730]	1405	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	1406	students_folder = self.portal_url.getPortalObject().campus.students
	1407	start = True
	1408	tr_count = 1
[1756]	1409	total_imported = 0
	1410	total_not_imported = 0
[1730]	1411	total = 0
[1749]	1412	iname = "import_%s" % name
[1747]	1413	stool = getToolByName(self, 'portal_schemas')
	1414	ltool = getToolByName(self, 'portal_layouts')
	1415	schema = stool._getOb(iname)
[1730]	1416	if schema is None:
[1772]	1417	em = 'No such schema %s' % iname
	1418	logger.error('No such schema %s' % iname)
[1756]	1419	return em
[1747]	1420	layout = ltool._getOb(iname)
[1730]	1421	if layout is None:
[1772]	1422	em = 'No such layout %s' % iname
[1756]	1423	logger.error(em)
	1424	return em
[1730]	1425	validators = {}
	1426	for widget in layout.keys():
[1749]	1427	validators[widget] = layout[widget].validate
[2193]	1428	#import pdb;pdb.set_trace()
[2289]	1429	mode = "create"
[1774]	1430	if edit:
[2289]	1431	mode = "edit"
	1432	importer_name = "mass_%(mode)s_%(name)s" % vars()
[1772]	1433	importer = getattr(self, '%s' % importer_name,None)
	1434	if importer is None:
	1435	em = 'No importer function %s' % importer_name
[1756]	1436	logger.error(em)
	1437	return em
[1747]	1438	not_imported = []
[1730]	1439	imported = []
	1440	try:
[1747]	1441	items = csv.DictReader(open("%s/import/%s.csv" % (i_home,filename),"rb"))
[1730]	1442	except:
[1756]	1443	em = 'Error reading %s.csv' % filename
	1444	logger.error(em)
	1445	return em
[1730]	1446	for item in items:
	1447	if start:
	1448	start = False
[1747]	1449	adapters = [MappingStorageAdapter(schema, item)]
[2315]	1450	logger.info('%s starts import from %s.csv in %s mode with schema and layout %s' % (member,filename,mode,iname))
[2094]	1451	attrs = csv.reader(open("%s/import/%s.csv" % (i_home,filename),"rb")).next()
	1452	import_keys = [k for k in attrs if not k.startswith('ignore')]
[1804]	1453	diff2schema = set(import_keys).difference(set(schema.keys()))
	1454	diff2layout = set(import_keys).difference(set(layout.keys()))
	1455	if diff2schema:
[2282]	1456	em = 'not ignorable key(s): "%s" found in heading' % ", ".join(diff2schema)
[1804]	1457	return em
[2433]	1458	if mode == "create":
[2436]	1459	required_keys = [layout.getIdUnprefixed(id)
[2433]	1460	for id,widget in layout.objectItems()
	1461	if widget.is_required]
	1462	#import pdb;pdb.set_trace()
	1463	if not set(required_keys).issubset(set(import_keys)):
	1464	diff2import = set(required_keys).difference(set(import_keys))
	1465	em = 'required key(s): "%s" not found in heading' % ", ".join(diff2import)
	1466	return em
[1753]	1467	s = ','.join(['"%s"' % fn for fn in import_keys])
[1772]	1468	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(s + ',"Error"'+ '\n')
	1469	s = '"id",' + s
[1756]	1470	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(s + '\n')
[1730]	1471	format = ','.join(['"%%(%s)s"' % fn for fn in import_keys])
	1472	format_error = format + ',"%(Error)s"'
[1756]	1473	format = '"%(id)s",'+ format
[2267]	1474
[2094]	1475	dm = DataModel(item, adapters,context=self)
[1747]	1476	ds = DataStructure(data=item,datamodel=dm)
	1477	error_string = ""
[1730]	1478	for k in import_keys:
[2289]	1479	if not validators[k](ds,mode=mode):
[2264]	1480	error_string += " %s : %s" % (k,
	1481	self.translation_service(ds.getError(k),
	1482	ds.getErrorMapping(k)))
[1747]	1483	if not error_string:
[2433]	1484	temp_item = item.copy()
	1485	temp_item.update(dm)
[2435]	1486	temp_item['id'],error = importer(temp_item)
[1747]	1487	if error:
	1488	error_string += error
[2433]	1489	else:
	1490	item = temp_item
[2436]	1491	if error_string:
[1747]	1492	item['Error'] = error_string
	1493	not_imported.append(format_error % item)
[1756]	1494	total_not_imported += 1
[1747]	1495	else:
[1821]	1496	em = format % item
	1497	imported.append(em)
	1498	logger.info("%(total_imported)d of %(total)d %(em)s" % vars())
[1875]	1499	tr_count += 1
[1756]	1500	total_imported += 1
	1501	total += 1
[2164]	1502	if total and not total % 100:
[1875]	1503	transaction.commit()
[1747]	1504	if len(not_imported) > 0:
	1505	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(
	1506	'\n'.join(not_imported) + '\n')
	1507	not_imported = []
	1508	if len(imported) > 0:
	1509	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(
[1772]	1510	'\n'.join(imported) + '\n')
[1747]	1511	imported = []
[1730]	1512	em = '%d transactions committed\n' % (tr_count)
	1513	regs = []
	1514	logger.info(em)
	1515	tr_count = 0
[1756]	1516	if len(imported) > 0:
[1747]	1517	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(
	1518	'\n'.join(imported))
[1756]	1519	if len(not_imported) > 0:
[1747]	1520	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(
	1521	'\n'.join(not_imported))
[1759]	1522	em = "Imported: %d, not imported: %d of total %d" % (total_imported,total_not_imported,total)
[1756]	1523	return em
[1730]	1524	###)
	1525
[2292]	1526	security.declareProtected(ModifyPortalContent,"moveImagesToFS")###(
	1527	def moveImagesToFS(self,student_id="O738726"):
	1528	"move the images to the filesystem"
[2413]	1529	images_dir = os.path.join("%s" % images_base,student_id)
[2292]	1530	student_folder = getattr(self.portal_url.getPortalObject().campus.students,student_id)
	1531	stool = getToolByName(self, 'portal_schemas')
	1532	schemas = ['student_application',
	1533	'student_clearance',
	1534	]
	1535	created = False
	1536	for schema_id in schemas:
	1537	schema = stool._getOb(schema_id)
	1538	object = getattr(student_folder,schema_id[len('student_'):],None)
	1539	if object is None:
	1540	continue
	1541	doc = object.getContent()
	1542	for key in schema.keys():
	1543	if schema[key].meta_type != "CPS Image Field":
	1544	continue
	1545	#import pdb;pdb.set_trace()
[2351]	1546	image = getattr(doc,key,None)
	1547	if not image or not hasattr(image,"data"):
[2292]	1548	continue
	1549	if not created:
	1550	if not os.path.exists(images_dir):
	1551	os.mkdir(images_dir)
	1552	created = True
	1553	filename = os.path.join(images_dir,"%(key)s_%(student_id)s.jpg" % vars())
	1554	open(filename,"wb").write(str(image.data))
	1555
[2300]	1556	security.declareProtected(ModifyPortalContent,"movePassportToFS")###(
	1557	def movePassportToFS(self,student_id="O738726"):
	1558	"move the passports to the filesystem"
	1559	images_dir = os.path.join("%s" % i_home,'passports')
	1560	student_folder = getattr(self.portal_url.getPortalObject().campus.students,student_id)
	1561	stool = getToolByName(self, 'portal_schemas')
	1562	schemas = ['student_application',
	1563	#'student_clearance',
	1564	]
	1565	created = False
	1566	for schema_id in schemas:
	1567	schema = stool._getOb(schema_id)
	1568	object = getattr(student_folder,schema_id[len('student_'):],None)
	1569	if object is None:
	1570	continue
	1571	doc = object.getContent()
	1572	for key in schema.keys():
	1573	if schema[key].meta_type != "CPS Image Field":
	1574	continue
	1575	#import pdb;pdb.set_trace()
	1576	image = getattr(doc,key)
	1577	if not hasattr(image,"data"):
	1578	continue
	1579	if not created:
	1580	if not os.path.exists(images_dir):
	1581	os.mkdir(images_dir)
	1582	created = True
	1583	filename = os.path.join(images_dir,"%(student_id)s.jpg" % vars())
	1584	open(filename,"wb").write(str(image.data))
	1585
[828]	1586	InitializeClass(WAeUPTool)

Note: See TracBrowser for help on using the repository browser.

Download in other formats: