Context navigation

source: WAeUP_SRP/base/WAeUPTool.py @ 2657

Last change on this file since 2657 was 2656, checked in by Henrik Bettermann, 17 years ago

Several modifications made to enable payment for all sessions, all payment modes and both portals I tested all combinations.

'N/A' replaced by in level, verdict and session widgets. A missing value is now always .

Property svn:keywords set to Id

File size: 77.8 KB

Rev	Line
[1991]	1	#-- mode: python; mode: fold --
[197]	2	# (C) Copyright 2005 The WAeUP group <http://www.waeup.org>
	3	# Author: Joachim Schmitz (js@aixtraware.de)
	4	#
	5	# This program is free software; you can redistribute it and/or modify
	6	# it under the terms of the GNU General Public License version 2 as published
	7	# by the Free Software Foundation.
	8	#
	9	# This program is distributed in the hope that it will be useful,
	10	# but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	# GNU General Public License for more details.
	13	#
	14	# You should have received a copy of the GNU General Public License
	15	# along with this program; if not, write to the Free Software
	16	# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
	17	# 02111-1307, USA.
	18	#
	19	# $Id: WAeUPTool.py 2656 2007-11-14 21:28:30Z henrik $
[1174]	20	"""The WAeUP Tool Box.
[197]	21	"""
	22
	23	from AccessControl import ClassSecurityInfo
[828]	24	from Acquisition import aq_inner
	25	from Acquisition import aq_parent
	26	from Globals import DTMLFile
	27	from Globals import InitializeClass
	28	from OFS.SimpleItem import SimpleItem
[2283]	29	from zExceptions import BadRequest
[197]	30
[1890]	31	from Products.CMFCore.utils import getToolByName
[1747]	32	from Products.CPSSchemas.DataStructure import DataStructure
	33	from Products.CPSSchemas.DataModel import DataModel
	34	from Products.CPSSchemas.StorageAdapter import MappingStorageAdapter
[828]	35	from Products.CMFCore.ActionProviderBase import ActionProviderBase
	36	from Products.CMFCore.permissions import View
	37	from Products.ZCatalog.ZCatalog import ZCatalog
	38	from Products.CMFCore.permissions import ModifyPortalContent
[1890]	39	from Products.CMFCore.permissions import ManagePortal
[197]	40	from Products.CMFCore.utils import UniqueObject
[1194]	41	from Products.CMFCore.URLTool import URLTool
[1747]	42	from Products.CMFCore.utils import getToolByName
[1151]	43	from Students import makeCertificateCode
[1285]	44	from Globals import package_home,INSTANCE_HOME
[2094]	45	import DateTime,time
[1620]	46	import logging
[1170]	47	import transaction
[2193]	48	import csv,re,os,sys
[2413]	49	from shutil import copy2
[1707]	50	from Products.AdvancedQuery import Eq, Between, Le,In
[197]	51
[2413]	52	p_home = package_home(globals())
	53	i_home = INSTANCE_HOME
	54	images_base = os.path.join(i_home,"images")
	55
	56
[1707]	57	def getObject(object,name):
	58	if object.hasObject(name):
	59	return getattr(object,name)
	60	return None
[1720]	61
[828]	62	class WAeUPTool(UniqueObject, SimpleItem, ActionProviderBase):
[197]	63	"""WAeUP tool"""
	64
[828]	65	id = 'waeup_tool'
[197]	66	meta_type = 'WAeUP Tool'
[828]	67	_actions = ()
[197]	68	security = ClassSecurityInfo()
[828]	69	security.declareObjectProtected(View)
	70	manage_options = ( ActionProviderBase.manage_options
	71	+ SimpleItem.manage_options
	72	)
	73
[1818]	74	def rwrite(self,s): ###(
[1707]	75	response = self.REQUEST.RESPONSE
	76	response.setHeader('Content-type','text/html; charset=ISO-8859-15')
	77	response.write("%s<br />\r\n" % s)
[1818]	78	###)
[1174]	79
[1818]	80	def sleep(self,secs): ###(
	81	"sleep"
	82	import time
	83	time.sleep(secs)
	84	return
[1827]	85
[1818]	86	###)
	87
	88	security.declareProtected(ModifyPortalContent,'openLog') ###(
[1716]	89	def openLog(self,name):
	90	"""open a log file"""
	91	version = 1
	92	path = "%s/log/%s_%d.log" % (i_home,name,version)
	93	while os.path.exists(path):
	94	version += 1
	95	path = "%s/log/%s_%d.log" % (i_home,name,version)
	96	log = open(path,"w")
	97	return log
[2259]	98	###)
[1716]	99
[2259]	100	security.declareProtected(ModifyPortalContent,'bypassQueueCatalog') ###(
	101	def bypassQueueCatalog(self,enable=True):
	102	"""bypass the QueueCatalog by setting all indexes to process imediate,
	103	if enable is True (default) the old settings are restored
	104	"""
[1818]	105
[2259]	106	###)
	107
[2094]	108	security.declareProtected(ModifyPortalContent,'measureOaT') ###(
	109	def measureOaT(self,method="a",probe="1000",nr_pts="1"):
	110	"""measure Object access Time"""
	111	import random
	112	if hasattr(self,'portal_catalog_real'):
	113	aq_portal = self.portal_catalog_real.evalAdvancedQuery
	114	else:
	115	aq_portal = self.portal_catalog.evalAdvancedQuery
	116	nr_pts = int(nr_pts)
	117	probe = int(probe)
	118	intervall = probe/10
	119	objects = ("application","clearance","personal")
	120	portal_types = ("StudentApplication","StudentClearance","StudentPersonal")
	121	#i = random.randrange(num_objects)
	122	count = 0
	123	found = 0
	124	not_found = 0
	125	t_found = 0
	126	t_not_found = 0
	127	time_found = time_not_found = 0.0
	128	t_time_found = t_time_not_found = 0.0
	129	accessed = []
	130	t_min = 1000
	131	t_max = 0
	132	#import pdb;pdb.set_trace()
	133	students = self.portal_catalog(portal_type="Student")
	134	num_students = len(students)
	135	if method == "d":
	136	query = Eq('path','/uniben/campus/students') & In('portal_type',portal_types[:nr_pts])
	137	res = aq_portal(query)
	138	brains = {}
	139	for r in res:
	140	sid = r.relative_path.split('/')[-2]
	141	if brains.has_key(sid):
	142	brains[sid][r.portal_type] = r
	143	else:
	144	brains[sid] = {r.portal_type : r}
	145	brains_list = brains.keys()
	146	num_objects = len(brains_list)
	147	else:
	148	num_objects = num_students
	149	print "="*40
	150	print "method: %s probes: %d nr_pts: %d num_objects: %d" % (method,
	151	probe,
	152	nr_pts,
	153	num_objects)
	154	print "nr found/not time found/not min/max"
	155	elapse = time.time()
	156	i_elapse = time.time()
	157	c_elapse = time.clock()
	158	for c in range(1,probe + 1):
	159	i = random.randrange(num_objects)
	160	if method in ('a','b','c'):
	161	student_brain = students[i]
	162	elif method == "d":
	163	#import pdb;pdb.set_trace()
	164	student_brain = brains[brains_list[i]]
	165	if method == "c":
	166	query = Eq('path',student_brain.getPath()) & In('portal_type',portal_types[:nr_pts])
	167	res = aq_portal(query)
	168	this_portal_types = [r.portal_type for r in res]
	169	for i in range(nr_pts):
	170	oid = objects[i]
	171	if method == "a":
	172	try:
	173	student_path = student_brain.getPath()
	174	path = "%s/%s" % (student_path,oid)
	175	doc = self.unrestrictedTraverse(path).getContent()
	176	found += 1
	177	i_time = time.time() - i_elapse
	178	time_found += i_time
	179	except:
	180	not_found += 1
	181	i_time = time.time() - i_elapse
	182	time_not_found += i_time
	183	pass
	184	elif method == "b":
	185	try:
	186	student_object = student_brain.getObject()
	187	doc = getattr(student_object,oid).getContent()
	188	found += 1
	189	i_time = time.time() - i_elapse
	190	time_found += i_time
	191	except:
	192	i_time = time.time() - i_elapse
	193	time_not_found += i_time
	194	not_found += 1
	195	pass
	196	elif method == "c":
	197	if portal_types[i] in this_portal_types:
	198	found += 1
	199	doc = res[this_portal_types.index(portal_types[i])].getObject().getContent()
	200	i_time = time.time() - i_elapse
	201	time_found += i_time
	202	else:
	203	not_found += 1
	204	i_time = time.time() - i_elapse
	205	time_not_found += i_time
	206	elif method == "d":
	207	if student_brain.has_key(portal_types[i]):
	208	found += 1
	209	doc = student_brain[portal_types[i]].getObject().getContent()
	210	i_time = time.time() - i_elapse
	211	time_found += i_time
	212	else:
	213	not_found += 1
	214	i_time = time.time() - i_elapse
	215	time_not_found += i_time
	216	i_elapse = time.time()
	217	if c and (c % intervall == 0):
	218	#i_time = time.time() - i_elapse
	219	t_per = 0.0
	220	if found:
	221	t_per = time_found/found
	222	if t_per > t_max:
	223	t_max = t_per
	224	if t_per > 0.0 and t_per < t_min:
[2119]	225	t_min = t_per
[2094]	226	itf = 0.0
	227	if found:
	228	itf = time_found/found
	229	itnf = 0.0
	230	if not_found :
	231	itnf = time_not_found / not_found
[2119]	232	interval_time = time_found + time_not_found
	233	s = "%(c)d: %(found)d/%(not_found)d " % vars()
[2094]	234	s += "%(interval_time)6.2f %(itf)6.4f/%(itnf)6.4f " % vars()
	235	s += "%(t_min)6.4f/%(t_max)6.4f" % vars()
	236	print s
	237	t_found += found
	238	t_not_found += not_found
	239	t_time_found += time_found
	240	t_time_not_found += time_not_found
	241	time_found = time_not_found = 0.0
	242	found = not_found = 0
	243	# t_found += found
	244	# t_not_found += not_found
	245	elapse = time.time() - elapse
	246	itf = 0.0
	247	if t_found:
	248	itf = t_time_found/t_found
	249	itnf = 0.0
	250	if t_not_found:
	251	itnf = t_time_not_found / t_not_found
	252	#c_elapse = time.clock() - c_elapse
[2119]	253	s = "%(probe)d: %(t_found)d/%(t_not_found)d " % vars()
[2094]	254	s += "%(elapse)6.2f %(itf)6.4f/%(itnf)6.4f " % vars()
	255	s += "%(t_min)6.4f/%(t_max)6.4f" % vars()
	256	print "-"*40
	257	print s
	258	rel_found = float(t_found)/probe
	259	rel_not_found = float(t_not_found)/probe
	260	estimated_total_time = num_objects(rel_founditf + rel_not_found*itnf)
	261	print estimated_total_time
	262	###)
	263
[1818]	264	security.declareProtected(ModifyPortalContent,'writeLog') ###(
[1716]	265	def writeLog(self,logfile,s):
	266	"""write to the log file"""
	267	logfile.write(s)
	268
[1818]	269	###)
[1720]	270
[1151]	271	def generateStudentId(self,letter): ###(
	272	import random
	273	r = random
[1194]	274	##if letter not in ('ABCDEFGIHKLMNOPQRSTUVWXY'):
	275	if letter == '?':
[1151]	276	letter= r.choice('ABCDEFGHKLMNPQRSTUVWXY')
	277	sid = "%c%d" % (letter,r.randint(99999,1000000))
[1720]	278	students = self.portal_url.getPortalObject().campus.students
[1721]	279	## while hasattr(students, sid):
	280	## sid = "%c%d" % (letter,r.randint(99999,1000000))
	281	while self.students_catalog(id = sid):
[1720]	282	sid = "%c%d" % (letter,r.randint(99999,1000000))
[1151]	283	return sid
[1460]	284	###)
[1415]	285
	286	def generatePassword(self,s=None): ###(
	287	import random
	288	r = random
	289	##if letter not in ('ABCDEFGIHKLMNOPQRSTUVWXY'):
	290	if s is None:
	291	s = 'abcdefghklmnpqrstuvwxy23456789'
	292	pw = ''
	293	while len(pw) < 6:
	294	pw += r.choice(s)
	295	return pw
[1151]	296	###)
[828]	297
[2645]	298	security.declareProtected(ModifyPortalContent, 'dumpSchoolfeePayments') ###(
	299	def dumpSchoolfeePayments(self):
	300	"dump paid schoolfees"
	301	logger = logging.getLogger('WAeUPTool.dumpSchoolfees')
	302	aq_student = self.students_catalog.evalAdvancedQuery
	303	query = In('review_state',('schoolfee_paid',
	304	'courses_registered',
	305	'courses_validated',
	306	))
	307	res = aq_student(query)
	308	import pdb;pdb.set_trace()
	309	l = []
	310	logger.info("start for %d" % len(res))
	311	count = 1
	312	log_after = 100
	313	for student in res:
[2656]	314	if not count % log_after:
[2645]	315	logger.info("processed %d total %d" % (log_after,count))
	316	count += 1
	317	fee_dict =self.getSchoolFee(student)
	318	fulltime = student.mode.endswith('_ft')
	319	d = {}
	320	d['student_id'] = student.id
	321	d['amount'] = fee_dict.get('new')
	322	l += d,
	323	import pdb;pdb.set_trace()
	324	###)
	325
[2643]	326	security.declareProtected(ManagePortal, 'listMembers') ###(
	327	def listMembers(self):
	328	"list all members"
	329	mtool = self.portal_membership
	330	member = mtool.getAuthenticatedMember()
	331	logger = logging.getLogger('WAeUPTool.listMembers')
	332	if str(member) not in ('admin','joachim'):
	333	logger.info('%s tried to list members' % (member))
	334	return None
	335	members = self.portal_directories.members
	336	all = members.listEntryIdsAndTitles()
	337	l = []
	338	for user_id,name in all:
	339	d = {}
	340	d['user_id'] = user_id
	341	d['name'] = name
	342	d['pw'] = getattr(getattr(members,user_id),'password')
[2645]	343	d['email'] = getattr(getattr(members,user_id),'email')
	344	d['groups'] = " ".join(getattr(getattr(members,user_id),'groups'))
	345	d['roles'] = " ".join(getattr(getattr(members,user_id),'roles'))
[2643]	346	l += d,
	347	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	348	export_file = "%s/export/member_list_%s.csv" % (i_home,current,)
	349	logger.info('%s dumped memberlist to %s' % (member,export_file))
	350	fields = l[0].keys()
	351	headline = ','.join(fields)
	352	out = open(export_file,"wb")
	353	out.write(headline +'\n')
	354	out.close()
	355	out = open(export_file,"a")
	356	csv_writer = csv.DictWriter(out,fields,)
	357	csv_writer.writerows(l)
	358	###)
[2656]	359
[1890]	360	security.declareProtected(ManagePortal, 'removeDeletedDocIds') ###(
	361	def removeDeletedDocIds(self, max=1000):
	362	"""
	363	remove deleted docids from repository commit after max
	364	"""
	365	logger = logging.getLogger('WAeUPTool.removeDeletedDocIds')
	366	repository = getToolByName(self, 'portal_repository')
	367	pxtool = getToolByName(self, 'portal_proxies')
[2632]	368	logger.info('start')
[1890]	369	pxtool_infos = pxtool.getRevisionsUsed()
[2632]	370	logger.info('found %d used revisions ' % (len(pxtool_infos)))
[1895]	371
[1890]	372	nb_revs = 0
	373	docids_d = {} # all docids
	374	unused_docids_d = {} # all docids that are unused
	375	ids_unused_revs_docids = [] # ids for revs of unused docids
[2632]	376	unused_ids = [] # ids for unused revs
[1890]	377	total = 0
[1895]	378	idlist = repository.objectIds()
[2632]	379	to_delete = 0
	380	found = False
[1895]	381	for id in idlist:
[1890]	382	docid, rev = repository._splitId(id)
	383	if docid is None:
	384	logger.info("invalid doc_id %s" % docid)
	385	continue
	386	nb_revs += 1
	387	if not pxtool_infos.has_key(docid):
[2632]	388	found = True
	389	to_delete += 1
	390	unused_ids.append(id)
[1890]	391	elif not pxtool_infos[docid].has_key(rev):
[2632]	392	found = True
	393	to_delete += 1
	394	unused_ids.append(id)
	395	if found and not to_delete % max:
	396	found = False
[1890]	397	#import pdb;pdb.set_trace()
[2632]	398	repository.manage_delObjects(unused_ids)
[1890]	399	transaction.commit()
[2632]	400	logger.info('removed %d total %d unused docids ' % (max,to_delete))
	401	else:
	402	if unused_ids:
	403	repository.manage_delObjects(unused_ids)
	404	transaction.commit()
	405	logger.info('finished removing %d unused docids ' % (to_delete))
[1890]	406
[1895]	407
[1890]	408	###)
	409
[2562]	410	security.declareProtected(View,'getCredential') ###(
[1250]	411	def getCredential(self,student_id):
	412	"return a student password"
	413	student_entry = getattr(self.portal_directories.students,student_id,None)
[2555]	414	if not self.isStaff():
[2563]	415	mtool = self.portal_membership
	416	member = mtool.getAuthenticatedMember()
	417	logger = logging.getLogger('WAeUPTool.getCredential')
	418	logger.info('%s tried to access password of %s' % (member,student_id))
[2555]	419	return None
[1250]	420	if student_entry is None:
	421	return None
[1263]	422	return getattr(student_entry,"password","not set")
[1261]	423	###)
[1250]	424
[1460]	425	security.declarePublic('checkPassword') ###(
[1467]	426	def checkPassword(self,student_id,password):
[1460]	427	"return a student password"
	428	student_entry = getattr(self.portal_directories.students,student_id,None)
	429	if student_entry is None:
	430	return False
	431	return getattr(student_entry,"password","not set") == password
	432	###)
	433
[2556]	434	security.declareProtected(ModifyPortalContent,'editPassword') ###(
[1467]	435	def editPassword(self,student_id,password):
	436	"edit a student password"
	437	student_entry = getattr(self.portal_directories.students,student_id,None)
	438	if student_entry is None:
[1571]	439	return
[1467]	440	setattr(student_entry,'password',password)
	441	###)
	442
[2555]	443	security.declareProtected(ModifyPortalContent,'doCommit') ###(
[1401]	444	def doCommit(self,logger=None):
	445	"commit some transactions"
	446	transaction.commit()
	447	###)
	448
[1285]	449	security.declarePublic('loadStudentFoto') ###(
[1813]	450	def loadStudentFoto(self,student,filename,folder):
[1285]	451	"return a student passport picture"
[2413]	452	#import pdb;pdb.set_trace()
	453	picture ="%s/import/%s/%s" % (i_home,folder,filename)
	454	student_id = student.getId()
	455	images_dir = os.path.join("%s" % images_base,student_id)
	456	if not os.path.exists(images_dir):
	457	os.mkdir(images_dir)
	458	image_name = os.path.join(images_dir,"passport_%(student_id)s.jpg" % vars())
	459	for extension in ('.jpg','.JPG'):
	460	fullname = "%(picture)s%(extension)s" % vars()
	461	if os.path.exists(fullname):
	462	copy2(fullname,image_name)
	463	return "successfully copied passport picture"
[2467]	464	return "passport picture not found: %s.jpg or .JPG" % picture
[2413]	465	###)
	466
[2420]	467	def old____loadStudentFoto(self,student,filename,folder): ###(
[2413]	468	"return a student passport picture"
[1921]	469	app = student.application
	470	app_doc = app.getContent()
[1813]	471	#clear = student.clearance
	472	#clear_doc = clear.getContent()
	473	#matric_no = clear_doc.matric_no.upper()
	474	picture1 ="%s/import/%s/%s.jpg" % (i_home,folder,filename)
	475	picture2 ="%s/import/%s/%s.JPG" % (i_home,folder,filename)
[1285]	476	#import pdb;pdb.set_trace()
[1286]	477	if os.path.exists(picture1):
	478	file = open(picture1)
	479	elif os.path.exists(picture2):
[1287]	480	file = open(picture2)
[1286]	481	else:
[1287]	482	return "passport picture not found %s" % picture1
[1921]	483	reopened = False
	484	if self.portal_workflow.getInfoFor(app,'review_state',None) !='opened':
	485	self.portal_workflow.doActionFor(app,'open')
	486	reopened = True
[1285]	487	outfile = file.read()
	488	app_doc.manage_addFile('passport',
	489	file=outfile,
[1818]	490	title="%s.jpg" % filename)
[1921]	491	if reopened:
	492	self.portal_workflow.doActionFor(app,'close')
[1286]	493	return "successfully loaded passport picture"
[1285]	494	###)
	495
[1170]	496	security.declareProtected(ModifyPortalContent,'createOne') ###(
[1194]	497	def createOne(self,students_folder,student_brain,letter,commit=False):
	498	sid = self.waeup_tool.generateStudentId(letter)
[1170]	499	students_folder.invokeFactory('Student', sid)
	500	student = getattr(students_folder,sid)
	501	self.portal_workflow.doActionFor(student,'return')
	502	student.manage_setLocalRoles(sid, ['Owner',])
	503	matric_no = student_brain.matric_no
	504	jamb_reg_no = student_brain.Entryregno
	505	self.students_catalog.addRecord(id = sid,
	506	matric_no = matric_no,
	507	jamb_reg_no = jamb_reg_no,
	508	sex = student_brain.Sex == "F",
	509	name = "%s %s %s" % (student_brain.Firstname,
	510	student_brain.Middlename,
	511	student_brain.Lastname)
	512	)
	513	if commit:
	514	transaction.commit()
	515	return sid,jamb_reg_no
	516	###)
	517
[1752]	518	security.declareProtected(ModifyPortalContent,'addStudent') ###(
	519	def addStudent(self,dict):
[1415]	520	students_folder = self.portal_url.getPortalObject().campus.students
	521	sid = self.waeup_tool.generateStudentId('?')
	522	students_folder.invokeFactory('Student', sid)
	523	student_obj = getattr(students_folder,sid)
[1728]	524	f2t = self.student_field2types
[1772]	525	#from pdb import set_trace; set_trace()
	526	d = {}
[2297]	527	#d['jamb_sex'] = 'M'
	528	#if dict.get('sex'):
	529	# d['jamb_sex'] = 'F'
[1904]	530
[1898]	531	entry_session = dict.get('entry_session')
[2454]	532	if entry_session == self.getSessionId()[0]:
[1898]	533	wfaction = 'admit'
[1991]	534	wft = 'wf_transition_admit'
[1900]	535	password = None
[1904]	536	else:
[1900]	537	wfaction = 'return'
[1991]	538	wft = 'wf_transition_return'
[1900]	539	password = self.generatePassword()
[1904]	540	self.makeStudentMember(sid,password)
	541
[1728]	542	for pt in f2t.keys():
	543	student_obj.invokeFactory(pt,f2t[pt]['id'])
	544	sub_obj = getattr(student_obj,f2t[pt]['id'])
	545	sub_doc = sub_obj.getContent()
[1898]	546	#self.portal_workflow.doActionFor(sub_obj,'open',dest_container=sub_obj)
[1772]	547	d['Title'] = f2t[pt]['title']
[1728]	548	for field in f2t[pt]['fields']:
[1749]	549	d[field] = dict.get(field,'')
[1728]	550	sub_doc.edit(mapping = d)
[1898]	551	new_state = f2t[pt][wft]
[1772]	552	if new_state != "remain":
	553	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
[1415]	554	self.portal_workflow.doActionFor(student_obj,wfaction)
	555	student_obj.manage_setLocalRoles(sid, ['Owner',])
	556	return sid,password
	557	###)
	558
[1151]	559	security.declarePublic('getCertificateBrain') ###(
	560	def getCertificateBrain(self,cert_id):
	561	"do it"
[1849]	562	res = ZCatalog.searchResults(self.portal_catalog_real,
[1151]	563	{'portal_type':"Certificate",
	564	'id': cert_id})
	565	if res:
	566	return res[0]
	567	return None
	568	###)
[1160]	569
[1756]	570	security.declareProtected(ModifyPortalContent,'get_csv_filenames') ###(
	571	def get_csv_filenames(self):
	572	"do it"
[1759]	573	files = [file for file in os.listdir("%s/import/" % (i_home))
[1756]	574	if file.endswith('.csv') and file.find('imported') == -1]
	575	return files
	576	###)
	577
[1151]	578	security.declarePublic('findStudentByMatricelNo') ###(
	579	def findStudentByMatricelNo(self,matric_no):
	580	"do it"
[1849]	581	res = ZCatalog.searchResults(self.portal_catalog_real,
[1151]	582	{'portal_type':"StudentClearance",
	583	'SearchableText': matric_no})
	584	if res:
	585	return res[0]
	586	return None
	587	###)
	588
[2557]	589	security.declarePublic('makeStudentMember') ###(
[1151]	590	def makeStudentMember(self,sid,password='uNsEt'):
	591	"""make the student a member"""
	592	membership = self.portal_membership
	593	membership.addMember(sid,
	594	password ,
	595	roles=('Member',
	596	'Student',
	597	),
	598	domains='',
	599	properties = {'memberareaCreationFlag': False,
	600	'homeless': True},)
	601	member = membership.getMemberById(sid)
	602	self.portal_registration.afterAdd(member, sid, password, None)
[1261]	603	#self.manage_setLocalRoles(sid, ['Owner',])
[1151]	604	###)
[1160]	605
[2560]	606	security.declareProtected(View,'makeStudentData') ###(
[1158]	607	def makeStudentData(self,student_id,email=None,phone_nr=None):
[1151]	608	"create Datastructure for a returning Student"
[1406]	609	#import pdb;pdb.set_trace()
[1571]	610	logger = logging.getLogger('WAeUPTool.makeStudentData')
[1151]	611	students_folder = self.portal_url.getPortalObject().campus.students
[1794]	612	#res = self.students_catalog(id=student_id)
	613	#if res:
	614	# st = res[0]
	615	#res = self.returning_import(matric_no = st.matric_no)
[1798]	616	res = self.returning_import(id = student_id)
[1151]	617	if res:
[1160]	618	student = res[0]
[1794]	619	else:
[1816]	620	logger.info('Id %s not found in returning_import' % student_id)
[1794]	621	return
[1580]	622	logger.info('%s creates data structure' % student_id)
[1794]	623	s_results = self.results_import(matric_no = student.matric_no)
[1816]	624	if s_results:
	625	lnr = self.getLevelFromResultsCosCode(s_results)
	626	level = "%d00" % lnr
	627	verdict,eligible = self.getVerdict(s_results[0].Verdict)
[2454]	628	#if eligible:
	629	# level = "%d00" % (lnr + 1)
[1816]	630	else:
	631	logger.info('matric_no %s not found in results_import' % student.matric_no)
[2656]	632	level = ''
	633	verdict = ''
[1171]	634	#student should not be allowed to perform this transition
[1174]	635	#wftool = self.portal_workflow
	636	#wftool.doActionFor(student,'return')
[1151]	637	certcode_org = student.Coursemajorcode
	638	certcode = makeCertificateCode(certcode_org)
	639	certificate_brain = self.getCertificateBrain(certcode)
	640	if not certificate_brain:
	641	em = 'Certificate %s org-code %s not found\n' % (certcode, certcode_org)
	642	logger.info(em)
	643	matric_no = student.matric_no
	644	sid = student_id
	645	student_obj = getattr(students_folder,sid)
	646	student_obj.invokeFactory('StudentApplication','application')
	647	application = student_obj.application
[1169]	648	self.portal_workflow.doActionFor(application,'open',dest_container=application)
[1151]	649	da = {'Title': 'Application Data'}
	650	student_obj.invokeFactory('StudentPersonal','personal')
	651	da['jamb_reg_no'] = student.Entryregno
[1462]	652	em = self.getEntryMode(student.Entryregno)
[1401]	653	da['entry_mode'] = em
[1151]	654	personal = student_obj.personal
	655	self.portal_workflow.doActionFor(personal,'open',dest_container=personal)
	656	dp = {'Title': 'Personal Data'}
	657	student_obj.invokeFactory('StudentClearance','clearance')
	658	clearance = student_obj.clearance
[1169]	659	self.portal_workflow.doActionFor(clearance,'open',dest_container=clearance)
[1151]	660	dc = {'Title': 'Clearance/Eligibility Record'}
	661	dc['matric_no'] = matric_no
	662	state = student.State
	663	lga = student.LGA
	664	if state and lga:
	665	lga = state + ' / ' + lga
	666	else:
	667	lga = "None"
[1174]	668	da['jamb_lga'] = dc['lga'] = lga
[1173]	669	da['app_email'] = dp['email'] = email
	670	da['app_mobile'] = dp['phone'] = phone_nr
[1411]	671	dp['firstname'] = student.Firstname
	672	dp['middlename'] = student.Middlename
	673	dp['lastname'] = student.Lastname
	674	da['jamb_lastname'] = "%s %s %s" % (student.Firstname,student.Middlename,student.Lastname)
[1174]	675	da['jamb_sex'] = student.Sex
[1151]	676	dp['sex'] = student.Sex == 'F'
	677	dp['perm_address'] = student.Permanent_Address
	678	application.getContent().edit(mapping=da)
[1169]	679	self.portal_workflow.doActionFor(application,'close',dest_container=application)
[1151]	680	personal.getContent().edit(mapping=dp)
	681	clearance.getContent().edit(mapping=dc)
[1169]	682	self.portal_workflow.doActionFor(clearance,'close',dest_container=clearance)
[1151]	683	#
	684	# Study Course
	685	#
	686	student_obj.invokeFactory('StudentStudyCourse','study_course')
	687	studycourse = student_obj.study_course
	688	self.portal_workflow.doActionFor(studycourse,'open',dest_container=studycourse)
	689	dsc = {}
	690	dsc['study_course'] = certcode
[1401]	691	dsc['current_level'] = level
	692	dsc['current_verdict'] = verdict
[1827]	693	dsc['current_mode'] = em
[2466]	694	dsc['current_session'] = '05'
[1151]	695	studycourse.getContent().edit(mapping=dsc)
	696	#
	697	# Level
	698	#
[1198]	699	## l = getattr(studycourse,level,None)
	700	## if l is None:
	701	## studycourse.invokeFactory('StudentStudyLevel', level)
	702	## l = getattr(studycourse, level)
	703	## self.portal_workflow.doActionFor(l,'open',dest_container=l)
	704	## l.getContent().edit(mapping={'Title': "Level %s" % level})
[1194]	705	###)
[1160]	706
[2556]	707	security.declareProtected(ModifyPortalContent,'admitOneStudent') ###(
[2576]	708	def admitOneStudent(self,brain,entry_session,pin_password):
[2514]	709	"create Datastructure for an admitted Student"
	710	#import pdb;pdb.set_trace()
	711	students_folder = self.portal_url.getPortalObject().campus.students
	712	logger = logging.getLogger('WAeUPTool.admitStudent')
	713	if brain.status != "admitted":
	714	logger.info('status of %s is %s' % (brain.reg_no,brain.status))
[2540]	715	return
[2514]	716	pin_parts = brain.pin.split('-')
	717	if len(pin_parts) != 3:
	718	logger.info('invalid pin %s for %s' % (brain.pin,brain.reg_no))
[2540]	719	return
	720	student_id = self.generateStudentId('?')
[2514]	721	students_folder.invokeFactory('Student', student_id)
	722	student_object = getattr(students_folder,student_id)
[2576]	723	if pin_password:
	724	password = pin_parts[2]
	725	self.makeStudentMember(student_id,password = password)
[2540]	726	student_object.manage_setLocalRoles(student_id, ['Owner',])
	727	#logger.info("creating %s reg_no %s" % (student_id,brain.reg_no))
[2514]	728	#
	729	# application
	730	#
[2540]	731	student_object.invokeFactory('StudentApplication','application')
	732	application = student_object.application
[2575]	733	#self.portal_workflow.doActionFor(application,'open',dest_container=application)
[2514]	734	da = {'Title': 'Application Data'}
	735	da['jamb_reg_no'] = brain.reg_no
[2576]	736
[2540]	737	sex = 'M'
	738	if brain.sex:
	739	sex = 'F'
	740	da['jamb_sex'] = sex
[2575]	741	#da['app_ac_pin'] = brain.pin
	742	#if brain.lga:
	743	# state_lga = brain.lga.split('_')
	744	# da['state_lga'] = state_lga[0]
	745	# da['jamb_lga'] = state_lga[-1]
	746	da['state_lga'] = brain.jamb_lga
	747	da['jamb_lga'] = brain.jamb_state
	748	da['jamb_score'] = brain.aggregate
[2514]	749	da['app_email'] = brain.email
[2540]	750	da['app_mobile'] = brain.phone
[2575]	751	if brain.entry_mode:
	752	da['entry_mode'] = brain.entry_mode
	753	elif brain.screening_type == 'pume':
	754	da['entry_mode'] = 'ume_ft'
	755	elif brain.screening_type == 'pde':
	756	da['entry_mode'] = 'de_ft'
	757	else:
	758	da['entry_mode'] = brain.screening_type
	759	da['entry_session'] = entry_session
	760	da['jamb_lastname'] = brain.lastname
	761	da['jamb_middlename'] = brain.middlenames # different field names!
	762	da['firstname'] = brain.firstname
	763	da['screening_application_date'] = brain.application_date
	764	da['date_of_birth'] = brain.date_of_birth
	765	da['jamb_first_cos'] = brain.course1
	766	da['jamb_second_cos'] = brain.course2
	767	da['course3'] = brain.course3
	768	da['screening_type'] = brain.screening_type
	769	da['screening_score'] = brain.screening_score
	770	da['screening_date'] = brain.screening_date
	771	da['hq_type'] = brain.hq_type
	772	da['hq_grade'] = brain.hq_grade
	773	da['aos'] = brain.aos
[2576]	774
[2514]	775	application.getContent().edit(mapping=da)
[2575]	776	#self.portal_workflow.doActionFor(application,'close',dest_container=application)
[2514]	777	#
	778	# personal
	779	#
[2540]	780	student_object.invokeFactory('StudentPersonal','personal')
	781	personal = student_object.personal
[2575]	782	#self.portal_workflow.doActionFor(personal,'open',dest_container=personal)
[2514]	783	dp = {'Title': 'Personal Data'}
	784	dp['sex'] = brain.sex
	785	dp['email'] = brain.email
[2540]	786	dp['phone'] = brain.phone
[2514]	787	dp['lastname'] = brain.lastname
[2575]	788	dp['middlename'] = brain.middlenames # different field names!
[2576]	789	dp['firstname'] = brain.firstname
[2514]	790	personal.getContent().edit(mapping=dp)
	791	#
	792	# clearance
	793	#
[2540]	794	student_object.invokeFactory('StudentClearance','clearance')
	795	clearance = student_object.clearance
[2575]	796	#self.portal_workflow.doActionFor(clearance,'open',dest_container=clearance)
[2514]	797	dc = {'Title': 'Clearance/Eligibility Record'}
	798	dc['lga'] = brain.lga
	799	clearance.getContent().edit(mapping=dc)
[2575]	800	#self.portal_workflow.doActionFor(clearance,'close',dest_container=clearance)
[2514]	801	#
	802	# study Course
	803	#
[2540]	804	student_object.invokeFactory('StudentStudyCourse','study_course')
	805	studycourse = student_object.study_course
[2575]	806	#self.portal_workflow.doActionFor(studycourse,'open',dest_container=studycourse)
[2514]	807	dsc = {}
	808	dsc['study_course'] = brain.course_admitted
	809	dsc['current_verdict'] = ''
[2575]	810	dsc['current_mode'] = da['entry_mode']
	811	if da['entry_mode'].startswith('de'):
	812	dsc['current_level'] = '200'
	813	else:
	814	dsc['current_level'] = '100'
	815	dsc['current_session'] = entry_session
[2514]	816	studycourse.getContent().edit(mapping=dsc)
	817	#
	818	# payments folder
[2540]	819	student_object.invokeFactory('PaymentsFolder','payments')
	820	payments = getattr(student_object,'payments')
[2514]	821	dpay = {}
	822	dpay['Title'] = 'Payments'
	823	payments.getContent().edit(mapping=dpay)
[2540]	824	self.portal_workflow.doActionFor(payments,'open')
[2580]	825	#
	826	# passport foto
	827	app_picture ="%s/import/images/%s/%s_passport.jpg" % (i_home,
	828	brain.screening_type,
	829	brain.reg_no)
	830	images_dir = os.path.join("%s" % images_base,student_id)
	831	if not os.path.exists(images_dir):
	832	os.mkdir(images_dir)
	833	image_name = os.path.join(images_dir,"passport_%(student_id)s.jpg" % vars())
	834	if os.path.exists(app_picture):
	835	copy2(app_picture,image_name)
	836	else:
	837	logger.info('passport of %s/%s not found: %s' % (student_id,
	838	brain.reg_no,
	839	app_picture))
[2656]	840
[2514]	841	return student_id
	842	###)
	843
[2556]	844	security.declareProtected(ModifyPortalContent,'makeStudentLevel') ###(
[1194]	845	def makeStudentLevel(self,student_id):
	846	"create the StudyLevel for a returning Student"
	847	#import pdb;pdb.set_trace()
[1571]	848	logger = logging.getLogger('WAeUPTool.makeStudentLevel')
[1194]	849	students_folder = self.portal_url.getPortalObject().campus.students
	850	res = self.students_catalog(id=student_id)
	851	if res:
	852	st = res[0]
	853	course = st.course
	854	matric_no = st.matric_no
	855	level = st.level
	856	res = self.results_import(matric_no = matric_no)
	857	if res:
	858	results = res
[1571]	859	logger.info('%s creating Level %s' % (student_id,level))
[1194]	860	#
	861	# Level
	862	#
	863	student_obj = getattr(self.portal_url.getPortalObject().campus.students,student_id)
	864	studycourse = getattr(student_obj,"study_course",None)
	865	self.portal_workflow.doActionFor(studycourse,'close_for_edit',dest_container=studycourse)
	866	l = getattr(studycourse,level,None)
	867	if l is None:
	868	studycourse.invokeFactory('StudentStudyLevel', level)
	869	l = getattr(studycourse, level)
	870	self.portal_workflow.doActionFor(l,'open',dest_container=l)
	871	l.getContent().edit(mapping={'Title': "Level %s" % level})
	872	###)
	873
[2000]	874	security.declarePublic('getHallInfo') ###(
	875	def getHallInfo(self,bed):
	876	"""return Hall Info"""
[828]	877	info = {}
	878	hall,block,room,letter = bed.split('_')
[1846]	879	res = ZCatalog.searchResults(self.portal_catalog_real,portal_type="AccoHall",id=hall)
[828]	880	if res and len(res) == 1:
	881	hall_brain = res[0]
	882	hall_doc = hall_brain.getObject().getContent()
	883	else:
	884	return info
	885	info['hall_title'] = hall_brain.Title
	886	info['maintenance_code'] = hall_doc.maintenance_code
[1846]	887	res = ZCatalog.searchResults(self.portal_catalog_real,portal_type="ScratchCardBatch")
[828]	888	batch_doc = None
	889	for brain in res:
	890	if brain.id.startswith(info['maintenance_code']):
	891	batch_doc = brain.getObject().getContent()
	892	break
	893	if batch_doc is None:
	894	info['maintenance_fee'] = None
	895	else:
	896	info['maintenance_fee'] = batch_doc.cost
	897	return info
[1151]	898	###)
[828]	899
[2396]	900	security.declareProtected(ModifyPortalContent,'removePictureFolder') ###(
	901	def removePictureFolder(self,student_id):
	902	"""remove picture_folder by renaming it"""
	903	path = 'images'
	904	picture_path = os.path.join(i_home,path,student_id)
	905	if not os.path.exists(picture_path):
	906	return False
	907	os.rename(picture_path,picture_path + "_removed")
	908	return True
	909	###)
	910
	911	security.declareProtected(ModifyPortalContent,'restorePictureFolder') ###(
	912	def restorePictureFolder(self,student_id):
	913	"""restore picture_folder by renaming it"""
	914	path = 'images'
	915	picture_path = os.path.join(i_home,path,student_id)
	916	if not os.path.exists(picture_path + "_removed"):
	917	return False
	918	os.rename(picture_path + "_removed",picture_path)
	919	return True
	920	###)
	921
[2363]	922	security.declarePublic('picturesExist') ###(
[2420]	923	def picturesExist(self, ids,student_id=None):
[2363]	924	"""check if pictures exist in the filesystem"""
[2420]	925	if student_id is None:
	926	student_id = self.getStudentId()
	927	if student_id is None:
	928	return False
	929	picture_path = os.path.join(images_base,student_id)
[2363]	930	if not os.path.exists(picture_path):
	931	return False
	932	pictures = [picture[:picture.rfind('_')] for picture in os.listdir(picture_path)]
	933	return set(ids).issubset(set(pictures))
	934	###)
	935
[2364]	936	security.declarePublic('picturesList') ###(
	937	def picturesList(self):
	938	"""check if pictures exist in the filesystem"""
	939	path = 'images'
	940	student_id = self.getStudentId()
	941	picture_path = os.path.join(i_home,path,student_id)
	942	if not os.path.exists(picture_path):
	943	return []
	944	return [picture[:picture.rfind('_')] for picture in os.listdir(picture_path)]
	945	###)
	946
[2114]	947	security.declarePublic('showFsPicture') ###(
	948	def showFsPicture(self,path):
	949	"""return a picture from the filesystem"""
[2335]	950	picture_path = os.path.join(i_home,path)
	951	response = self.REQUEST.RESPONSE
[2342]	952	#import pdb;pdb.set_trace()
[2354]	953	registry = getToolByName(self, 'mimetypes_registry')
	954	mimetype = str(registry.lookupExtension(path.lower()) or
	955	registry.lookupExtension('file.bin'))
[2114]	956	if os.path.exists(picture_path):
[2354]	957	response.setHeader('Content-type',mimetype)
[2114]	958	return open(picture_path).read()
[2335]	959	picture_path = os.path.join(i_home,'import',path)
	960	if os.path.exists(picture_path):
	961	return open(picture_path).read()
[2114]	962	###)
	963
[1151]	964	security.declareProtected(ModifyPortalContent,'deleteAllCourses') ###(
	965	def deleteAllCourses(self,department="All"):
	966	''' delete the courses'''
	967	pm = self.portal_membership
	968	member = pm.getAuthenticatedMember()
[1160]	969
[1151]	970	if str(member) not in ("henrik","joachim"):
	971	return "not possible"
	972	if department == "All":
	973	res = self.portal_catalog({'meta_type': 'Department'})
	974	if len(res) < 1:
	975	return "No Departments found"
[1160]	976
[1151]	977	deleted = []
	978	for dep in res:
	979	cf = dep.getObject().courses
	980	if cf:
	981	cf.manage_delObjects(ids=cf.objectIds())
	982	deleted.append("deleted Courses in %s" % dep.getId)
	983	return "\r".join(deleted)
[1160]	984	###)
[1151]	985
[1572]	986	security.declareProtected(ModifyPortalContent,'getLogfileLines') ###(
	987	def getLogfileLines(self,filename="event.log",numlines=20):
	988	"""Get last NUMLINES lines of logfile FILENAME.
[1160]	989
[1572]	990	Return last lines' of a file in the instances logfile directory as
	991	a list. The number of returned lines equals `numlines' or less. If
	992	less than `numlines' lines are available, the whole file ist
	993	returned. If the file can not be opened or some other error
	994	occurs, empty list is returend.
	995	"""
	996	result = []
	997	lines_hit = 0
	998
	999	# We only handle files in instances' log directory...
	1000	logpath = os.path.join(i_home, "log")
	1001	filename = str(os.path.abspath( os.path.join( logpath, filename )))
	1002	if not filename.startswith( logpath ):
	1003	# Attempt to access file outside log-dir...
	1004	return []
	1005
	1006	try:
	1007	fd = file( filename, "rb" )
	1008	except IOError:
	1009	return []
	1010	if not fd:
	1011	return []
	1012
	1013	if os.linesep == None:
	1014	linesep = '\n'
	1015	else:
	1016	linesep = os.linesep
	1017
	1018	# Try to find 'numlines' times a lineseparator, searching from end
	1019	# and moving to the beginning of file...
	1020	fd.seek( 0, 2) # Move to end of file...
	1021	while lines_hit < numlines:
	1022	if fd.read(1) == linesep[-1]: # This moves filedescriptor
	1023	# one step forward...
	1024	lines_hit += 1
	1025	try:
	1026	fd.seek( -2, 1) # Go two bytes back from current pos...
	1027	except IOError:
	1028	# We cannot go back two bytes. Maybe the file is too small...
	1029	break
	1030	fd.seek(2,1)
	1031
	1032	# Read all lines from current position...
	1033	result = fd.readlines()
	1034	# Remove line endings...
	1035	result = [x.strip() for x in result]
	1036	fd.close()
	1037	return result
	1038	###)
	1039
[1700]	1040	security.declareProtected(ModifyPortalContent,"getCallbacksFromLog")###(
[1665]	1041	def getCallbacksFromLog(self,filename):
	1042	"""fix Online Payment Transactions from Z2.log entries"""
	1043	import transaction
	1044	import random
	1045	from cgi import parse_qs
	1046	from urlparse import urlparse
	1047	#from pdb import set_trace
	1048	wftool = self.portal_workflow
	1049	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	1050	students_folder = self.portal_url.getPortalObject().campus.students
	1051	s = r'(?P<client_ip>\S+) - (?P<member_id>\S+) \['
	1052	s += r'(?P<date>.)\] "(?P<get>.)" (?P<codes>\d+ \d+) "'
	1053	s += r'(?P<intersw>.)" "(?P<agent>.)"'
	1054	data = re.compile(s)
	1055	start = True
	1056	tr_count = 1
	1057	total = 0
	1058	#name = 'pume_results'
	1059	#name = 'epaymentsuccessful_z2log2'
	1060	name = filename
	1061	no_import = []
	1062	imported = []
	1063	logger = logging.getLogger('WAeUPTool.getFailedTransactions')
	1064	try:
	1065	transactions = open("%s/import/%s" % (i_home,name),"rb").readlines()
	1066	except:
	1067	logger.error('Error reading %s' % name)
	1068	return
	1069	tas = []
	1070	for line in transactions:
	1071	dict = {}
	1072	items = data.search(line)
	1073	dict['idict'] = idict = items.groupdict()
	1074	#print idict
	1075	#from pdb import set_trace;set_trace()
	1076	urlparsed = urlparse(idict['get'][4:])
	1077	#print urlparsed
	1078	path = urlparsed[2].split('/')
	1079	dict['student_id'] = student_id = path[8]
	1080	dict['payment_id'] = payment_id = path[10]
	1081	dict['qs_dict'] = qs_dict = parse_qs(urlparsed[4])
	1082	tas.append(dict)
	1083	tr_count += 1
	1084	return tas
	1085	###)
	1086
[1620]	1087	security.declareProtected(ModifyPortalContent,"importOnlinePaymentTransactions")###(
	1088	def importOnlinePaymentTransactions(self):
	1089	"""load Online Payment Transactions from CSV values"""
	1090	import transaction
	1091	import random
	1092	#from pdb import set_trace
	1093	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
[1625]	1094	opt = self.online_payments_import
[1620]	1095	students_folder = self.portal_url.getPortalObject().campus.students
	1096	start = True
	1097	tr_count = 1
	1098	total = 0
	1099	#name = 'pume_results'
	1100	name = 'OnlineTransactions'
	1101	no_import = []
	1102	imported = []
	1103	logger = logging.getLogger('WAeUPTool.importOnlinePaymentTransactions')
	1104	try:
	1105	transactions = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
	1106	except:
	1107	logger.error('Error reading %s.csv' % name)
	1108	return
	1109	for pay_transaction in transactions:
	1110	if start:
	1111	start = False
	1112	logger.info('Start loading from %s.csv' % name)
	1113	s = ','.join(['"%s"' % fn for fn in pay_transaction.keys()])
	1114	no_import.append('%s,"Error"' % s)
	1115	format = ','.join(['"%%(%s)s"' % fn for fn in pay_transaction.keys()])
	1116	format_error = format + ',"%(Error)s"'
	1117	data = {}
[1644]	1118
[1781]	1119	# format of the first file sent by Tayo
[1643]	1120	#data['datetime'] = date = DateTime.DateTime(pay_transaction['Date'])
	1121	#data['student_id'] = student_id = pay_transaction['Payer ID']
	1122	#data['order_id'] = order_id = pay_transaction['Order ID (Tranx Ref)']
	1123	#data['response_code'] = response_code = pay_transaction['Resp Code']
	1124	#data['amount'] = amount = pay_transaction['Amount']
[1644]	1125
[1781]	1126	# format of the second file sent by Tayo
[1798]	1127	#data['datetime'] = date = 0
	1128	#data['student_id'] = student_id = pay_transaction['Payer ID']
	1129	#data['order_id'] = order_id = pay_transaction['Order ID (Tranx Ref)']
	1130	#data['response_code'] = response_code = '00'
	1131	#data['amount'] = amount = pay_transaction['Amount']
[1813]	1132
[1798]	1133	# format of the third file sent by Kehinde
[1643]	1134	data['datetime'] = date = 0
[1798]	1135	data['student_id'] = student_id = pay_transaction['customer_id']
	1136	data['order_id'] = order_id = pay_transaction['merchant_reference']
[1644]	1137	data['response_code'] = response_code = '00'
[1813]	1138	data['amount'] = amount = pay_transaction['Amount']
[1644]	1139
[1620]	1140	dup = False
	1141	if response_code == "12":
	1142	continue
	1143	try:
	1144	opt.addRecord(**data)
	1145	except ValueError:
	1146	dup = True
	1147	#from pdb import set_trace;set_trace()
	1148	if dup:
	1149	if response_code == "00":
[1798]	1150	try:
	1151	opt.modifyRecord(**data)
	1152	except:
	1153	logger.info("duplicate uid, order_id %(order_id)s, student_id %(student_id)s, response_code %(response_code)s" % data)
	1154	continue
[1620]	1155	else:
[1674]	1156	pay_transaction['Error'] = "Duplicate order_id"
[1620]	1157	no_import.append( format_error % pay_transaction)
[1674]	1158	logger.info("duplicate order_id %(order_id)s for %(student_id)s %(response_code)s" % data)
[1620]	1159	continue
	1160	tr_count += 1
	1161	if tr_count > 1000:
	1162	if len(no_import) > 0:
	1163	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
	1164	'\n'.join(no_import) + '\n')
	1165	no_import = []
[1645]	1166	em = '%d transactions committed\n' % (tr_count)
[1620]	1167	transaction.commit()
	1168	regs = []
	1169	logger.info(em)
	1170	total += tr_count
	1171	tr_count = 0
	1172	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
	1173	'\n'.join(no_import))
	1174	return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
	1175	###)
[2237]	1176
[2264]	1177	security.declareProtected(ModifyPortalContent,'mass_create_faculty') ###(
	1178	def mass_create_faculty(self,mapping):
	1179	"create a faculty"
	1180	logger = logging.getLogger('WAeUPTool.mass_create_faculty')
	1181	academics_folder = self.portal_url.getPortalObject().campus.academics
	1182	fid = mapping['code']
	1183	if getattr(academics_folder,fid,None) is not None:
	1184	return '', "Faculty with ID: %s exists" % fid
[2267]	1185	logger.info('Creating Faculty %(code)s, %(title)s' % mapping)
[2283]	1186	try:
	1187	academics_folder.invokeFactory('Faculty', fid)
	1188	except BadRequest,E:
	1189	return '', "%s" % E
[2264]	1190	f = getattr(academics_folder,fid,None)
	1191	f.getContent().edit(mapping=mapping)
	1192	return fid,''
	1193	###)
	1194
[2288]	1195	security.declareProtected(ModifyPortalContent,'mass_edit_faculty') ###(
[2264]	1196	def mass_edit_faculty(self,mapping):
	1197	"edit a faculty"
	1198	logger = logging.getLogger('WAeUPTool.mass_edit_faculty')
	1199	academics_folder = self.portal_url.getPortalObject().campus.academics
	1200	fid = mapping['code']
	1201	f = getattr(academics_folder,fid,None)
	1202	if f is None:
	1203	return '', "Faculty with ID: %s does not exist" % fid
[2267]	1204	logger.info('Editing Faculty %(code)s, %(title)s' % mapping)
[2264]	1205	f.getContent().edit(mapping=mapping)
	1206	return fid,''
	1207	###)
	1208
[2234]	1209	security.declareProtected(ModifyPortalContent,'mass_create_department') ###(
[2193]	1210	def mass_create_department(self,mapping):
	1211	"create a department in the correct faculty"
	1212	logger = logging.getLogger('WAeUPTool.mass_create_department')
	1213	fid = mapping['faculty_code']
	1214	if getattr(self,'_v_faculties',None) is None:
	1215	res = self.portal_catalog(portal_type = "Faculty")
	1216	self._v_faculties = {}
	1217	for f in res:
	1218	self._v_faculties[f.getId] = f.getObject()
	1219	f = self._v_faculties.get(fid,None)
	1220	if f is None:
	1221	return '', "No Faculty with ID: %s" % fid
	1222	else:
	1223	did = mapping.get('code')
	1224	d = getattr(f,did,None)
	1225	if d is None or d.portal_type == "Faculty":
[2267]	1226	logger.info('Creating Department %(code)s, %(title)s' % mapping)
[2283]	1227	try:
	1228	f.invokeFactory('Department', did)
	1229	except BadRequest,E:
	1230	return '', "%s" % E
[2193]	1231	d = getattr(f,did)
	1232	d.invokeFactory('CoursesFolder','courses')
	1233	courses = getattr(d,'courses')
	1234	dict = {'Title': 'Courses'}
	1235	courses.getContent().edit(mapping=dict)
	1236	d.invokeFactory('CertificatesFolder','certificates')
	1237	certificates = getattr(d,'certificates')
	1238	dict = {'Title': 'Certificates'}
	1239	certificates.getContent().edit(mapping=dict)
	1240	d.getContent().edit(mapping=mapping)
	1241	return did,''
	1242	###)
[1620]	1243
[2234]	1244	security.declareProtected(ModifyPortalContent,'mass_edit_department') ###(
[2193]	1245	def mass_edit_department(self,mapping):
	1246	"create a department in the correct faculty"
	1247	logger = logging.getLogger('WAeUPTool.mass_create_department')
	1248	academics_folder = self.portal_url.getPortalObject().campus.academics
	1249	fid = mapping['faculty_code']
	1250	did = mapping.get('code')
	1251	try:
	1252	d = getattr(getattr(academics_folder,fid),did,None)
	1253	except KeyError:
	1254	return '', "Department %s or Faculty %s wrong" % (did,fid)
	1255	else:
	1256	if d is None or d.portal_type == "Faculty":
[2267]	1257	logger.info('Editing Department %(code)s, %(title)s' % mapping)
[2193]	1258	d.getContent().edit(mapping=mapping)
	1259	return did,''
	1260	###)
[1786]	1261
[2265]	1262	security.declareProtected(ModifyPortalContent,'mass_create_course') ###(
	1263	def mass_create_course(self,mapping):
[2315]	1264	#import pdb;pdb.set_trace()
[2265]	1265	if getattr(self,'_v_course_list',None) is None:
	1266	self._v_course_list = []
	1267	if getattr(self,'_v_departments',None) is None:
	1268	res = self.portal_catalog(portal_type = "Department")
[2313]	1269	self._v_department_courses = {}
[2265]	1270	for d in res:
[2313]	1271	self._v_department_courses[d.getId] = getattr(d.getObject(),"courses",None)
[2265]	1272	did = mapping['department_code']
[2313]	1273	d = self._v_department_courses.get(did,None)
[2265]	1274	if d is None:
[2282]	1275	return '', "No Department with ID: %s" % did
[2265]	1276	course_id = mapping.get('code')
	1277	if course_id in self._v_course_list:
[2313]	1278	return '', "Duplicate Course ID: %s" % did
[2265]	1279	c = getattr(d,course_id,None)
	1280	if c is not None:
[2313]	1281	return '', "Duplicate Course ID: %s" % did
[2283]	1282	try:
	1283	d.invokeFactory('Course', course_id)
	1284	except BadRequest,E:
	1285	return '', "%s" % E
[2265]	1286	self._v_course_list.append(course_id)
	1287	c = getattr(d,course_id)
	1288	c.getContent().edit(mapping=mapping)
	1289	return course_id,''
	1290	###)
	1291
[2282]	1292	security.declareProtected(ModifyPortalContent,'mass_edit_course') ###(
	1293	def mass_edit_course(self,mapping):
	1294	#import pdb;pdb.set_trace()
	1295	course_id = mapping.get('code')
	1296	res = self.portal_catalog(id=course_id)
	1297	if not res:
[2289]	1298	return '', "No Course with ID: %s" % course_id
[2282]	1299	c = res[0].getObject()
	1300	c.getContent().edit(mapping=mapping)
	1301	return course_id,''
	1302	###)
	1303
	1304	security.declareProtected(ModifyPortalContent,'mass_create_certificate') ###(
	1305	def mass_create_certificate(self,mapping):
	1306	if getattr(self,'_v_certificate_list',None) is None:
	1307	self._v_certificate_list = []
[2313]	1308	if getattr(self,'_v_department_certificates',None) is None:
[2282]	1309	res = self.portal_catalog(portal_type = "Department")
[2313]	1310	self._v_department_certificates = {}
[2282]	1311	for d in res:
[2313]	1312	self._v_department_certificates[d.getId] = getattr(d.getObject(),"certificates",None)
[2282]	1313	did = mapping['department_code']
[2313]	1314	d = self._v_department_certificates.get(did,None)
[2282]	1315	if d is None:
	1316	return '', "No Department with ID: %s" % did
	1317	certificate_id = mapping.get('code')
	1318	if certificate_id in self._v_certificate_list:
[2313]	1319	return '', "Duplicate Certificate ID: %s" % did
[2282]	1320	c = getattr(d,certificate_id,None)
	1321	if c is not None:
[2313]	1322	return '', "Duplicate Certificate ID: %s" % did
[2283]	1323	try:
	1324	d.invokeFactory('Certificate', certificate_id)
	1325	except BadRequest,E:
	1326	return '', "%s" % E
[2282]	1327	self._v_certificate_list.append(certificate_id)
	1328	c = getattr(d,certificate_id)
	1329	c.getContent().edit(mapping=mapping)
	1330	return certificate_id,''
	1331	###)
	1332
	1333	security.declareProtected(ModifyPortalContent,'mass_edit_certificate') ###(
	1334	def mass_edit_certificate(self,mapping):
	1335	#import pdb;pdb.set_trace()
	1336	certificate_id = mapping.get('code')
	1337	res = self.portal_catalog(id=certificate_id)
	1338	if not res:
	1339	return '', "No Certificate with ID: %s" % did
	1340	c = res[0].getObject()
	1341	c.getContent().edit(mapping=mapping)
	1342	return certificate_id,''
	1343	###)
	1344
[2520]	1345	security.declareProtected(ModifyPortalContent,'mass_create_application') ###(
	1346	def mass_create_application(self,mapping):
[2514]	1347	#import pdb;pdb.set_trace()
[2547]	1348	reg_no = mapping.get('reg_no')
[2514]	1349	try:
	1350	self.applicants_catalog.addRecord(**mapping)
	1351	except ValueError:
[2548]	1352	return '', "applicant record with reg_no %s already exists" % reg_no
[2546]	1353	return reg_no,''
[2514]	1354	###)
	1355
[2520]	1356	security.declareProtected(ModifyPortalContent,'mass_edit_application') ###(
	1357	def mass_edit_application(self,mapping):
[2514]	1358	#import pdb;pdb.set_trace()
	1359	reg_no = mapping.get('reg_no')
	1360	try:
	1361	self.applicants_catalog.modifyRecord(**mapping)
	1362	except KeyError:
[2548]	1363	return '', "applicant record with reg_no %s does not exist" % reg_no
[2514]	1364	return reg_no,''
	1365	###)
	1366
[2501]	1367	security.declareProtected(ModifyPortalContent,'mass_create_course_result') ###(
	1368	def mass_create_course_result(self,mapping):
[2500]	1369	#import pdb;pdb.set_trace()
[2501]	1370	if getattr(self,'_v_courses',None) is None:
	1371	res = self.courses_catalog()
	1372	self._v_courses = {}
	1373	for brain in res:
[2520]	1374	self._v_courses[brain.code] = brain
[2500]	1375	course_id = mapping.get('code')
[2501]	1376	if course_id not in self._v_courses.keys():
	1377	return '', "No course with ID: %s" % did
	1378	id_key = ''
	1379	for id_key in ('student_id','matric_no'):
	1380	id_field = mapping.get(id_key,None)
	1381	if id_field is not None:
	1382	student_id = id_field
	1383	break
	1384	query = Eq(id_key,id_field)
	1385	res = self.students_catalog.evalAdvancedQuery(query)
	1386	if not res:
	1387	return '', "No student with %(id_field)s: %(id_key)s" % vars()
	1388	if id_field != "student_id":
	1389	mapping['student_id'] = res[0].id
	1390	mapping['key'] = key = "%(student_id)s\|%(level_id)s\|%(code)s" % mapping
	1391	for k in ('semester',):
	1392	mapping[k] = getattr(self._v_courses[course_id],k)
[2500]	1393	try:
[2501]	1394	self.course_results.addRecord(**mapping)
	1395	except ValueError:
	1396	return '', "course result already exists: %s" % key
	1397	return key,''
[2500]	1398	###)
	1399
	1400	security.declareProtected(ModifyPortalContent,'mass_edit_course_result') ###(
	1401	def mass_edit_course_result(self,mapping):
	1402	#import pdb;pdb.set_trace()
	1403	# if getattr(self,'_v_courses',None) is None:
	1404	# res = self.courses_catalog()
	1405	# self._v_courses = {}
	1406	# for brain in res:
[2520]	1407	# self._v_courses[brain.code] = brain
[2500]	1408	# course_id = mapping.get('code')
	1409	# if course_id not in self._v_courses.keys():
	1410	# return '', "No course with ID: %s" % did
	1411	id_key = ''
	1412	for id_key in ('student_id','matric_no'):
	1413	id_field = mapping.get(id_key,None)
	1414	if id_field is not None:
	1415	student_id = id_field
	1416	break
	1417	query = Eq(id_key,id_field)
	1418	res = self.students_catalog.evalAdvancedQuery(query)
	1419	if not res:
	1420	return '', "No student with %(id_field)s: %(id_key)s" % vars()
	1421	if id_field != "student_id":
	1422	mapping['student_id'] = res[0].id
	1423	mapping['key'] = key = "%(student_id)s\|%(level_id)s\|%(code)s" % mapping
	1424	# for k in ('semester',):
	1425	# mapping[k] = getattr(self._v_courses[course_id],k)
	1426	try:
	1427	self.course_results.modifyRecord(**mapping)
	1428	except KeyError:
	1429	return '', "No course result to edit: %s" % key
	1430	return key,''
	1431	###)
	1432
[2282]	1433	security.declareProtected(ModifyPortalContent,'mass_create_certificate_course') ###(
	1434	def mass_create_certificate_course(self,mapping):
[2320]	1435	if getattr(self,'_v_courses',None) is None:
	1436	res = self.courses_catalog()
[2351]	1437	self._v_courses= [course.code for course in res]
[2282]	1438	if getattr(self,'_v_ceritficates',None) is None:
	1439	res = self.portal_catalog(portal_type = "Certificate")
	1440	self._v_certificates = {}
	1441	for cert in res:
	1442	self._v_certificates[cert.getId] = cert.getObject()
[2284]	1443	certificate_course_id = mapping.get('code')
[2351]	1444	if certificate_course_id not in self._v_courses:
[2284]	1445	return '', "No Course with ID: %s" % certificate_course_id
[2282]	1446	cert_id = mapping['certificate_code']
	1447	cert = self._v_certificates.get(cert_id,None)
	1448	if cert is None:
[2284]	1449	return '', "No Certificate with ID: %s" % cert_id
[2282]	1450	level_id = mapping.get('level')
	1451	level = getattr(cert,level_id,None)
	1452	if level is None:
	1453	cert.invokeFactory('StudyLevel', level_id)
	1454	level = getattr(cert,level_id,None)
	1455	elif hasattr(level,certificate_course_id):
	1456	return '', "Duplicate CertificateCourse ID: %s in %s/ %s" %\
	1457	(certificate_course_id,cert_id,level_id)
	1458	level.invokeFactory('CertificateCourse', certificate_course_id)
	1459	c = getattr(level,certificate_course_id)
	1460	c.getContent().edit(mapping=mapping)
	1461	return certificate_course_id,''
	1462	###)
	1463
[2193]	1464	field2types_student = { ###(
[1756]	1465	'StudentApplication':
	1466	{'id': 'application',
	1467	'title': 'Application Data',
[1991]	1468	'wf_transition_return': 'close',
	1469	'wf_transition_admit': 'remain',
[1756]	1470	'fields':
	1471	('jamb_reg_no',
	1472	'entry_mode',
	1473	'entry_session',
	1474	'jamb_score',
[1786]	1475	'app_email',
[2008]	1476	'jamb_age',
[2428]	1477	'jamb_state',
	1478	'jamb_lga',
[1756]	1479	)
	1480	},
[1786]	1481	#'StudentPume':
	1482	# {'id': 'pume',
	1483	# 'title': 'Pume Data',
[1991]	1484	# 'wf_transition_return': 'close',
	1485	# 'wf_transition_admit': 'close',
[1786]	1486	# 'fields':
	1487	# ('pume_score',
	1488	# )
	1489	# },
[1756]	1490	'StudentClearance':
	1491	{'id': 'clearance',
[2009]	1492	'title': 'Clearance/Eligibility Record',
[1991]	1493	'wf_transition_return': 'close',
	1494	'wf_transition_admit': 'remain',
[1756]	1495	'fields':
	1496	('matric_no',
	1497	'nationality',
	1498	'lga',
[1804]	1499	'birthday',
[1756]	1500	)
	1501	},
	1502	'StudentPersonal':
	1503	{'id': 'personal',
	1504	'title': 'Personal Data',
[1991]	1505	'wf_transition_return': 'open',
	1506	'wf_transition_admit': 'remain',
[1756]	1507	'fields':
	1508	('firstname',
	1509	'middlename',
	1510	'lastname',
	1511	'sex',
	1512	'email',
	1513	'phone',
	1514	'perm_address',
	1515	)
	1516	},
	1517	'StudentStudyCourse':
	1518	{'id': 'study_course',
	1519	'title': 'Study Course',
[1991]	1520	'wf_transition_return': 'open',
	1521	'wf_transition_admit': 'remain',
[1756]	1522	'fields':
	1523	('study_course',
	1524	'current_level',
	1525	'current_session',
	1526	'current_mode',
	1527	'current_verdict',
[2478]	1528	'previous_verdict',
[1756]	1529	)
	1530	},
[1898]	1531
	1532	'PaymentsFolder':
	1533	{'id': 'payments',
	1534	'title': 'Payments',
[1991]	1535	'wf_transition_return': 'open',
	1536	'wf_transition_admit': 'open',
[1898]	1537	'fields':
	1538	()
	1539	},
[1756]	1540	}
	1541	###)
	1542
[2193]	1543	security.declareProtected(ModifyPortalContent,'mass_create_student') ###(
	1544	def mass_create_student(self,mapping):
[1781]	1545	"create a students record due import"
[2193]	1546	logger = logging.getLogger('WAeUPTool.mass_create_student')
[1747]	1547	students_folder = self.portal_url.getPortalObject().campus.students
[1818]	1548	jamb_reg_no = mapping.get('jamb_reg_no',None)
[1747]	1549	if jamb_reg_no:
	1550	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
	1551	if res:
[1749]	1552	return '',"jamb_reg_no exists"
[1818]	1553	matric_no = mapping.get('matric_no',None)
[1747]	1554	if matric_no:
	1555	res = self.students_catalog(matric_no = matric_no)
	1556	if res:
[1749]	1557	return '',"matric_no exists"
[1747]	1558	sid = self.waeup_tool.generateStudentId('?')
	1559	students_folder.invokeFactory('Student', sid)
	1560	student_obj = getattr(students_folder,sid)
[2193]	1561	f2t = self.field2types_student
[1772]	1562	d = {}
[1990]	1563	transition = mapping.get('reg_transition','admit')
	1564	if transition not in ('admit','return'):
[2008]	1565	return '',"no valid transition provided"
[1747]	1566	for pt in f2t.keys():
	1567	student_obj.invokeFactory(pt,f2t[pt]['id'])
	1568	sub_obj = getattr(student_obj,f2t[pt]['id'])
	1569	sub_doc = sub_obj.getContent()
[1772]	1570	d['Title'] = f2t[pt]['title']
[1747]	1571	for field in f2t[pt]['fields']:
[1818]	1572	d[field] = mapping.get(field,'')
[2454]	1573
	1574	if pt == "StudentApplication":
[2436]	1575	d['jamb_sex'] = 'M'
	1576	if mapping.get('sex'):
	1577	d['jamb_sex'] = 'F'
	1578	d['jamb_firstname'] = mapping.get('firstname',None)
	1579	d['jamb_middlename'] = mapping.get('middlename',None)
	1580	d['jamb_lastname'] = mapping.get('lastname',None)
	1581
[2433]	1582	# if pt == "StudyCourse":
	1583	# for von,zu in (('entry_mode','current_mode'),
	1584	# ('entry_session','current_session')):
	1585	# if mapping.get(zu,None) is None and mapping.get(von,None) is not None:
	1586	# d[zu] = mapping[von]
[1747]	1587	sub_doc.edit(mapping = d)
[1990]	1588
[1987]	1589	#import pdb;pdb.set_trace()
	1590	new_state = f2t[pt]['wf_transition_%(transition)s' % vars()]
[1898]	1591	if new_state != "remain":
	1592	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
[1990]	1593	self.portal_workflow.doActionFor(student_obj,transition)
[1747]	1594	student_obj.manage_setLocalRoles(sid, ['Owner',])
	1595	return sid,''
	1596	###)
	1597
[2193]	1598	security.declareProtected(ModifyPortalContent,'mass_edit_student') ###(
	1599	def mass_edit_student(self,mapping):
[1781]	1600	"edit a students record due import"
[2193]	1601	logger = logging.getLogger('WAeUPTool.mass_edit_student')
[1774]	1602	students_folder = self.portal_url.getPortalObject().campus.students
[1818]	1603	sid = mapping.get('id',None)
	1604	jamb_reg_no = mapping.get('jamb_reg_no',None)
	1605	matric_no = mapping.get('matric_no',None)
[1875]	1606	editable_keys = mapping.keys()
[1774]	1607	if sid:
	1608	res = self.students_catalog(id = sid)
	1609	if not res:
	1610	return '',"no student with id %s" % sid
[2268]	1611	if matric_no and res[0].matric_no and\
[1774]	1612	matric_no != res[0].matric_no:
[2268]	1613	logger.info("%s, old matric_no %s overwritten with %s" % (res[0].id,res[0].matric_no,matric_no))
	1614	if jamb_reg_no and res[0].jamb_reg_no and\
[1774]	1615	jamb_reg_no != res[0].jamb_reg_no:
[2268]	1616	logger.info("%s, old reg_no %s overwritten with %s" % (res[0].id,res[0].jamb_reg_no,jamb_reg_no))
[1844]	1617	elif jamb_reg_no:
	1618	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
	1619	if not res:
	1620	return '',"no student with jamb_reg_no %s" % jamb_reg_no
[1875]	1621	editable_keys.remove('jamb_reg_no')
[1774]	1622	elif matric_no:
	1623	res = self.students_catalog(matric_no = matric_no)
	1624	if not res:
	1625	return '',"no student with matric_no %s" % matric_no
[1875]	1626	editable_keys.remove('matric_no')
[1965]	1627
[2268]	1628	## included only to change wf state from admitted to returning
	1629	#if res[0].review_state not in ('admitted','objection_raised'):
	1630	# return '%s' % res[0].id ,"student is not in state admitted or objection_raised"
	1631	## end inclusion
[1965]	1632
[1774]	1633	sid = res[0].id
	1634	student_obj = getattr(students_folder,sid)
[2193]	1635	f2t = self.field2types_student
[1774]	1636	d = {}
[2265]	1637	#import pdb;pdb.set_trace()
[1875]	1638	any_change = False
[1774]	1639	for pt in f2t.keys():
[1875]	1640	if pt == "student_application":
	1641	d['jamb_sex'] = 'M'
	1642	if mapping.get('sex'):
	1643	d['jamb_sex'] = 'F'
	1644	intersect = set(f2t[pt]['fields']).intersection(set(editable_keys))
	1645	if intersect:
	1646	sub_obj = getattr(student_obj,f2t[pt]['id'],None)
	1647	if sub_obj is None:
	1648	try:
	1649	student_obj.invokeFactory(pt,f2t[pt]['id'])
	1650	except:
	1651	continue
	1652	sub_obj = getattr(student_obj,f2t[pt]['id'])
	1653	d['Title'] = f2t[pt]['title']
	1654	sub_doc = sub_obj.getContent()
	1655	for field in intersect:
	1656	changed = False
[2478]	1657	if getattr(sub_doc,field,None) != mapping.get(field,''):
[1875]	1658	any_change = True
	1659	changed = True
	1660	d[field] = mapping.get(field,'')
	1661	if changed:
	1662	sub_doc.edit(mapping = d)
[1904]	1663
[1905]	1664
[2268]	1665	## included only to change wf state from admitted to returning
	1666	# if res[0].review_state in ('admitted','objection_raised'):
	1667	# new_state = f2t[pt]['wf_transition_return']
	1668	# sub_obj = getattr(student_obj,f2t[pt]['id'],None)
	1669	# if sub_obj and new_state != "remain":
	1670	# try:
	1671	# self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
	1672	# except:
	1673	# #logger.info('%s, wf transition %s of %s failed' % (sid,new_state,sub_obj.id))
	1674	# pass
	1675	#if res[0].review_state in ('admitted','objection_raised'):
	1676	# wfaction = 'return'
	1677	# try:
	1678	# self.portal_workflow.doActionFor(student_obj,wfaction)
	1679	# logger.info('%s, wf state changed' % sid)
	1680	# any_change = True
	1681	# except:
	1682	# logger.info('%s, wf transition failed, old state = %s' % (sid,res[0].review_state))
	1683	# pass
	1684	## end inclusion
[1904]	1685
[1905]	1686
[1875]	1687	if any_change:
	1688	return sid,''
	1689	else:
	1690	return sid,'not modified'
[1774]	1691	###)
[1905]	1692
[1730]	1693	security.declareProtected(ModifyPortalContent,"importData")###(
[2259]	1694	def importData(self,filename,name,edit=False,bypass_queue_catalog=False):
[1730]	1695	"""load data from CSV values"""
	1696	import transaction
	1697	import random
[1775]	1698
[1773]	1699	pm = self.portal_membership
[1775]	1700	member = pm.getAuthenticatedMember()
	1701
[1747]	1702	logger = logging.getLogger('WAeUPTool.importData')
[1730]	1703	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	1704	students_folder = self.portal_url.getPortalObject().campus.students
	1705	start = True
[2495]	1706	tr_count = 0
[1756]	1707	total_imported = 0
	1708	total_not_imported = 0
[1730]	1709	total = 0
[1749]	1710	iname = "import_%s" % name
[2528]	1711	if iname == 'import_application':
	1712	commit_after = 2000
	1713	else:
	1714	commit_after = 100
[1747]	1715	stool = getToolByName(self, 'portal_schemas')
	1716	ltool = getToolByName(self, 'portal_layouts')
	1717	schema = stool._getOb(iname)
[1730]	1718	if schema is None:
[1772]	1719	em = 'No such schema %s' % iname
	1720	logger.error('No such schema %s' % iname)
[1756]	1721	return em
[1747]	1722	layout = ltool._getOb(iname)
[1730]	1723	if layout is None:
[1772]	1724	em = 'No such layout %s' % iname
[1756]	1725	logger.error(em)
	1726	return em
[1730]	1727	validators = {}
	1728	for widget in layout.keys():
[1749]	1729	validators[widget] = layout[widget].validate
[2193]	1730	#import pdb;pdb.set_trace()
[2289]	1731	mode = "create"
[1774]	1732	if edit:
[2289]	1733	mode = "edit"
	1734	importer_name = "mass_%(mode)s_%(name)s" % vars()
[1772]	1735	importer = getattr(self, '%s' % importer_name,None)
	1736	if importer is None:
	1737	em = 'No importer function %s' % importer_name
[1756]	1738	logger.error(em)
	1739	return em
[1747]	1740	not_imported = []
[1730]	1741	imported = []
	1742	try:
[1747]	1743	items = csv.DictReader(open("%s/import/%s.csv" % (i_home,filename),"rb"))
[1730]	1744	except:
[1756]	1745	em = 'Error reading %s.csv' % filename
	1746	logger.error(em)
	1747	return em
[1730]	1748	for item in items:
	1749	if start:
	1750	start = False
[1747]	1751	adapters = [MappingStorageAdapter(schema, item)]
[2315]	1752	logger.info('%s starts import from %s.csv in %s mode with schema and layout %s' % (member,filename,mode,iname))
[2094]	1753	attrs = csv.reader(open("%s/import/%s.csv" % (i_home,filename),"rb")).next()
	1754	import_keys = [k for k in attrs if not k.startswith('ignore')]
[1804]	1755	diff2schema = set(import_keys).difference(set(schema.keys()))
	1756	diff2layout = set(import_keys).difference(set(layout.keys()))
	1757	if diff2schema:
[2282]	1758	em = 'not ignorable key(s): "%s" found in heading' % ", ".join(diff2schema)
[1804]	1759	return em
[2433]	1760	if mode == "create":
[2436]	1761	required_keys = [layout.getIdUnprefixed(id)
[2433]	1762	for id,widget in layout.objectItems()
	1763	if widget.is_required]
	1764	if not set(required_keys).issubset(set(import_keys)):
	1765	diff2import = set(required_keys).difference(set(import_keys))
	1766	em = 'required key(s): "%s" not found in heading' % ", ".join(diff2import)
	1767	return em
[1753]	1768	s = ','.join(['"%s"' % fn for fn in import_keys])
[1772]	1769	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(s + ',"Error"'+ '\n')
	1770	s = '"id",' + s
[1756]	1771	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(s + '\n')
[1730]	1772	format = ','.join(['"%%(%s)s"' % fn for fn in import_keys])
	1773	format_error = format + ',"%(Error)s"'
[1756]	1774	format = '"%(id)s",'+ format
[2267]	1775
[2094]	1776	dm = DataModel(item, adapters,context=self)
[1747]	1777	ds = DataStructure(data=item,datamodel=dm)
	1778	error_string = ""
[2495]	1779	total += 1
[1730]	1780	for k in import_keys:
[2289]	1781	if not validators[k](ds,mode=mode):
[2264]	1782	error_string += " %s : %s" % (k,
	1783	self.translation_service(ds.getError(k),
	1784	ds.getErrorMapping(k)))
[1747]	1785	if not error_string:
[2433]	1786	temp_item = item.copy()
	1787	temp_item.update(dm)
[2435]	1788	temp_item['id'],error = importer(temp_item)
[1747]	1789	if error:
	1790	error_string += error
[2433]	1791	else:
	1792	item = temp_item
[2436]	1793	if error_string:
[1747]	1794	item['Error'] = error_string
	1795	not_imported.append(format_error % item)
[1756]	1796	total_not_imported += 1
[1747]	1797	else:
[1821]	1798	em = format % item
	1799	imported.append(em)
[1875]	1800	tr_count += 1
[1756]	1801	total_imported += 1
[2495]	1802	logger.info("%(total_imported)d of %(total)d %(em)s" % vars())
[2520]	1803
[2528]	1804	if total and not total % commit_after:
[1875]	1805	transaction.commit()
[1747]	1806	if len(not_imported) > 0:
	1807	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(
	1808	'\n'.join(not_imported) + '\n')
	1809	not_imported = []
	1810	if len(imported) > 0:
	1811	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(
[1772]	1812	'\n'.join(imported) + '\n')
[1747]	1813	imported = []
[1730]	1814	em = '%d transactions committed\n' % (tr_count)
	1815	regs = []
	1816	logger.info(em)
	1817	tr_count = 0
[2528]	1818	#if total > 100:
	1819	# return
[1756]	1820	if len(imported) > 0:
[1747]	1821	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(
	1822	'\n'.join(imported))
[1756]	1823	if len(not_imported) > 0:
[1747]	1824	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(
	1825	'\n'.join(not_imported))
[2496]	1826	em = "Finished: %d imported, %d not imported (of total %d)" % (total_imported,total_not_imported,total)
[2495]	1827	logger.info(em)
[1756]	1828	return em
[1730]	1829	###)
	1830
[2292]	1831	security.declareProtected(ModifyPortalContent,"moveImagesToFS")###(
	1832	def moveImagesToFS(self,student_id="O738726"):
	1833	"move the images to the filesystem"
[2413]	1834	images_dir = os.path.join("%s" % images_base,student_id)
[2292]	1835	student_folder = getattr(self.portal_url.getPortalObject().campus.students,student_id)
	1836	stool = getToolByName(self, 'portal_schemas')
	1837	schemas = ['student_application',
	1838	'student_clearance',
	1839	]
	1840	created = False
	1841	for schema_id in schemas:
	1842	schema = stool._getOb(schema_id)
	1843	object = getattr(student_folder,schema_id[len('student_'):],None)
	1844	if object is None:
	1845	continue
	1846	doc = object.getContent()
	1847	for key in schema.keys():
	1848	if schema[key].meta_type != "CPS Image Field":
	1849	continue
	1850	#import pdb;pdb.set_trace()
[2351]	1851	image = getattr(doc,key,None)
	1852	if not image or not hasattr(image,"data"):
[2292]	1853	continue
	1854	if not created:
	1855	if not os.path.exists(images_dir):
	1856	os.mkdir(images_dir)
	1857	created = True
	1858	filename = os.path.join(images_dir,"%(key)s_%(student_id)s.jpg" % vars())
	1859	open(filename,"wb").write(str(image.data))
[2500]	1860	###)
[2292]	1861
[2300]	1862	security.declareProtected(ModifyPortalContent,"movePassportToFS")###(
	1863	def movePassportToFS(self,student_id="O738726"):
	1864	"move the passports to the filesystem"
	1865	images_dir = os.path.join("%s" % i_home,'passports')
	1866	student_folder = getattr(self.portal_url.getPortalObject().campus.students,student_id)
	1867	stool = getToolByName(self, 'portal_schemas')
	1868	schemas = ['student_application',
	1869	#'student_clearance',
	1870	]
	1871	created = False
	1872	for schema_id in schemas:
	1873	schema = stool._getOb(schema_id)
	1874	object = getattr(student_folder,schema_id[len('student_'):],None)
	1875	if object is None:
	1876	continue
	1877	doc = object.getContent()
	1878	for key in schema.keys():
	1879	if schema[key].meta_type != "CPS Image Field":
	1880	continue
	1881	#import pdb;pdb.set_trace()
	1882	image = getattr(doc,key)
	1883	if not hasattr(image,"data"):
	1884	continue
	1885	if not created:
	1886	if not os.path.exists(images_dir):
	1887	os.mkdir(images_dir)
	1888	created = True
	1889	filename = os.path.join(images_dir,"%(student_id)s.jpg" % vars())
	1890	open(filename,"wb").write(str(image.data))
[2500]	1891	###)
[2300]	1892
[828]	1893	InitializeClass(WAeUPTool)

Note: See TracBrowser for help on using the repository browser.

Download in other formats: