Context navigation

source: WAeUP_SRP/base/WAeUPTool.py @ 2533

Last change on this file since 2533 was 2528, checked in by Henrik Bettermann, 17 years ago
show proper application statistics commit after 2000 if importing application data
Property svn:keywords set to `Id`
File size: 72.3 KB

Rev	Line
[1991]	1	#-- mode: python; mode: fold --
[197]	2	# (C) Copyright 2005 The WAeUP group <http://www.waeup.org>
	3	# Author: Joachim Schmitz (js@aixtraware.de)
	4	#
	5	# This program is free software; you can redistribute it and/or modify
	6	# it under the terms of the GNU General Public License version 2 as published
	7	# by the Free Software Foundation.
	8	#
	9	# This program is distributed in the hope that it will be useful,
	10	# but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	# GNU General Public License for more details.
	13	#
	14	# You should have received a copy of the GNU General Public License
	15	# along with this program; if not, write to the Free Software
	16	# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
	17	# 02111-1307, USA.
	18	#
	19	# $Id: WAeUPTool.py 2528 2007-11-04 20:15:03Z henrik $
[1174]	20	"""The WAeUP Tool Box.
[197]	21	"""
	22
	23	from AccessControl import ClassSecurityInfo
[828]	24	from Acquisition import aq_inner
	25	from Acquisition import aq_parent
	26	from Globals import DTMLFile
	27	from Globals import InitializeClass
	28	from OFS.SimpleItem import SimpleItem
[2283]	29	from zExceptions import BadRequest
[197]	30
[1890]	31	from Products.CMFCore.utils import getToolByName
[1747]	32	from Products.CPSSchemas.DataStructure import DataStructure
	33	from Products.CPSSchemas.DataModel import DataModel
	34	from Products.CPSSchemas.StorageAdapter import MappingStorageAdapter
[828]	35	from Products.CMFCore.ActionProviderBase import ActionProviderBase
	36	from Products.CMFCore.permissions import View
	37	from Products.ZCatalog.ZCatalog import ZCatalog
	38	from Products.CMFCore.permissions import ModifyPortalContent
[1890]	39	from Products.CMFCore.permissions import ManagePortal
[197]	40	from Products.CMFCore.utils import UniqueObject
[1194]	41	from Products.CMFCore.URLTool import URLTool
[1747]	42	from Products.CMFCore.utils import getToolByName
[1151]	43	from Students import makeCertificateCode
[1285]	44	from Globals import package_home,INSTANCE_HOME
[2094]	45	import DateTime,time
[1620]	46	import logging
[1170]	47	import transaction
[2193]	48	import csv,re,os,sys
[2413]	49	from shutil import copy2
[1707]	50	from Products.AdvancedQuery import Eq, Between, Le,In
[197]	51
[2413]	52	p_home = package_home(globals())
	53	i_home = INSTANCE_HOME
	54	images_base = os.path.join(i_home,"images")
	55
	56
[1707]	57	def getObject(object,name):
	58	if object.hasObject(name):
	59	return getattr(object,name)
	60	return None
[1720]	61
[828]	62	class WAeUPTool(UniqueObject, SimpleItem, ActionProviderBase):
[197]	63	"""WAeUP tool"""
	64
[828]	65	id = 'waeup_tool'
[197]	66	meta_type = 'WAeUP Tool'
[828]	67	_actions = ()
[197]	68	security = ClassSecurityInfo()
[828]	69	security.declareObjectProtected(View)
	70	manage_options = ( ActionProviderBase.manage_options
	71	+ SimpleItem.manage_options
	72	)
	73
[1818]	74	def rwrite(self,s): ###(
[1707]	75	response = self.REQUEST.RESPONSE
	76	response.setHeader('Content-type','text/html; charset=ISO-8859-15')
	77	response.write("%s<br />\r\n" % s)
[1818]	78	###)
[1174]	79
[1818]	80	def sleep(self,secs): ###(
	81	"sleep"
	82	import time
	83	time.sleep(secs)
	84	return
[1827]	85
[1818]	86	###)
	87
	88	security.declareProtected(ModifyPortalContent,'openLog') ###(
[1716]	89	def openLog(self,name):
	90	"""open a log file"""
	91	version = 1
	92	path = "%s/log/%s_%d.log" % (i_home,name,version)
	93	while os.path.exists(path):
	94	version += 1
	95	path = "%s/log/%s_%d.log" % (i_home,name,version)
	96	log = open(path,"w")
	97	return log
[2259]	98	###)
[1716]	99
[2259]	100	security.declareProtected(ModifyPortalContent,'bypassQueueCatalog') ###(
	101	def bypassQueueCatalog(self,enable=True):
	102	"""bypass the QueueCatalog by setting all indexes to process imediate,
	103	if enable is True (default) the old settings are restored
	104	"""
[1818]	105
[2259]	106	###)
	107
[2094]	108	security.declareProtected(ModifyPortalContent,'measureOaT') ###(
	109	def measureOaT(self,method="a",probe="1000",nr_pts="1"):
	110	"""measure Object access Time"""
	111	import random
	112	if hasattr(self,'portal_catalog_real'):
	113	aq_portal = self.portal_catalog_real.evalAdvancedQuery
	114	else:
	115	aq_portal = self.portal_catalog.evalAdvancedQuery
	116	nr_pts = int(nr_pts)
	117	probe = int(probe)
	118	intervall = probe/10
	119	objects = ("application","clearance","personal")
	120	portal_types = ("StudentApplication","StudentClearance","StudentPersonal")
	121	#i = random.randrange(num_objects)
	122	count = 0
	123	found = 0
	124	not_found = 0
	125	t_found = 0
	126	t_not_found = 0
	127	time_found = time_not_found = 0.0
	128	t_time_found = t_time_not_found = 0.0
	129	accessed = []
	130	t_min = 1000
	131	t_max = 0
	132	#import pdb;pdb.set_trace()
	133	students = self.portal_catalog(portal_type="Student")
	134	num_students = len(students)
	135	if method == "d":
	136	query = Eq('path','/uniben/campus/students') & In('portal_type',portal_types[:nr_pts])
	137	res = aq_portal(query)
	138	brains = {}
	139	for r in res:
	140	sid = r.relative_path.split('/')[-2]
	141	if brains.has_key(sid):
	142	brains[sid][r.portal_type] = r
	143	else:
	144	brains[sid] = {r.portal_type : r}
	145	brains_list = brains.keys()
	146	num_objects = len(brains_list)
	147	else:
	148	num_objects = num_students
	149	print "="*40
	150	print "method: %s probes: %d nr_pts: %d num_objects: %d" % (method,
	151	probe,
	152	nr_pts,
	153	num_objects)
	154	print "nr found/not time found/not min/max"
	155	elapse = time.time()
	156	i_elapse = time.time()
	157	c_elapse = time.clock()
	158	for c in range(1,probe + 1):
	159	i = random.randrange(num_objects)
	160	if method in ('a','b','c'):
	161	student_brain = students[i]
	162	elif method == "d":
	163	#import pdb;pdb.set_trace()
	164	student_brain = brains[brains_list[i]]
	165	if method == "c":
	166	query = Eq('path',student_brain.getPath()) & In('portal_type',portal_types[:nr_pts])
	167	res = aq_portal(query)
	168	this_portal_types = [r.portal_type for r in res]
	169	for i in range(nr_pts):
	170	oid = objects[i]
	171	if method == "a":
	172	try:
	173	student_path = student_brain.getPath()
	174	path = "%s/%s" % (student_path,oid)
	175	doc = self.unrestrictedTraverse(path).getContent()
	176	found += 1
	177	i_time = time.time() - i_elapse
	178	time_found += i_time
	179	except:
	180	not_found += 1
	181	i_time = time.time() - i_elapse
	182	time_not_found += i_time
	183	pass
	184	elif method == "b":
	185	try:
	186	student_object = student_brain.getObject()
	187	doc = getattr(student_object,oid).getContent()
	188	found += 1
	189	i_time = time.time() - i_elapse
	190	time_found += i_time
	191	except:
	192	i_time = time.time() - i_elapse
	193	time_not_found += i_time
	194	not_found += 1
	195	pass
	196	elif method == "c":
	197	if portal_types[i] in this_portal_types:
	198	found += 1
	199	doc = res[this_portal_types.index(portal_types[i])].getObject().getContent()
	200	i_time = time.time() - i_elapse
	201	time_found += i_time
	202	else:
	203	not_found += 1
	204	i_time = time.time() - i_elapse
	205	time_not_found += i_time
	206	elif method == "d":
	207	if student_brain.has_key(portal_types[i]):
	208	found += 1
	209	doc = student_brain[portal_types[i]].getObject().getContent()
	210	i_time = time.time() - i_elapse
	211	time_found += i_time
	212	else:
	213	not_found += 1
	214	i_time = time.time() - i_elapse
	215	time_not_found += i_time
	216	i_elapse = time.time()
	217	if c and (c % intervall == 0):
	218	#i_time = time.time() - i_elapse
	219	t_per = 0.0
	220	if found:
	221	t_per = time_found/found
	222	if t_per > t_max:
	223	t_max = t_per
	224	if t_per > 0.0 and t_per < t_min:
[2119]	225	t_min = t_per
[2094]	226	itf = 0.0
	227	if found:
	228	itf = time_found/found
	229	itnf = 0.0
	230	if not_found :
	231	itnf = time_not_found / not_found
[2119]	232	interval_time = time_found + time_not_found
	233	s = "%(c)d: %(found)d/%(not_found)d " % vars()
[2094]	234	s += "%(interval_time)6.2f %(itf)6.4f/%(itnf)6.4f " % vars()
	235	s += "%(t_min)6.4f/%(t_max)6.4f" % vars()
	236	print s
	237	t_found += found
	238	t_not_found += not_found
	239	t_time_found += time_found
	240	t_time_not_found += time_not_found
	241	time_found = time_not_found = 0.0
	242	found = not_found = 0
	243	# t_found += found
	244	# t_not_found += not_found
	245	elapse = time.time() - elapse
	246	itf = 0.0
	247	if t_found:
	248	itf = t_time_found/t_found
	249	itnf = 0.0
	250	if t_not_found:
	251	itnf = t_time_not_found / t_not_found
	252	#c_elapse = time.clock() - c_elapse
[2119]	253	s = "%(probe)d: %(t_found)d/%(t_not_found)d " % vars()
[2094]	254	s += "%(elapse)6.2f %(itf)6.4f/%(itnf)6.4f " % vars()
	255	s += "%(t_min)6.4f/%(t_max)6.4f" % vars()
	256	print "-"*40
	257	print s
	258	rel_found = float(t_found)/probe
	259	rel_not_found = float(t_not_found)/probe
	260	estimated_total_time = num_objects(rel_founditf + rel_not_found*itnf)
	261	print estimated_total_time
	262	###)
	263
[1818]	264	security.declareProtected(ModifyPortalContent,'writeLog') ###(
[1716]	265	def writeLog(self,logfile,s):
	266	"""write to the log file"""
	267	logfile.write(s)
	268
[1818]	269	###)
[1720]	270
[1151]	271	def generateStudentId(self,letter): ###(
	272	import random
	273	r = random
[1194]	274	##if letter not in ('ABCDEFGIHKLMNOPQRSTUVWXY'):
	275	if letter == '?':
[1151]	276	letter= r.choice('ABCDEFGHKLMNPQRSTUVWXY')
	277	sid = "%c%d" % (letter,r.randint(99999,1000000))
[1720]	278	students = self.portal_url.getPortalObject().campus.students
[1721]	279	## while hasattr(students, sid):
	280	## sid = "%c%d" % (letter,r.randint(99999,1000000))
	281	while self.students_catalog(id = sid):
[1720]	282	sid = "%c%d" % (letter,r.randint(99999,1000000))
[1151]	283	return sid
[1460]	284	###)
[1415]	285
	286	def generatePassword(self,s=None): ###(
	287	import random
	288	r = random
	289	##if letter not in ('ABCDEFGIHKLMNOPQRSTUVWXY'):
	290	if s is None:
	291	s = 'abcdefghklmnpqrstuvwxy23456789'
	292	pw = ''
	293	while len(pw) < 6:
	294	pw += r.choice(s)
	295	return pw
[1151]	296	###)
[828]	297
[1890]	298	security.declareProtected(ManagePortal, 'removeDeletedDocIds') ###(
	299	def removeDeletedDocIds(self, max=1000):
	300	"""
	301	remove deleted docids from repository commit after max
	302	"""
	303	logger = logging.getLogger('WAeUPTool.removeDeletedDocIds')
	304	repository = getToolByName(self, 'portal_repository')
	305	pxtool = getToolByName(self, 'portal_proxies')
	306	pxtool_infos = pxtool.getRevisionsUsed()
[1895]	307
[1890]	308	nb_revs = 0
	309	docids_d = {} # all docids
	310	unused_docids_d = {} # all docids that are unused
	311	ids_unused_revs_docids = [] # ids for revs of unused docids
	312	ids_unused_revs = [] # ids for unused revs
	313	total = 0
[1895]	314	idlist = repository.objectIds()
	315	for id in idlist:
[1890]	316	docid, rev = repository._splitId(id)
	317	if docid is None:
	318	logger.info("invalid doc_id %s" % docid)
	319	continue
	320	nb_revs += 1
	321	docids_d[docid] = None
	322	if not pxtool_infos.has_key(docid):
	323	unused_docids_d[docid] = None
	324	ids_unused_revs_docids.append(id)
	325	ids_unused_revs.append(id)
	326	elif not pxtool_infos[docid].has_key(rev):
	327	ids_unused_revs.append(id)
	328	if len(ids_unused_revs) >= max:
	329	repository.manage_delObjects(ids_unused_revs)
	330	#import pdb;pdb.set_trace()
	331	transaction.commit()
	332	total += max
	333	logger.info('removed %d total %d unused docids ' % (max,total))
[1895]	334	anz = len(ids_unused_revs)
[1890]	335	if anz > 0:
	336	repository.manage_delObjects(ids_unused_revs)
	337	transaction.commit()
	338	total += anz
	339	logger.info('finished removing %d unused docids ' % (total))
	340
[1895]	341
[1890]	342	###)
	343
[2304]	344	security.declareProtected(View,'getCredential') ###(
[1250]	345	def getCredential(self,student_id):
	346	"return a student password"
	347	student_entry = getattr(self.portal_directories.students,student_id,None)
	348	if student_entry is None:
	349	return None
[1263]	350	return getattr(student_entry,"password","not set")
[1261]	351	###)
[1250]	352
[1460]	353	security.declarePublic('checkPassword') ###(
[1467]	354	def checkPassword(self,student_id,password):
[1460]	355	"return a student password"
	356	student_entry = getattr(self.portal_directories.students,student_id,None)
	357	if student_entry is None:
	358	return False
	359	return getattr(student_entry,"password","not set") == password
	360	###)
	361
[1467]	362	security.declarePublic('editPassword') ###(
	363	def editPassword(self,student_id,password):
	364	"edit a student password"
	365	student_entry = getattr(self.portal_directories.students,student_id,None)
	366	if student_entry is None:
[1571]	367	return
[1467]	368	setattr(student_entry,'password',password)
	369	###)
	370
[1647]	371	security.declareProtected(View,'doCommit') ###(
[1401]	372	def doCommit(self,logger=None):
	373	"commit some transactions"
	374	transaction.commit()
	375	###)
	376
[1285]	377	security.declarePublic('loadStudentFoto') ###(
[1813]	378	def loadStudentFoto(self,student,filename,folder):
[1285]	379	"return a student passport picture"
[2413]	380	#import pdb;pdb.set_trace()
	381	picture ="%s/import/%s/%s" % (i_home,folder,filename)
	382	student_id = student.getId()
	383	images_dir = os.path.join("%s" % images_base,student_id)
	384	if not os.path.exists(images_dir):
	385	os.mkdir(images_dir)
	386	image_name = os.path.join(images_dir,"passport_%(student_id)s.jpg" % vars())
	387	for extension in ('.jpg','.JPG'):
	388	fullname = "%(picture)s%(extension)s" % vars()
	389	if os.path.exists(fullname):
	390	copy2(fullname,image_name)
	391	return "successfully copied passport picture"
[2467]	392	return "passport picture not found: %s.jpg or .JPG" % picture
[2413]	393	###)
	394
[2420]	395	def old____loadStudentFoto(self,student,filename,folder): ###(
[2413]	396	"return a student passport picture"
[1921]	397	app = student.application
	398	app_doc = app.getContent()
[1813]	399	#clear = student.clearance
	400	#clear_doc = clear.getContent()
	401	#matric_no = clear_doc.matric_no.upper()
	402	picture1 ="%s/import/%s/%s.jpg" % (i_home,folder,filename)
	403	picture2 ="%s/import/%s/%s.JPG" % (i_home,folder,filename)
[1285]	404	#import pdb;pdb.set_trace()
[1286]	405	if os.path.exists(picture1):
	406	file = open(picture1)
	407	elif os.path.exists(picture2):
[1287]	408	file = open(picture2)
[1286]	409	else:
[1287]	410	return "passport picture not found %s" % picture1
[1921]	411	reopened = False
	412	if self.portal_workflow.getInfoFor(app,'review_state',None) !='opened':
	413	self.portal_workflow.doActionFor(app,'open')
	414	reopened = True
[1285]	415	outfile = file.read()
	416	app_doc.manage_addFile('passport',
	417	file=outfile,
[1818]	418	title="%s.jpg" % filename)
[1921]	419	if reopened:
	420	self.portal_workflow.doActionFor(app,'close')
[1286]	421	return "successfully loaded passport picture"
[1285]	422	###)
	423
[1170]	424	security.declareProtected(ModifyPortalContent,'createOne') ###(
[1194]	425	def createOne(self,students_folder,student_brain,letter,commit=False):
	426	sid = self.waeup_tool.generateStudentId(letter)
[1170]	427	students_folder.invokeFactory('Student', sid)
	428	student = getattr(students_folder,sid)
	429	self.portal_workflow.doActionFor(student,'return')
	430	student.manage_setLocalRoles(sid, ['Owner',])
	431	matric_no = student_brain.matric_no
	432	jamb_reg_no = student_brain.Entryregno
	433	self.students_catalog.addRecord(id = sid,
	434	matric_no = matric_no,
	435	jamb_reg_no = jamb_reg_no,
	436	sex = student_brain.Sex == "F",
	437	name = "%s %s %s" % (student_brain.Firstname,
	438	student_brain.Middlename,
	439	student_brain.Lastname)
	440	)
	441	if commit:
	442	transaction.commit()
	443	return sid,jamb_reg_no
	444	###)
	445
[1752]	446	security.declareProtected(ModifyPortalContent,'addStudent') ###(
	447	def addStudent(self,dict):
[1415]	448	students_folder = self.portal_url.getPortalObject().campus.students
	449	sid = self.waeup_tool.generateStudentId('?')
	450	students_folder.invokeFactory('Student', sid)
	451	student_obj = getattr(students_folder,sid)
[1728]	452	f2t = self.student_field2types
[1772]	453	#from pdb import set_trace; set_trace()
	454	d = {}
[2297]	455	#d['jamb_sex'] = 'M'
	456	#if dict.get('sex'):
	457	# d['jamb_sex'] = 'F'
[1904]	458
[1898]	459	entry_session = dict.get('entry_session')
[2454]	460	if entry_session == self.getSessionId()[0]:
[1898]	461	wfaction = 'admit'
[1991]	462	wft = 'wf_transition_admit'
[1900]	463	password = None
[1904]	464	else:
[1900]	465	wfaction = 'return'
[1991]	466	wft = 'wf_transition_return'
[1900]	467	password = self.generatePassword()
[1904]	468	self.makeStudentMember(sid,password)
	469
[1728]	470	for pt in f2t.keys():
	471	student_obj.invokeFactory(pt,f2t[pt]['id'])
	472	sub_obj = getattr(student_obj,f2t[pt]['id'])
	473	sub_doc = sub_obj.getContent()
[1898]	474	#self.portal_workflow.doActionFor(sub_obj,'open',dest_container=sub_obj)
[1772]	475	d['Title'] = f2t[pt]['title']
[1728]	476	for field in f2t[pt]['fields']:
[1749]	477	d[field] = dict.get(field,'')
[1728]	478	sub_doc.edit(mapping = d)
[1898]	479	new_state = f2t[pt][wft]
[1772]	480	if new_state != "remain":
	481	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
[1415]	482	self.portal_workflow.doActionFor(student_obj,wfaction)
	483	student_obj.manage_setLocalRoles(sid, ['Owner',])
	484	return sid,password
	485	###)
	486
[1151]	487	security.declarePublic('getCertificateBrain') ###(
	488	def getCertificateBrain(self,cert_id):
	489	"do it"
[1849]	490	res = ZCatalog.searchResults(self.portal_catalog_real,
[1151]	491	{'portal_type':"Certificate",
	492	'id': cert_id})
	493	if res:
	494	return res[0]
	495	return None
	496	###)
[1160]	497
[1756]	498	security.declareProtected(ModifyPortalContent,'get_csv_filenames') ###(
	499	def get_csv_filenames(self):
	500	"do it"
[1759]	501	files = [file for file in os.listdir("%s/import/" % (i_home))
[1756]	502	if file.endswith('.csv') and file.find('imported') == -1]
	503	return files
	504	###)
	505
[1151]	506	security.declarePublic('findStudentByMatricelNo') ###(
	507	def findStudentByMatricelNo(self,matric_no):
	508	"do it"
[1849]	509	res = ZCatalog.searchResults(self.portal_catalog_real,
[1151]	510	{'portal_type':"StudentClearance",
	511	'SearchableText': matric_no})
	512	if res:
	513	return res[0]
	514	return None
	515	###)
	516
	517	security.declarePublic('makeStudentMember') ###(
	518	def makeStudentMember(self,sid,password='uNsEt'):
	519	"""make the student a member"""
	520	membership = self.portal_membership
	521	membership.addMember(sid,
	522	password ,
	523	roles=('Member',
	524	'Student',
	525	),
	526	domains='',
	527	properties = {'memberareaCreationFlag': False,
	528	'homeless': True},)
	529	member = membership.getMemberById(sid)
	530	self.portal_registration.afterAdd(member, sid, password, None)
[1261]	531	#self.manage_setLocalRoles(sid, ['Owner',])
[1151]	532	###)
[1160]	533
[1151]	534	security.declarePublic('makeStudentData') ###(
[1158]	535	def makeStudentData(self,student_id,email=None,phone_nr=None):
[1151]	536	"create Datastructure for a returning Student"
[1406]	537	#import pdb;pdb.set_trace()
[1571]	538	logger = logging.getLogger('WAeUPTool.makeStudentData')
[1151]	539	students_folder = self.portal_url.getPortalObject().campus.students
[1794]	540	#res = self.students_catalog(id=student_id)
	541	#if res:
	542	# st = res[0]
	543	#res = self.returning_import(matric_no = st.matric_no)
[1798]	544	res = self.returning_import(id = student_id)
[1151]	545	if res:
[1160]	546	student = res[0]
[1794]	547	else:
[1816]	548	logger.info('Id %s not found in returning_import' % student_id)
[1794]	549	return
[1580]	550	logger.info('%s creates data structure' % student_id)
[1794]	551	s_results = self.results_import(matric_no = student.matric_no)
[1816]	552	if s_results:
	553	lnr = self.getLevelFromResultsCosCode(s_results)
	554	level = "%d00" % lnr
	555	verdict,eligible = self.getVerdict(s_results[0].Verdict)
[2454]	556	#if eligible:
	557	# level = "%d00" % (lnr + 1)
[1816]	558	else:
	559	logger.info('matric_no %s not found in results_import' % student.matric_no)
	560	level = 0
	561	verdict = 'N/A'
[1171]	562	#student should not be allowed to perform this transition
[1174]	563	#wftool = self.portal_workflow
	564	#wftool.doActionFor(student,'return')
[1151]	565	certcode_org = student.Coursemajorcode
	566	certcode = makeCertificateCode(certcode_org)
	567	certificate_brain = self.getCertificateBrain(certcode)
	568	if not certificate_brain:
	569	em = 'Certificate %s org-code %s not found\n' % (certcode, certcode_org)
	570	logger.info(em)
	571	matric_no = student.matric_no
	572	sid = student_id
	573	student_obj = getattr(students_folder,sid)
	574	student_obj.invokeFactory('StudentApplication','application')
	575	application = student_obj.application
[1169]	576	self.portal_workflow.doActionFor(application,'open',dest_container=application)
[1151]	577	da = {'Title': 'Application Data'}
	578	student_obj.invokeFactory('StudentPersonal','personal')
	579	da['jamb_reg_no'] = student.Entryregno
[1462]	580	em = self.getEntryMode(student.Entryregno)
[1401]	581	da['entry_mode'] = em
[1151]	582	personal = student_obj.personal
	583	self.portal_workflow.doActionFor(personal,'open',dest_container=personal)
	584	dp = {'Title': 'Personal Data'}
	585	student_obj.invokeFactory('StudentClearance','clearance')
	586	clearance = student_obj.clearance
[1169]	587	self.portal_workflow.doActionFor(clearance,'open',dest_container=clearance)
[1151]	588	dc = {'Title': 'Clearance/Eligibility Record'}
	589	dc['matric_no'] = matric_no
	590	state = student.State
	591	lga = student.LGA
	592	if state and lga:
	593	lga = state + ' / ' + lga
	594	else:
	595	lga = "None"
[1174]	596	da['jamb_lga'] = dc['lga'] = lga
[1173]	597	da['app_email'] = dp['email'] = email
	598	da['app_mobile'] = dp['phone'] = phone_nr
[1411]	599	dp['firstname'] = student.Firstname
	600	dp['middlename'] = student.Middlename
	601	dp['lastname'] = student.Lastname
	602	da['jamb_lastname'] = "%s %s %s" % (student.Firstname,student.Middlename,student.Lastname)
[1174]	603	da['jamb_sex'] = student.Sex
[1151]	604	dp['sex'] = student.Sex == 'F'
	605	dp['perm_address'] = student.Permanent_Address
	606	application.getContent().edit(mapping=da)
[1169]	607	self.portal_workflow.doActionFor(application,'close',dest_container=application)
[1151]	608	personal.getContent().edit(mapping=dp)
	609	clearance.getContent().edit(mapping=dc)
[1169]	610	self.portal_workflow.doActionFor(clearance,'close',dest_container=clearance)
[1151]	611	#
	612	# Study Course
	613	#
	614	student_obj.invokeFactory('StudentStudyCourse','study_course')
	615	studycourse = student_obj.study_course
	616	self.portal_workflow.doActionFor(studycourse,'open',dest_container=studycourse)
	617	dsc = {}
	618	dsc['study_course'] = certcode
[1401]	619	dsc['current_level'] = level
	620	dsc['current_verdict'] = verdict
[1827]	621	dsc['current_mode'] = em
[2466]	622	dsc['current_session'] = '05'
[1151]	623	studycourse.getContent().edit(mapping=dsc)
	624	#
	625	# Level
	626	#
[1198]	627	## l = getattr(studycourse,level,None)
	628	## if l is None:
	629	## studycourse.invokeFactory('StudentStudyLevel', level)
	630	## l = getattr(studycourse, level)
	631	## self.portal_workflow.doActionFor(l,'open',dest_container=l)
	632	## l.getContent().edit(mapping={'Title': "Level %s" % level})
[1194]	633	###)
[1160]	634
[2514]	635	security.declarePublic('admitOneStudent') ###(
	636	def admitOneStudent(self,brain):
	637	"create Datastructure for an admitted Student"
	638	#import pdb;pdb.set_trace()
	639	students_folder = self.portal_url.getPortalObject().campus.students
	640	logger = logging.getLogger('WAeUPTool.admitStudent')
	641	if brain.status != "admitted":
	642	logger.info('status of %s is %s' % (brain.reg_no,brain.status))
	643	pin_parts = brain.pin.split('-')
	644	if len(pin_parts) != 3:
	645	logger.info('invalid pin %s for %s' % (brain.pin,brain.reg_no))
	646	student_id = self.generateStudentId(letter)
	647	students_folder.invokeFactory('Student', student_id)
	648	student_object = getattr(students_folder,student_id)
	649	password = pin_parts[2]
	650	self.makeStudentMember(student_id,password = password)
	651	student.manage_setLocalRoles(sid, ['Owner',])
	652	logger.info("creating %s reg_no %s" % (student_id,brain.reg_no))
	653	#
	654	# application
	655	#
	656	student_obj.invokeFactory('StudentApplication','application')
	657	application = student_obj.application
	658	self.portal_workflow.doActionFor(application,'open',dest_container=application)
	659	da = {'Title': 'Application Data'}
	660	da['jamb_reg_no'] = brain.reg_no
	661	da['entry_mode'] = brain.entry_mode
	662	da['jamb_lastname'] = brain.lastname
	663	da['jamb_sex'] = brain.sex
	664	da['jamb_lga'] = brain.lga
	665	da['app_email'] = brain.email
	666	da['app_mobile'] = brain.phone_nr
	667	application.getContent().edit(mapping=da)
	668	self.portal_workflow.doActionFor(application,'close',dest_container=application)
	669	#
	670	# personal
	671	#
	672	student_obj.invokeFactory('StudentPersonal','personal')
	673	personal = student_obj.personal
	674	self.portal_workflow.doActionFor(personal,'open',dest_container=personal)
	675	dp = {'Title': 'Personal Data'}
	676	dp['sex'] = brain.sex
	677	dp['email'] = brain.email
	678	dp['phone'] = brain.phone_nr
	679	dp['lastname'] = brain.lastname
	680	personal.getContent().edit(mapping=dp)
	681	#
	682	# clearance
	683	#
	684	student_obj.invokeFactory('StudentClearance','clearance')
	685	clearance = student_obj.clearance
	686	self.portal_workflow.doActionFor(clearance,'open',dest_container=clearance)
	687	dc = {'Title': 'Clearance/Eligibility Record'}
	688	dc['lga'] = brain.lga
	689	clearance.getContent().edit(mapping=dc)
	690	self.portal_workflow.doActionFor(clearance,'close',dest_container=clearance)
	691	#
	692	# study Course
	693	#
	694	student_obj.invokeFactory('StudentStudyCourse','study_course')
	695	studycourse = student_obj.study_course
	696	self.portal_workflow.doActionFor(studycourse,'open',dest_container=studycourse)
	697	dsc = {}
	698	dsc['study_course'] = brain.course_admitted
	699	dsc['current_verdict'] = ''
	700	dsc['current_mode'] = brain.entry_mode
	701	studycourse.getContent().edit(mapping=dsc)
	702	#
	703	# payments folder
	704	student_obj.invokeFactory('PaymentsFolder','payments')
	705	payments = getattr(student_obj,'payments')
	706	dpay = {}
	707	dpay['Title'] = 'Payments'
	708	payments.getContent().edit(mapping=dpay)
	709	wftool.doActionFor(payments,'open')
	710	return student_id
	711	###)
	712
[1194]	713	security.declarePublic('makeStudentLevel') ###(
	714	def makeStudentLevel(self,student_id):
	715	"create the StudyLevel for a returning Student"
	716	#import pdb;pdb.set_trace()
[1571]	717	logger = logging.getLogger('WAeUPTool.makeStudentLevel')
[1194]	718	students_folder = self.portal_url.getPortalObject().campus.students
	719	res = self.students_catalog(id=student_id)
	720	if res:
	721	st = res[0]
	722	course = st.course
	723	matric_no = st.matric_no
	724	level = st.level
	725	res = self.results_import(matric_no = matric_no)
	726	if res:
	727	results = res
[1571]	728	logger.info('%s creating Level %s' % (student_id,level))
[1194]	729	#
	730	# Level
	731	#
	732	student_obj = getattr(self.portal_url.getPortalObject().campus.students,student_id)
	733	studycourse = getattr(student_obj,"study_course",None)
	734	self.portal_workflow.doActionFor(studycourse,'close_for_edit',dest_container=studycourse)
	735	l = getattr(studycourse,level,None)
	736	if l is None:
	737	studycourse.invokeFactory('StudentStudyLevel', level)
	738	l = getattr(studycourse, level)
	739	self.portal_workflow.doActionFor(l,'open',dest_container=l)
	740	l.getContent().edit(mapping={'Title': "Level %s" % level})
	741	###)
	742
[2000]	743	security.declarePublic('getHallInfo') ###(
	744	def getHallInfo(self,bed):
	745	"""return Hall Info"""
[828]	746	info = {}
	747	hall,block,room,letter = bed.split('_')
[1846]	748	res = ZCatalog.searchResults(self.portal_catalog_real,portal_type="AccoHall",id=hall)
[828]	749	if res and len(res) == 1:
	750	hall_brain = res[0]
	751	hall_doc = hall_brain.getObject().getContent()
	752	else:
	753	return info
	754	info['hall_title'] = hall_brain.Title
	755	info['maintenance_code'] = hall_doc.maintenance_code
[1846]	756	res = ZCatalog.searchResults(self.portal_catalog_real,portal_type="ScratchCardBatch")
[828]	757	batch_doc = None
	758	for brain in res:
	759	if brain.id.startswith(info['maintenance_code']):
	760	batch_doc = brain.getObject().getContent()
	761	break
	762	if batch_doc is None:
	763	info['maintenance_fee'] = None
	764	else:
	765	info['maintenance_fee'] = batch_doc.cost
	766	return info
[1151]	767	###)
[828]	768
[2396]	769	security.declareProtected(ModifyPortalContent,'removePictureFolder') ###(
	770	def removePictureFolder(self,student_id):
	771	"""remove picture_folder by renaming it"""
	772	path = 'images'
	773	picture_path = os.path.join(i_home,path,student_id)
	774	if not os.path.exists(picture_path):
	775	return False
	776	os.rename(picture_path,picture_path + "_removed")
	777	return True
	778	###)
	779
	780	security.declareProtected(ModifyPortalContent,'restorePictureFolder') ###(
	781	def restorePictureFolder(self,student_id):
	782	"""restore picture_folder by renaming it"""
	783	path = 'images'
	784	picture_path = os.path.join(i_home,path,student_id)
	785	if not os.path.exists(picture_path + "_removed"):
	786	return False
	787	os.rename(picture_path + "_removed",picture_path)
	788	return True
	789	###)
	790
[2363]	791	security.declarePublic('picturesExist') ###(
[2420]	792	def picturesExist(self, ids,student_id=None):
[2363]	793	"""check if pictures exist in the filesystem"""
[2420]	794	if student_id is None:
	795	student_id = self.getStudentId()
	796	if student_id is None:
	797	return False
	798	picture_path = os.path.join(images_base,student_id)
[2363]	799	if not os.path.exists(picture_path):
	800	return False
	801	pictures = [picture[:picture.rfind('_')] for picture in os.listdir(picture_path)]
	802	return set(ids).issubset(set(pictures))
	803	###)
	804
[2364]	805	security.declarePublic('picturesList') ###(
	806	def picturesList(self):
	807	"""check if pictures exist in the filesystem"""
	808	path = 'images'
	809	student_id = self.getStudentId()
	810	picture_path = os.path.join(i_home,path,student_id)
	811	if not os.path.exists(picture_path):
	812	return []
	813	return [picture[:picture.rfind('_')] for picture in os.listdir(picture_path)]
	814	###)
	815
[2114]	816	security.declarePublic('showFsPicture') ###(
	817	def showFsPicture(self,path):
	818	"""return a picture from the filesystem"""
[2335]	819	picture_path = os.path.join(i_home,path)
	820	response = self.REQUEST.RESPONSE
[2342]	821	#import pdb;pdb.set_trace()
[2354]	822	registry = getToolByName(self, 'mimetypes_registry')
	823	mimetype = str(registry.lookupExtension(path.lower()) or
	824	registry.lookupExtension('file.bin'))
[2114]	825	if os.path.exists(picture_path):
[2354]	826	response.setHeader('Content-type',mimetype)
[2114]	827	return open(picture_path).read()
[2335]	828	picture_path = os.path.join(i_home,'import',path)
	829	if os.path.exists(picture_path):
	830	return open(picture_path).read()
[2114]	831	###)
	832
[1151]	833	security.declareProtected(ModifyPortalContent,'deleteAllCourses') ###(
	834	def deleteAllCourses(self,department="All"):
	835	''' delete the courses'''
	836	pm = self.portal_membership
	837	member = pm.getAuthenticatedMember()
[1160]	838
[1151]	839	if str(member) not in ("henrik","joachim"):
	840	return "not possible"
	841	if department == "All":
	842	res = self.portal_catalog({'meta_type': 'Department'})
	843	if len(res) < 1:
	844	return "No Departments found"
[1160]	845
[1151]	846	deleted = []
	847	for dep in res:
	848	cf = dep.getObject().courses
	849	if cf:
	850	cf.manage_delObjects(ids=cf.objectIds())
	851	deleted.append("deleted Courses in %s" % dep.getId)
	852	return "\r".join(deleted)
[1160]	853	###)
[1151]	854
[1572]	855	security.declareProtected(ModifyPortalContent,'getLogfileLines') ###(
	856	def getLogfileLines(self,filename="event.log",numlines=20):
	857	"""Get last NUMLINES lines of logfile FILENAME.
[1160]	858
[1572]	859	Return last lines' of a file in the instances logfile directory as
	860	a list. The number of returned lines equals `numlines' or less. If
	861	less than `numlines' lines are available, the whole file ist
	862	returned. If the file can not be opened or some other error
	863	occurs, empty list is returend.
	864	"""
	865	result = []
	866	lines_hit = 0
	867
	868	# We only handle files in instances' log directory...
	869	logpath = os.path.join(i_home, "log")
	870	filename = str(os.path.abspath( os.path.join( logpath, filename )))
	871	if not filename.startswith( logpath ):
	872	# Attempt to access file outside log-dir...
	873	return []
	874
	875	try:
	876	fd = file( filename, "rb" )
	877	except IOError:
	878	return []
	879	if not fd:
	880	return []
	881
	882	if os.linesep == None:
	883	linesep = '\n'
	884	else:
	885	linesep = os.linesep
	886
	887	# Try to find 'numlines' times a lineseparator, searching from end
	888	# and moving to the beginning of file...
	889	fd.seek( 0, 2) # Move to end of file...
	890	while lines_hit < numlines:
	891	if fd.read(1) == linesep[-1]: # This moves filedescriptor
	892	# one step forward...
	893	lines_hit += 1
	894	try:
	895	fd.seek( -2, 1) # Go two bytes back from current pos...
	896	except IOError:
	897	# We cannot go back two bytes. Maybe the file is too small...
	898	break
	899	fd.seek(2,1)
	900
	901	# Read all lines from current position...
	902	result = fd.readlines()
	903	# Remove line endings...
	904	result = [x.strip() for x in result]
	905	fd.close()
	906	return result
	907	###)
	908
[1700]	909	security.declareProtected(ModifyPortalContent,"getCallbacksFromLog")###(
[1665]	910	def getCallbacksFromLog(self,filename):
	911	"""fix Online Payment Transactions from Z2.log entries"""
	912	import transaction
	913	import random
	914	from cgi import parse_qs
	915	from urlparse import urlparse
	916	#from pdb import set_trace
	917	wftool = self.portal_workflow
	918	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	919	students_folder = self.portal_url.getPortalObject().campus.students
	920	s = r'(?P<client_ip>\S+) - (?P<member_id>\S+) \['
	921	s += r'(?P<date>.)\] "(?P<get>.)" (?P<codes>\d+ \d+) "'
	922	s += r'(?P<intersw>.)" "(?P<agent>.)"'
	923	data = re.compile(s)
	924	start = True
	925	tr_count = 1
	926	total = 0
	927	#name = 'pume_results'
	928	#name = 'epaymentsuccessful_z2log2'
	929	name = filename
	930	no_import = []
	931	imported = []
	932	logger = logging.getLogger('WAeUPTool.getFailedTransactions')
	933	try:
	934	transactions = open("%s/import/%s" % (i_home,name),"rb").readlines()
	935	except:
	936	logger.error('Error reading %s' % name)
	937	return
	938	tas = []
	939	for line in transactions:
	940	dict = {}
	941	items = data.search(line)
	942	dict['idict'] = idict = items.groupdict()
	943	#print idict
	944	#from pdb import set_trace;set_trace()
	945	urlparsed = urlparse(idict['get'][4:])
	946	#print urlparsed
	947	path = urlparsed[2].split('/')
	948	dict['student_id'] = student_id = path[8]
	949	dict['payment_id'] = payment_id = path[10]
	950	dict['qs_dict'] = qs_dict = parse_qs(urlparsed[4])
	951	tas.append(dict)
	952	tr_count += 1
	953	return tas
	954	###)
	955
[1620]	956	security.declareProtected(ModifyPortalContent,"importOnlinePaymentTransactions")###(
	957	def importOnlinePaymentTransactions(self):
	958	"""load Online Payment Transactions from CSV values"""
	959	import transaction
	960	import random
	961	#from pdb import set_trace
	962	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
[1625]	963	opt = self.online_payments_import
[1620]	964	students_folder = self.portal_url.getPortalObject().campus.students
	965	start = True
	966	tr_count = 1
	967	total = 0
	968	#name = 'pume_results'
	969	name = 'OnlineTransactions'
	970	no_import = []
	971	imported = []
	972	logger = logging.getLogger('WAeUPTool.importOnlinePaymentTransactions')
	973	try:
	974	transactions = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
	975	except:
	976	logger.error('Error reading %s.csv' % name)
	977	return
	978	for pay_transaction in transactions:
	979	if start:
	980	start = False
	981	logger.info('Start loading from %s.csv' % name)
	982	s = ','.join(['"%s"' % fn for fn in pay_transaction.keys()])
	983	no_import.append('%s,"Error"' % s)
	984	format = ','.join(['"%%(%s)s"' % fn for fn in pay_transaction.keys()])
	985	format_error = format + ',"%(Error)s"'
	986	data = {}
[1644]	987
[1781]	988	# format of the first file sent by Tayo
[1643]	989	#data['datetime'] = date = DateTime.DateTime(pay_transaction['Date'])
	990	#data['student_id'] = student_id = pay_transaction['Payer ID']
	991	#data['order_id'] = order_id = pay_transaction['Order ID (Tranx Ref)']
	992	#data['response_code'] = response_code = pay_transaction['Resp Code']
	993	#data['amount'] = amount = pay_transaction['Amount']
[1644]	994
[1781]	995	# format of the second file sent by Tayo
[1798]	996	#data['datetime'] = date = 0
	997	#data['student_id'] = student_id = pay_transaction['Payer ID']
	998	#data['order_id'] = order_id = pay_transaction['Order ID (Tranx Ref)']
	999	#data['response_code'] = response_code = '00'
	1000	#data['amount'] = amount = pay_transaction['Amount']
[1813]	1001
[1798]	1002	# format of the third file sent by Kehinde
[1643]	1003	data['datetime'] = date = 0
[1798]	1004	data['student_id'] = student_id = pay_transaction['customer_id']
	1005	data['order_id'] = order_id = pay_transaction['merchant_reference']
[1644]	1006	data['response_code'] = response_code = '00'
[1813]	1007	data['amount'] = amount = pay_transaction['Amount']
[1644]	1008
[1620]	1009	dup = False
	1010	if response_code == "12":
	1011	continue
	1012	try:
	1013	opt.addRecord(**data)
	1014	except ValueError:
	1015	dup = True
	1016	#from pdb import set_trace;set_trace()
	1017	if dup:
	1018	if response_code == "00":
[1798]	1019	try:
	1020	opt.modifyRecord(**data)
	1021	except:
	1022	logger.info("duplicate uid, order_id %(order_id)s, student_id %(student_id)s, response_code %(response_code)s" % data)
	1023	continue
[1620]	1024	else:
[1674]	1025	pay_transaction['Error'] = "Duplicate order_id"
[1620]	1026	no_import.append( format_error % pay_transaction)
[1674]	1027	logger.info("duplicate order_id %(order_id)s for %(student_id)s %(response_code)s" % data)
[1620]	1028	continue
	1029	tr_count += 1
	1030	if tr_count > 1000:
	1031	if len(no_import) > 0:
	1032	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
	1033	'\n'.join(no_import) + '\n')
	1034	no_import = []
[1645]	1035	em = '%d transactions committed\n' % (tr_count)
[1620]	1036	transaction.commit()
	1037	regs = []
	1038	logger.info(em)
	1039	total += tr_count
	1040	tr_count = 0
	1041	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
	1042	'\n'.join(no_import))
	1043	return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
	1044	###)
[2237]	1045
[2264]	1046	security.declareProtected(ModifyPortalContent,'mass_create_faculty') ###(
	1047	def mass_create_faculty(self,mapping):
	1048	"create a faculty"
	1049	logger = logging.getLogger('WAeUPTool.mass_create_faculty')
	1050	academics_folder = self.portal_url.getPortalObject().campus.academics
	1051	fid = mapping['code']
	1052	if getattr(academics_folder,fid,None) is not None:
	1053	return '', "Faculty with ID: %s exists" % fid
[2267]	1054	logger.info('Creating Faculty %(code)s, %(title)s' % mapping)
[2283]	1055	try:
	1056	academics_folder.invokeFactory('Faculty', fid)
	1057	except BadRequest,E:
	1058	return '', "%s" % E
[2264]	1059	f = getattr(academics_folder,fid,None)
	1060	f.getContent().edit(mapping=mapping)
	1061	return fid,''
	1062	###)
	1063
[2288]	1064	security.declareProtected(ModifyPortalContent,'mass_edit_faculty') ###(
[2264]	1065	def mass_edit_faculty(self,mapping):
	1066	"edit a faculty"
	1067	logger = logging.getLogger('WAeUPTool.mass_edit_faculty')
	1068	academics_folder = self.portal_url.getPortalObject().campus.academics
	1069	fid = mapping['code']
	1070	f = getattr(academics_folder,fid,None)
	1071	if f is None:
	1072	return '', "Faculty with ID: %s does not exist" % fid
[2267]	1073	logger.info('Editing Faculty %(code)s, %(title)s' % mapping)
[2264]	1074	f.getContent().edit(mapping=mapping)
	1075	return fid,''
	1076	###)
	1077
[2234]	1078	security.declareProtected(ModifyPortalContent,'mass_create_department') ###(
[2193]	1079	def mass_create_department(self,mapping):
	1080	"create a department in the correct faculty"
	1081	logger = logging.getLogger('WAeUPTool.mass_create_department')
	1082	fid = mapping['faculty_code']
	1083	if getattr(self,'_v_faculties',None) is None:
	1084	res = self.portal_catalog(portal_type = "Faculty")
	1085	self._v_faculties = {}
	1086	for f in res:
	1087	self._v_faculties[f.getId] = f.getObject()
	1088	f = self._v_faculties.get(fid,None)
	1089	if f is None:
	1090	return '', "No Faculty with ID: %s" % fid
	1091	else:
	1092	did = mapping.get('code')
	1093	d = getattr(f,did,None)
	1094	if d is None or d.portal_type == "Faculty":
[2267]	1095	logger.info('Creating Department %(code)s, %(title)s' % mapping)
[2283]	1096	try:
	1097	f.invokeFactory('Department', did)
	1098	except BadRequest,E:
	1099	return '', "%s" % E
[2193]	1100	d = getattr(f,did)
	1101	d.invokeFactory('CoursesFolder','courses')
	1102	courses = getattr(d,'courses')
	1103	dict = {'Title': 'Courses'}
	1104	courses.getContent().edit(mapping=dict)
	1105	d.invokeFactory('CertificatesFolder','certificates')
	1106	certificates = getattr(d,'certificates')
	1107	dict = {'Title': 'Certificates'}
	1108	certificates.getContent().edit(mapping=dict)
	1109	d.getContent().edit(mapping=mapping)
	1110	return did,''
	1111	###)
[1620]	1112
[2234]	1113	security.declareProtected(ModifyPortalContent,'mass_edit_department') ###(
[2193]	1114	def mass_edit_department(self,mapping):
	1115	"create a department in the correct faculty"
	1116	logger = logging.getLogger('WAeUPTool.mass_create_department')
	1117	academics_folder = self.portal_url.getPortalObject().campus.academics
	1118	fid = mapping['faculty_code']
	1119	did = mapping.get('code')
	1120	try:
	1121	d = getattr(getattr(academics_folder,fid),did,None)
	1122	except KeyError:
	1123	return '', "Department %s or Faculty %s wrong" % (did,fid)
	1124	else:
	1125	if d is None or d.portal_type == "Faculty":
[2267]	1126	logger.info('Editing Department %(code)s, %(title)s' % mapping)
[2193]	1127	d.getContent().edit(mapping=mapping)
	1128	return did,''
	1129	###)
[1786]	1130
[2265]	1131	security.declareProtected(ModifyPortalContent,'mass_create_course') ###(
	1132	def mass_create_course(self,mapping):
[2315]	1133	#import pdb;pdb.set_trace()
[2265]	1134	if getattr(self,'_v_course_list',None) is None:
	1135	self._v_course_list = []
	1136	if getattr(self,'_v_departments',None) is None:
	1137	res = self.portal_catalog(portal_type = "Department")
[2313]	1138	self._v_department_courses = {}
[2265]	1139	for d in res:
[2313]	1140	self._v_department_courses[d.getId] = getattr(d.getObject(),"courses",None)
[2265]	1141	did = mapping['department_code']
[2313]	1142	d = self._v_department_courses.get(did,None)
[2265]	1143	if d is None:
[2282]	1144	return '', "No Department with ID: %s" % did
[2265]	1145	course_id = mapping.get('code')
	1146	if course_id in self._v_course_list:
[2313]	1147	return '', "Duplicate Course ID: %s" % did
[2265]	1148	c = getattr(d,course_id,None)
	1149	if c is not None:
[2313]	1150	return '', "Duplicate Course ID: %s" % did
[2283]	1151	try:
	1152	d.invokeFactory('Course', course_id)
	1153	except BadRequest,E:
	1154	return '', "%s" % E
[2265]	1155	self._v_course_list.append(course_id)
	1156	c = getattr(d,course_id)
	1157	c.getContent().edit(mapping=mapping)
	1158	return course_id,''
	1159	###)
	1160
[2282]	1161	security.declareProtected(ModifyPortalContent,'mass_edit_course') ###(
	1162	def mass_edit_course(self,mapping):
	1163	#import pdb;pdb.set_trace()
	1164	course_id = mapping.get('code')
	1165	res = self.portal_catalog(id=course_id)
	1166	if not res:
[2289]	1167	return '', "No Course with ID: %s" % course_id
[2282]	1168	c = res[0].getObject()
	1169	c.getContent().edit(mapping=mapping)
	1170	return course_id,''
	1171	###)
	1172
	1173	security.declareProtected(ModifyPortalContent,'mass_create_certificate') ###(
	1174	def mass_create_certificate(self,mapping):
	1175	if getattr(self,'_v_certificate_list',None) is None:
	1176	self._v_certificate_list = []
[2313]	1177	if getattr(self,'_v_department_certificates',None) is None:
[2282]	1178	res = self.portal_catalog(portal_type = "Department")
[2313]	1179	self._v_department_certificates = {}
[2282]	1180	for d in res:
[2313]	1181	self._v_department_certificates[d.getId] = getattr(d.getObject(),"certificates",None)
[2282]	1182	did = mapping['department_code']
[2313]	1183	d = self._v_department_certificates.get(did,None)
[2282]	1184	if d is None:
	1185	return '', "No Department with ID: %s" % did
	1186	certificate_id = mapping.get('code')
	1187	if certificate_id in self._v_certificate_list:
[2313]	1188	return '', "Duplicate Certificate ID: %s" % did
[2282]	1189	c = getattr(d,certificate_id,None)
	1190	if c is not None:
[2313]	1191	return '', "Duplicate Certificate ID: %s" % did
[2283]	1192	try:
	1193	d.invokeFactory('Certificate', certificate_id)
	1194	except BadRequest,E:
	1195	return '', "%s" % E
[2282]	1196	self._v_certificate_list.append(certificate_id)
	1197	c = getattr(d,certificate_id)
	1198	c.getContent().edit(mapping=mapping)
	1199	return certificate_id,''
	1200	###)
	1201
	1202	security.declareProtected(ModifyPortalContent,'mass_edit_certificate') ###(
	1203	def mass_edit_certificate(self,mapping):
	1204	#import pdb;pdb.set_trace()
	1205	certificate_id = mapping.get('code')
	1206	res = self.portal_catalog(id=certificate_id)
	1207	if not res:
	1208	return '', "No Certificate with ID: %s" % did
	1209	c = res[0].getObject()
	1210	c.getContent().edit(mapping=mapping)
	1211	return certificate_id,''
	1212	###)
	1213
[2520]	1214	security.declareProtected(ModifyPortalContent,'mass_create_application') ###(
	1215	def mass_create_application(self,mapping):
[2514]	1216	#import pdb;pdb.set_trace()
	1217	try:
	1218	self.applicants_catalog.addRecord(**mapping)
	1219	except ValueError:
	1220	return '', "applicant already exists: %s" % mapping.get('reg_no')
	1221	return key,''
	1222	###)
	1223
[2520]	1224	security.declareProtected(ModifyPortalContent,'mass_edit_application') ###(
	1225	def mass_edit_application(self,mapping):
[2514]	1226	#import pdb;pdb.set_trace()
	1227	reg_no = mapping.get('reg_no')
	1228	try:
	1229	self.applicants_catalog.modifyRecord(**mapping)
	1230	except KeyError:
	1231	return '', "applicant does not exists: %s" % reg_no
	1232	return reg_no,''
	1233	###)
	1234
[2501]	1235	security.declareProtected(ModifyPortalContent,'mass_create_course_result') ###(
	1236	def mass_create_course_result(self,mapping):
[2500]	1237	#import pdb;pdb.set_trace()
[2501]	1238	if getattr(self,'_v_courses',None) is None:
	1239	res = self.courses_catalog()
	1240	self._v_courses = {}
	1241	for brain in res:
[2520]	1242	self._v_courses[brain.code] = brain
[2500]	1243	course_id = mapping.get('code')
[2501]	1244	if course_id not in self._v_courses.keys():
	1245	return '', "No course with ID: %s" % did
	1246	id_key = ''
	1247	for id_key in ('student_id','matric_no'):
	1248	id_field = mapping.get(id_key,None)
	1249	if id_field is not None:
	1250	student_id = id_field
	1251	break
	1252	query = Eq(id_key,id_field)
	1253	res = self.students_catalog.evalAdvancedQuery(query)
	1254	if not res:
	1255	return '', "No student with %(id_field)s: %(id_key)s" % vars()
	1256	if id_field != "student_id":
	1257	mapping['student_id'] = res[0].id
	1258	mapping['key'] = key = "%(student_id)s\|%(level_id)s\|%(code)s" % mapping
	1259	for k in ('semester',):
	1260	mapping[k] = getattr(self._v_courses[course_id],k)
[2500]	1261	try:
[2501]	1262	self.course_results.addRecord(**mapping)
	1263	except ValueError:
	1264	return '', "course result already exists: %s" % key
	1265	return key,''
[2500]	1266	###)
	1267
	1268	security.declareProtected(ModifyPortalContent,'mass_edit_course_result') ###(
	1269	def mass_edit_course_result(self,mapping):
	1270	#import pdb;pdb.set_trace()
	1271	# if getattr(self,'_v_courses',None) is None:
	1272	# res = self.courses_catalog()
	1273	# self._v_courses = {}
	1274	# for brain in res:
[2520]	1275	# self._v_courses[brain.code] = brain
[2500]	1276	# course_id = mapping.get('code')
	1277	# if course_id not in self._v_courses.keys():
	1278	# return '', "No course with ID: %s" % did
	1279	id_key = ''
	1280	for id_key in ('student_id','matric_no'):
	1281	id_field = mapping.get(id_key,None)
	1282	if id_field is not None:
	1283	student_id = id_field
	1284	break
	1285	query = Eq(id_key,id_field)
	1286	res = self.students_catalog.evalAdvancedQuery(query)
	1287	if not res:
	1288	return '', "No student with %(id_field)s: %(id_key)s" % vars()
	1289	if id_field != "student_id":
	1290	mapping['student_id'] = res[0].id
	1291	mapping['key'] = key = "%(student_id)s\|%(level_id)s\|%(code)s" % mapping
	1292	# for k in ('semester',):
	1293	# mapping[k] = getattr(self._v_courses[course_id],k)
	1294	try:
	1295	self.course_results.modifyRecord(**mapping)
	1296	except KeyError:
	1297	return '', "No course result to edit: %s" % key
	1298	return key,''
	1299	###)
	1300
[2282]	1301	security.declareProtected(ModifyPortalContent,'mass_create_certificate_course') ###(
	1302	def mass_create_certificate_course(self,mapping):
[2320]	1303	if getattr(self,'_v_courses',None) is None:
	1304	res = self.courses_catalog()
[2351]	1305	self._v_courses= [course.code for course in res]
[2282]	1306	if getattr(self,'_v_ceritficates',None) is None:
	1307	res = self.portal_catalog(portal_type = "Certificate")
	1308	self._v_certificates = {}
	1309	for cert in res:
	1310	self._v_certificates[cert.getId] = cert.getObject()
[2284]	1311	certificate_course_id = mapping.get('code')
[2351]	1312	if certificate_course_id not in self._v_courses:
[2284]	1313	return '', "No Course with ID: %s" % certificate_course_id
[2282]	1314	cert_id = mapping['certificate_code']
	1315	cert = self._v_certificates.get(cert_id,None)
	1316	if cert is None:
[2284]	1317	return '', "No Certificate with ID: %s" % cert_id
[2282]	1318	level_id = mapping.get('level')
	1319	level = getattr(cert,level_id,None)
	1320	if level is None:
	1321	cert.invokeFactory('StudyLevel', level_id)
	1322	level = getattr(cert,level_id,None)
	1323	elif hasattr(level,certificate_course_id):
	1324	return '', "Duplicate CertificateCourse ID: %s in %s/ %s" %\
	1325	(certificate_course_id,cert_id,level_id)
	1326	level.invokeFactory('CertificateCourse', certificate_course_id)
	1327	c = getattr(level,certificate_course_id)
	1328	c.getContent().edit(mapping=mapping)
	1329	return certificate_course_id,''
	1330	###)
	1331
[2193]	1332	field2types_student = { ###(
[1756]	1333	'StudentApplication':
	1334	{'id': 'application',
	1335	'title': 'Application Data',
[1991]	1336	'wf_transition_return': 'close',
	1337	'wf_transition_admit': 'remain',
[1756]	1338	'fields':
	1339	('jamb_reg_no',
	1340	'entry_mode',
	1341	'entry_session',
	1342	'jamb_score',
[1786]	1343	'app_email',
[2008]	1344	'jamb_age',
[2428]	1345	'jamb_state',
	1346	'jamb_lga',
[1756]	1347	)
	1348	},
[1786]	1349	#'StudentPume':
	1350	# {'id': 'pume',
	1351	# 'title': 'Pume Data',
[1991]	1352	# 'wf_transition_return': 'close',
	1353	# 'wf_transition_admit': 'close',
[1786]	1354	# 'fields':
	1355	# ('pume_score',
	1356	# )
	1357	# },
[1756]	1358	'StudentClearance':
	1359	{'id': 'clearance',
[2009]	1360	'title': 'Clearance/Eligibility Record',
[1991]	1361	'wf_transition_return': 'close',
	1362	'wf_transition_admit': 'remain',
[1756]	1363	'fields':
	1364	('matric_no',
	1365	'nationality',
	1366	'lga',
[1804]	1367	'birthday',
[1756]	1368	)
	1369	},
	1370	'StudentPersonal':
	1371	{'id': 'personal',
	1372	'title': 'Personal Data',
[1991]	1373	'wf_transition_return': 'open',
	1374	'wf_transition_admit': 'remain',
[1756]	1375	'fields':
	1376	('firstname',
	1377	'middlename',
	1378	'lastname',
	1379	'sex',
	1380	'email',
	1381	'phone',
	1382	'perm_address',
	1383	)
	1384	},
	1385	'StudentStudyCourse':
	1386	{'id': 'study_course',
	1387	'title': 'Study Course',
[1991]	1388	'wf_transition_return': 'open',
	1389	'wf_transition_admit': 'remain',
[1756]	1390	'fields':
	1391	('study_course',
	1392	'current_level',
	1393	'current_session',
	1394	'current_mode',
	1395	'current_verdict',
[2478]	1396	'previous_verdict',
[1756]	1397	)
	1398	},
[1898]	1399
	1400	'PaymentsFolder':
	1401	{'id': 'payments',
	1402	'title': 'Payments',
[1991]	1403	'wf_transition_return': 'open',
	1404	'wf_transition_admit': 'open',
[1898]	1405	'fields':
	1406	()
	1407	},
[1756]	1408	}
	1409	###)
	1410
[2193]	1411	security.declareProtected(ModifyPortalContent,'mass_create_student') ###(
	1412	def mass_create_student(self,mapping):
[1781]	1413	"create a students record due import"
[2193]	1414	logger = logging.getLogger('WAeUPTool.mass_create_student')
[1747]	1415	students_folder = self.portal_url.getPortalObject().campus.students
[1818]	1416	jamb_reg_no = mapping.get('jamb_reg_no',None)
[1747]	1417	if jamb_reg_no:
	1418	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
	1419	if res:
[1749]	1420	return '',"jamb_reg_no exists"
[1818]	1421	matric_no = mapping.get('matric_no',None)
[1747]	1422	if matric_no:
	1423	res = self.students_catalog(matric_no = matric_no)
	1424	if res:
[1749]	1425	return '',"matric_no exists"
[1747]	1426	sid = self.waeup_tool.generateStudentId('?')
	1427	students_folder.invokeFactory('Student', sid)
	1428	student_obj = getattr(students_folder,sid)
[2193]	1429	f2t = self.field2types_student
[1772]	1430	d = {}
[1990]	1431	transition = mapping.get('reg_transition','admit')
	1432	if transition not in ('admit','return'):
[2008]	1433	return '',"no valid transition provided"
[1747]	1434	for pt in f2t.keys():
	1435	student_obj.invokeFactory(pt,f2t[pt]['id'])
	1436	sub_obj = getattr(student_obj,f2t[pt]['id'])
	1437	sub_doc = sub_obj.getContent()
[1772]	1438	d['Title'] = f2t[pt]['title']
[1747]	1439	for field in f2t[pt]['fields']:
[1818]	1440	d[field] = mapping.get(field,'')
[2454]	1441
	1442	if pt == "StudentApplication":
[2436]	1443	d['jamb_sex'] = 'M'
	1444	if mapping.get('sex'):
	1445	d['jamb_sex'] = 'F'
	1446	d['jamb_firstname'] = mapping.get('firstname',None)
	1447	d['jamb_middlename'] = mapping.get('middlename',None)
	1448	d['jamb_lastname'] = mapping.get('lastname',None)
	1449
[2433]	1450	# if pt == "StudyCourse":
	1451	# for von,zu in (('entry_mode','current_mode'),
	1452	# ('entry_session','current_session')):
	1453	# if mapping.get(zu,None) is None and mapping.get(von,None) is not None:
	1454	# d[zu] = mapping[von]
[1747]	1455	sub_doc.edit(mapping = d)
[1990]	1456
[1987]	1457	#import pdb;pdb.set_trace()
	1458	new_state = f2t[pt]['wf_transition_%(transition)s' % vars()]
[1898]	1459	if new_state != "remain":
	1460	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
[1990]	1461	self.portal_workflow.doActionFor(student_obj,transition)
[1747]	1462	student_obj.manage_setLocalRoles(sid, ['Owner',])
	1463	return sid,''
	1464	###)
	1465
[2193]	1466	security.declareProtected(ModifyPortalContent,'mass_edit_student') ###(
	1467	def mass_edit_student(self,mapping):
[1781]	1468	"edit a students record due import"
[2193]	1469	logger = logging.getLogger('WAeUPTool.mass_edit_student')
[1774]	1470	students_folder = self.portal_url.getPortalObject().campus.students
[1818]	1471	sid = mapping.get('id',None)
	1472	jamb_reg_no = mapping.get('jamb_reg_no',None)
	1473	matric_no = mapping.get('matric_no',None)
[1875]	1474	editable_keys = mapping.keys()
[1774]	1475	if sid:
	1476	res = self.students_catalog(id = sid)
	1477	if not res:
	1478	return '',"no student with id %s" % sid
[2268]	1479	if matric_no and res[0].matric_no and\
[1774]	1480	matric_no != res[0].matric_no:
[2268]	1481	logger.info("%s, old matric_no %s overwritten with %s" % (res[0].id,res[0].matric_no,matric_no))
	1482	if jamb_reg_no and res[0].jamb_reg_no and\
[1774]	1483	jamb_reg_no != res[0].jamb_reg_no:
[2268]	1484	logger.info("%s, old reg_no %s overwritten with %s" % (res[0].id,res[0].jamb_reg_no,jamb_reg_no))
[1844]	1485	elif jamb_reg_no:
	1486	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
	1487	if not res:
	1488	return '',"no student with jamb_reg_no %s" % jamb_reg_no
[1875]	1489	editable_keys.remove('jamb_reg_no')
[1774]	1490	elif matric_no:
	1491	res = self.students_catalog(matric_no = matric_no)
	1492	if not res:
	1493	return '',"no student with matric_no %s" % matric_no
[1875]	1494	editable_keys.remove('matric_no')
[1965]	1495
[2268]	1496	## included only to change wf state from admitted to returning
	1497	#if res[0].review_state not in ('admitted','objection_raised'):
	1498	# return '%s' % res[0].id ,"student is not in state admitted or objection_raised"
	1499	## end inclusion
[1965]	1500
[1774]	1501	sid = res[0].id
	1502	student_obj = getattr(students_folder,sid)
[2193]	1503	f2t = self.field2types_student
[1774]	1504	d = {}
[2265]	1505	#import pdb;pdb.set_trace()
[1875]	1506	any_change = False
[1774]	1507	for pt in f2t.keys():
[1875]	1508	if pt == "student_application":
	1509	d['jamb_sex'] = 'M'
	1510	if mapping.get('sex'):
	1511	d['jamb_sex'] = 'F'
	1512	intersect = set(f2t[pt]['fields']).intersection(set(editable_keys))
	1513	if intersect:
	1514	sub_obj = getattr(student_obj,f2t[pt]['id'],None)
	1515	if sub_obj is None:
	1516	try:
	1517	student_obj.invokeFactory(pt,f2t[pt]['id'])
	1518	except:
	1519	continue
	1520	sub_obj = getattr(student_obj,f2t[pt]['id'])
	1521	d['Title'] = f2t[pt]['title']
	1522	sub_doc = sub_obj.getContent()
	1523	for field in intersect:
	1524	changed = False
[2478]	1525	if getattr(sub_doc,field,None) != mapping.get(field,''):
[1875]	1526	any_change = True
	1527	changed = True
	1528	d[field] = mapping.get(field,'')
	1529	if changed:
	1530	sub_doc.edit(mapping = d)
[1904]	1531
[1905]	1532
[2268]	1533	## included only to change wf state from admitted to returning
	1534	# if res[0].review_state in ('admitted','objection_raised'):
	1535	# new_state = f2t[pt]['wf_transition_return']
	1536	# sub_obj = getattr(student_obj,f2t[pt]['id'],None)
	1537	# if sub_obj and new_state != "remain":
	1538	# try:
	1539	# self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
	1540	# except:
	1541	# #logger.info('%s, wf transition %s of %s failed' % (sid,new_state,sub_obj.id))
	1542	# pass
	1543	#if res[0].review_state in ('admitted','objection_raised'):
	1544	# wfaction = 'return'
	1545	# try:
	1546	# self.portal_workflow.doActionFor(student_obj,wfaction)
	1547	# logger.info('%s, wf state changed' % sid)
	1548	# any_change = True
	1549	# except:
	1550	# logger.info('%s, wf transition failed, old state = %s' % (sid,res[0].review_state))
	1551	# pass
	1552	## end inclusion
[1904]	1553
[1905]	1554
[1875]	1555	if any_change:
	1556	return sid,''
	1557	else:
	1558	return sid,'not modified'
[1774]	1559	###)
[1905]	1560
[1730]	1561	security.declareProtected(ModifyPortalContent,"importData")###(
[2259]	1562	def importData(self,filename,name,edit=False,bypass_queue_catalog=False):
[1730]	1563	"""load data from CSV values"""
	1564	import transaction
	1565	import random
[1775]	1566
[1773]	1567	pm = self.portal_membership
[1775]	1568	member = pm.getAuthenticatedMember()
	1569
[1747]	1570	logger = logging.getLogger('WAeUPTool.importData')
[1730]	1571	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	1572	students_folder = self.portal_url.getPortalObject().campus.students
	1573	start = True
[2495]	1574	tr_count = 0
[1756]	1575	total_imported = 0
	1576	total_not_imported = 0
[1730]	1577	total = 0
[1749]	1578	iname = "import_%s" % name
[2528]	1579	if iname == 'import_application':
	1580	commit_after = 2000
	1581	else:
	1582	commit_after = 100
[1747]	1583	stool = getToolByName(self, 'portal_schemas')
	1584	ltool = getToolByName(self, 'portal_layouts')
	1585	schema = stool._getOb(iname)
[1730]	1586	if schema is None:
[1772]	1587	em = 'No such schema %s' % iname
	1588	logger.error('No such schema %s' % iname)
[1756]	1589	return em
[1747]	1590	layout = ltool._getOb(iname)
[1730]	1591	if layout is None:
[1772]	1592	em = 'No such layout %s' % iname
[1756]	1593	logger.error(em)
	1594	return em
[1730]	1595	validators = {}
	1596	for widget in layout.keys():
[1749]	1597	validators[widget] = layout[widget].validate
[2193]	1598	#import pdb;pdb.set_trace()
[2289]	1599	mode = "create"
[1774]	1600	if edit:
[2289]	1601	mode = "edit"
	1602	importer_name = "mass_%(mode)s_%(name)s" % vars()
[1772]	1603	importer = getattr(self, '%s' % importer_name,None)
	1604	if importer is None:
	1605	em = 'No importer function %s' % importer_name
[1756]	1606	logger.error(em)
	1607	return em
[1747]	1608	not_imported = []
[1730]	1609	imported = []
	1610	try:
[1747]	1611	items = csv.DictReader(open("%s/import/%s.csv" % (i_home,filename),"rb"))
[1730]	1612	except:
[1756]	1613	em = 'Error reading %s.csv' % filename
	1614	logger.error(em)
	1615	return em
[1730]	1616	for item in items:
	1617	if start:
	1618	start = False
[1747]	1619	adapters = [MappingStorageAdapter(schema, item)]
[2315]	1620	logger.info('%s starts import from %s.csv in %s mode with schema and layout %s' % (member,filename,mode,iname))
[2094]	1621	attrs = csv.reader(open("%s/import/%s.csv" % (i_home,filename),"rb")).next()
	1622	import_keys = [k for k in attrs if not k.startswith('ignore')]
[1804]	1623	diff2schema = set(import_keys).difference(set(schema.keys()))
	1624	diff2layout = set(import_keys).difference(set(layout.keys()))
	1625	if diff2schema:
[2282]	1626	em = 'not ignorable key(s): "%s" found in heading' % ", ".join(diff2schema)
[1804]	1627	return em
[2433]	1628	if mode == "create":
[2436]	1629	required_keys = [layout.getIdUnprefixed(id)
[2433]	1630	for id,widget in layout.objectItems()
	1631	if widget.is_required]
	1632	if not set(required_keys).issubset(set(import_keys)):
	1633	diff2import = set(required_keys).difference(set(import_keys))
	1634	em = 'required key(s): "%s" not found in heading' % ", ".join(diff2import)
	1635	return em
[1753]	1636	s = ','.join(['"%s"' % fn for fn in import_keys])
[1772]	1637	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(s + ',"Error"'+ '\n')
	1638	s = '"id",' + s
[1756]	1639	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(s + '\n')
[1730]	1640	format = ','.join(['"%%(%s)s"' % fn for fn in import_keys])
	1641	format_error = format + ',"%(Error)s"'
[1756]	1642	format = '"%(id)s",'+ format
[2267]	1643
[2094]	1644	dm = DataModel(item, adapters,context=self)
[1747]	1645	ds = DataStructure(data=item,datamodel=dm)
	1646	error_string = ""
[2495]	1647	total += 1
[1730]	1648	for k in import_keys:
[2289]	1649	if not validators[k](ds,mode=mode):
[2264]	1650	error_string += " %s : %s" % (k,
	1651	self.translation_service(ds.getError(k),
	1652	ds.getErrorMapping(k)))
[1747]	1653	if not error_string:
[2433]	1654	temp_item = item.copy()
	1655	temp_item.update(dm)
[2435]	1656	temp_item['id'],error = importer(temp_item)
[1747]	1657	if error:
	1658	error_string += error
[2433]	1659	else:
	1660	item = temp_item
[2436]	1661	if error_string:
[1747]	1662	item['Error'] = error_string
	1663	not_imported.append(format_error % item)
[1756]	1664	total_not_imported += 1
[1747]	1665	else:
[1821]	1666	em = format % item
	1667	imported.append(em)
[1875]	1668	tr_count += 1
[1756]	1669	total_imported += 1
[2495]	1670	logger.info("%(total_imported)d of %(total)d %(em)s" % vars())
[2520]	1671
[2528]	1672	if total and not total % commit_after:
[1875]	1673	transaction.commit()
[1747]	1674	if len(not_imported) > 0:
	1675	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(
	1676	'\n'.join(not_imported) + '\n')
	1677	not_imported = []
	1678	if len(imported) > 0:
	1679	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(
[1772]	1680	'\n'.join(imported) + '\n')
[1747]	1681	imported = []
[1730]	1682	em = '%d transactions committed\n' % (tr_count)
	1683	regs = []
	1684	logger.info(em)
	1685	tr_count = 0
[2528]	1686	#if total > 100:
	1687	# return
[1756]	1688	if len(imported) > 0:
[1747]	1689	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(
	1690	'\n'.join(imported))
[1756]	1691	if len(not_imported) > 0:
[1747]	1692	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(
	1693	'\n'.join(not_imported))
[2496]	1694	em = "Finished: %d imported, %d not imported (of total %d)" % (total_imported,total_not_imported,total)
[2495]	1695	logger.info(em)
[1756]	1696	return em
[1730]	1697	###)
	1698
[2292]	1699	security.declareProtected(ModifyPortalContent,"moveImagesToFS")###(
	1700	def moveImagesToFS(self,student_id="O738726"):
	1701	"move the images to the filesystem"
[2413]	1702	images_dir = os.path.join("%s" % images_base,student_id)
[2292]	1703	student_folder = getattr(self.portal_url.getPortalObject().campus.students,student_id)
	1704	stool = getToolByName(self, 'portal_schemas')
	1705	schemas = ['student_application',
	1706	'student_clearance',
	1707	]
	1708	created = False
	1709	for schema_id in schemas:
	1710	schema = stool._getOb(schema_id)
	1711	object = getattr(student_folder,schema_id[len('student_'):],None)
	1712	if object is None:
	1713	continue
	1714	doc = object.getContent()
	1715	for key in schema.keys():
	1716	if schema[key].meta_type != "CPS Image Field":
	1717	continue
	1718	#import pdb;pdb.set_trace()
[2351]	1719	image = getattr(doc,key,None)
	1720	if not image or not hasattr(image,"data"):
[2292]	1721	continue
	1722	if not created:
	1723	if not os.path.exists(images_dir):
	1724	os.mkdir(images_dir)
	1725	created = True
	1726	filename = os.path.join(images_dir,"%(key)s_%(student_id)s.jpg" % vars())
	1727	open(filename,"wb").write(str(image.data))
[2500]	1728	###)
[2292]	1729
[2300]	1730	security.declareProtected(ModifyPortalContent,"movePassportToFS")###(
	1731	def movePassportToFS(self,student_id="O738726"):
	1732	"move the passports to the filesystem"
	1733	images_dir = os.path.join("%s" % i_home,'passports')
	1734	student_folder = getattr(self.portal_url.getPortalObject().campus.students,student_id)
	1735	stool = getToolByName(self, 'portal_schemas')
	1736	schemas = ['student_application',
	1737	#'student_clearance',
	1738	]
	1739	created = False
	1740	for schema_id in schemas:
	1741	schema = stool._getOb(schema_id)
	1742	object = getattr(student_folder,schema_id[len('student_'):],None)
	1743	if object is None:
	1744	continue
	1745	doc = object.getContent()
	1746	for key in schema.keys():
	1747	if schema[key].meta_type != "CPS Image Field":
	1748	continue
	1749	#import pdb;pdb.set_trace()
	1750	image = getattr(doc,key)
	1751	if not hasattr(image,"data"):
	1752	continue
	1753	if not created:
	1754	if not os.path.exists(images_dir):
	1755	os.mkdir(images_dir)
	1756	created = True
	1757	filename = os.path.join(images_dir,"%(student_id)s.jpg" % vars())
	1758	open(filename,"wb").write(str(image.data))
[2500]	1759	###)
[2300]	1760
[828]	1761	InitializeClass(WAeUPTool)

Note: See TracBrowser for help on using the repository browser.

Download in other formats: