Context navigation

source: WAeUP_SRP/trunk/WAeUPImport.py @ 5022

Last change on this file since 5022 was 5020, checked in by Henrik Bettermann, 15 years ago
do not remove payment records, because an uncatalog error occurs, if payment objects exist
Property svn:keywords set to `Id`
File size: 66.8 KB

Rev	Line
[3172]	1	#-- mode: python; mode: fold --
	2	# (C) Copyright 2005 The WAeUP group <http://www.waeup.org>
	3	# Author: Joachim Schmitz (js@aixtraware.de)
	4	#
	5	# This program is free software; you can redistribute it and/or modify
	6	# it under the terms of the GNU General Public License version 2 as published
	7	# by the Free Software Foundation.
	8	#
	9	# This program is distributed in the hope that it will be useful,
	10	# but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	# GNU General Public License for more details.
	13	#
	14	# You should have received a copy of the GNU General Public License
	15	# along with this program; if not, write to the Free Software
	16	# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
	17	# 02111-1307, USA.
	18	#
	19	# $Id: WAeUPImport.py 5020 2010-02-14 21:37:18Z henrik $
	20	"""The WAeUP Tool Box.
	21	"""
	22
	23	#from AccessControl import ClassSecurityInfo
	24	#from Acquisition import aq_inner
	25	#from Acquisition import aq_parent
	26	#from Globals import DTMLFile
	27	#from Globals import InitializeClass
[3277]	28	from OFS.SimpleItem import SimpleItem
[3172]	29	from zExceptions import BadRequest
	30
	31	#from Products.CMFCore.utils import getToolByName
	32	#from Products.CPSSchemas.DataStructure import DataStructure
	33	#from Products.CPSSchemas.DataModel import DataModel
	34	#from Products.CPSSchemas.StorageAdapter import MappingStorageAdapter
[3277]	35	from Products.CMFCore.ActionProviderBase import ActionProviderBase
[3172]	36	#from Products.CMFCore.permissions import View
	37	#from Products.ZCatalog.ZCatalog import ZCatalog
	38	#from Products.CMFCore.permissions import ModifyPortalContent
	39	#from Products.CMFCore.permissions import ManagePortal
[3277]	40	from Products.CMFCore.utils import UniqueObject
[3172]	41	#from Products.CMFCore.URLTool import URLTool
	42	from Products.CMFCore.utils import getToolByName
	43	from Globals import package_home,INSTANCE_HOME
	44	from Products.AdvancedQuery import Eq, Between, Le,In
	45	import csv,re,os,sys
	46	from shutil import copy2
	47	import DateTime,time
	48	import logging
	49	p_home = package_home(globals())
	50	i_home = INSTANCE_HOME
	51	from utils import makeDigest
	52
[3314]	53	NO_KEY = '----'
[3316]	54	IGNORE = 'ignore'
[3277]	55	class WAeUPImport(UniqueObject, SimpleItem, ActionProviderBase): ###(
[3172]	56	""" WAeUPImport """
	57	required_modes = ('create',)
	58
[3277]	59	def __init__(self,waeup_tool): ###(
	60	self.students_folder = waeup_tool.portal_url.getPortalObject().campus.students
[3172]	61	self.member = member = waeup_tool.portal_membership.getAuthenticatedMember()
[3320]	62	self.import_date = DateTime.DateTime()
	63	self.imported_by = str(member)
	64	#self.current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
[3172]	65	self.waeup_tool = waeup_tool
[4558]	66	self.session = waeup_tool.getSessionId()[0]
[3248]	67	self.academics_folder = waeup_tool.portal_url.getPortalObject().campus.academics
[3172]	68	self.schema_tool = getToolByName(waeup_tool, 'portal_schemas')
	69	self.layout_tool = getToolByName(waeup_tool, 'portal_layouts')
[3842]	70	self.types_tool = getToolByName(waeup_tool, 'portal_types')
[3172]	71	self.portal_workflow = getToolByName(waeup_tool, 'portal_workflow')
	72	self.portal_url = getToolByName(waeup_tool, 'portal_url')
[3178]	73	self.portal_catalog = waeup_tool.portal_catalog
[3822]	74	self.portal_directories = waeup_tool.portal_directories
[3172]	75	self.students_catalog = waeup_tool.students_catalog
	76	self.courses_catalog = waeup_tool.courses_catalog
	77	self.course_results = waeup_tool.course_results
[3984]	78	self.payments_catalog = waeup_tool.payments_catalog
[3250]	79	self.applicants_catalog = waeup_tool.applicants_catalog
[4302]	80	self.removed_student_ids = waeup_tool.removed_student_ids
[3191]	81	#self.mode = mode
	82	# self.import_method = getattr(self, '%s' % mode,None)
[3172]	83	errors = []
[3191]	84	# if self.import_method is None:
	85	# errors.append('No importer method %s' % mode)
[3178]	86	self.pending_path = "%s/import/%s.pending" % (i_home,self.plural_name)
	87	self.pending_tmp = "%s/import/%s.pending.tmp" % (i_home,self.plural_name)
	88	self.pending_backup = "%s/import/%s.pending.old" % (i_home,self.plural_name)
[3172]	89	self.pending_fn = os.path.split(self.pending_path)[1]
[3178]	90	self.imported_path = "%s/import/%s.imported" % (i_home,self.plural_name)
[3172]	91	self.imported_fn = os.path.split(self.imported_path)[1]
	92	iname = "import_%s" % self.name
[3249]	93	self.logger = logging.getLogger('WAeUPImport.%sImport' % self.plural_name.capitalize())
[3172]	94	self.schema = self.schema_tool._getOb(iname,None)
[3250]	95	#self.pending_schema = self.schema_tool._getOb("%s_pending" % iname,None)
[3172]	96	self.layout = self.layout_tool._getOb(iname,None)
[3250]	97	while True:
	98	if self.schema is None:
	99	errors.append('no schema %s' % iname)
	100	# if self.pending_schema is None:
	101	# self.pending_schema = self.schema
	102	if self.layout is None:
	103	errors.append('no such layout %s' % iname)
	104	if errors:
	105	break
	106	self.data_keys = self.schema.keys()
	107	self.csv_keys = self.schema.keys()
	108	info = {}
	109	info['imported_from'] = ''
[3326]	110	info['import_record_no'] = 0
[3325]	111	info['imported_by'] = self.imported_by
[3320]	112	info['import_date'] = self.import_date.strftime("%d/%m/%y %H:%M:%S")
[3250]	113	info['error'] = ''
	114	self.info = info
	115	self.csv_keys.extend(self.info)
	116	self.validators = {}
	117	for widget in self.layout.keys():
	118	self.validators[widget] = self.layout[widget].validate
	119	self.required_keys = {}
	120	for mode in self.required_modes:
	121	self.required_keys[mode] = [self.layout.getIdUnprefixed(id)
	122	for id,widget in self.layout.objectItems()
	123	if widget.is_required]
	124	break
[3172]	125	self.init_errors = ','.join(errors)
[3277]	126	###)
[3172]	127
[3372]	128	def findStudent(self,mode,student_id=None, matric_no=None, jamb_reg_no=None): ###(
	129	student_record = None
	130	msg = ''
	131	key_used = ''
	132	while True:
	133	if student_id:
	134	key_used = 'student_id'
	135	res = self.students_catalog(id = student_id)
	136	if not res:
	137	msg = "no student with id %s" % student_id
	138	break
	139	student_record = res[0]
	140	if matric_no and student_record.matric_no:
	141	if matric_no != student_record.matric_no:
	142	msg = "old matric_no %s overwritten with %s" % (student_record.matric_no,matric_no)
	143	#logger.info("%s, old matric_no %s overwritten with %s" % (student_record.id,student_record.matric_no,matric_no))
	144	if jamb_reg_no and student_record.jamb_reg_no:
	145	if jamb_reg_no != student_record.jamb_reg_no:
	146	msg = "old reg_no %s overwritten with %s" % (student_record.jamb_reg_no,jamb_reg_no)
	147	#logger.info("%s, old reg_no %s overwritten with %s" % (student_record.id,student_record.jamb_reg_no,jamb_reg_no))
	148	elif jamb_reg_no:
	149	key_used = 'jamb_reg_no'
	150	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
	151	if res:
[3383]	152	if mode == 'create':
[3372]	153	msg = "jamb_reg_no exists"
	154	break
	155	else:
	156	if mode == 'edit':
	157	msg = "no student with jamb_reg_no %s" % jamb_reg_no
	158	break
	159	student_record = res[0]
	160	elif matric_no:
	161	key_used = 'matric_no'
	162	res = self.students_catalog(matric_no = matric_no)
	163	if not res:
	164	msg = "no student with matric_no %s" % matric_no
	165	break
	166	student_record = res[0]
[3382]	167	else:
[3383]	168	msg = "neither id, matric_no nor reg_no specified"
[3372]	169	break
	170	d = {}
	171	d['student_record'] = student_record
[3383]	172	d['key_used'] = key_used
	173	d['msg'] = msg
[3372]	174	return d
	175	###)
	176
[3277]	177	def makeIdLists(self): ###(
[3172]	178	pending_digests = []
	179	pending = []
	180	# pending_student_ids = []
	181	# pending_matric_nos = []
	182	# pending_reg_ns = []
	183	if os.path.exists(self.pending_path):
	184	datafile = open(self.pending_path,"r")
[3325]	185	reader = csv.reader(datafile)
	186	old_headline = reader.next()
	187	#datafile.seek(0)
	188	pending_csv_reader = csv.DictReader(datafile,old_headline,)
	189	#pending_csv_reader.next() # skip headline
[3172]	190	for item in pending_csv_reader:
	191	digest = makeDigest(item,self.data_keys)
	192	if digest not in pending_digests:
	193	pending_digests += digest,
	194	pending += item,
[3178]	195	datafile.close()
[3268]	196	#copy2(self.pending_path,self.pending_backup)
[3172]	197	return pending, pending_digests
[3277]	198	###)
	199
[3292]	200	def checkHeadline(self,headline): ###(
[3315]	201	""" check the headline of a csv file """
[3277]	202	import_keys = [k.strip() for k in headline if not (k.strip().startswith('ignore')
	203	or k.strip() in self.info.keys())]
[3316]	204	# import_keys = [k.strip() for k in headline if not (k.strip() in self.info.keys())]
[3277]	205	diff2schema = set(import_keys).difference(set(self.schema.keys()))
	206	diff2layout = set(import_keys).difference(set(self.layout.keys()))
	207	#if diff2schema and diff2schema != set(['id',]):
	208	if diff2schema:
	209	return list(diff2schema)
	210	return []
[3292]	211	###)
[3314]	212
	213	def getHeadlineFields(self,headline,values): ###(
[3315]	214	""" check the headline of a csv file """
[3316]	215	# import_keys = [k.strip() for k in headline if not (k.strip().startswith('ignore')
	216	# or k.strip() in self.info.keys())]
	217	import_keys = [k.strip() for k in headline if not (k.strip() in self.info.keys())]
[3347]	218	info_keys = [k.strip() for k in headline if k.strip() in self.info.keys()]
[3314]	219	si = set(import_keys)
	220	ss = set(self.schema.keys())
[3315]	221
[3314]	222	invalid_keys = si - ss
	223	keys = []
	224	i = 0
[3316]	225	duplicates = False
	226	singels = []
	227	msg = ''
	228	while True:
	229	if len(values) != len(import_keys):
[3347]	230	if len(values) == len(import_keys) + len(info_keys):
	231	msg += "fields from pending file in headline"
	232	else:
	233	msg += "%d fields in headline but %d values" % (len(import_keys),len(values))
[3316]	234	break
	235	for k in import_keys:
	236	if k in singels:
[3318]	237	keys += (k,'%s' % k,values[i],'(duplicate)'),
[3325]	238	msg += ("duplicate %s," % k)
[3318]	239	keys[singels.index(k)] = (k,'%s' % k,values[singels.index(k)],'(duplicate)')
[3316]	240	elif k in invalid_keys and not k.startswith(IGNORE):
[3318]	241	keys += (k,NO_KEY,values[i],'(invalid)'),
[3316]	242	else:
	243	keys += (k,k,values[i],''),
	244	i += 1
	245	singels += k,
	246	break
	247	return msg,keys
[3314]	248	###)
[3172]	249	###)
	250
	251	class ApplicationImport(WAeUPImport):###(
[3250]	252	name = "application"
[3172]	253	plural_name = "%ss" % name
	254	commit_after = 1000
	255
	256	def create(self,mapping):###(
	257	reg_no = mapping.get('reg_no')
	258	msg = ''
	259	while True:
	260	try:
	261	self.applicants_catalog.addRecord(**mapping)
	262	except ValueError:
	263	msg = "applicant record with reg_no %s already exists" % reg_no
	264	break
	265	return reg_no,msg,mapping
	266	###)
[4019]	267
	268	def remove(self,mapping):
	269	reg_no = mapping.get('reg_no')
	270	msg = ''
	271	while True:
	272	if self.applicants_catalog.getRecordByKey(reg_no) is None:
	273	msg = "no application record with reg_no %(reg_no)s" % vars()
	274	break
	275	self.applicants_catalog.deleteRecord(reg_no)
	276	break
	277	return reg_no,msg,mapping
	278
[3172]	279	def edit(self,mapping):###(
	280	reg_no = mapping.get('reg_no')
	281	status = mapping.get('status')
	282	msg = ''
	283	while True:
	284	res = self.applicants_catalog(reg_no = reg_no)
	285	if len(res):
	286	if res[0].status == 'created' and status != 'created':
	287	msg = "student object with id %s for %s already created, status cannot be changed" % (res[0].student_id, reg_no)
	288	elif status == 'created' and res[0].status != 'created':
	289	msg = "student object for %s has not yet been created, status cannot be set to 'created'" % (reg_no)
	290	else:
	291	self.applicants_catalog.modifyRecord(**mapping)
	292	else:
	293	msg = "applicant record with reg_no %s does not exist" % reg_no
	294	break
	295	return reg_no,msg,mapping
	296	###)
	297
	298	###)
	299
	300	class CertificateImport(WAeUPImport):###(
	301	name = "certificate"
	302	plural_name = "%ss" % name
	303	commit_after = 100000
	304
	305	def create(self,mapping):###(
	306	if getattr(self,'_v_certificate_list',None) is None:
	307	self._v_certificate_list = []
	308	if getattr(self,'_v_department_certificates',None) is None:
[3248]	309	departments = self.portal_catalog(portal_type = "Department")
[3172]	310	self._v_department_certificates = {}
[3355]	311	for department in departments:
	312	certificates_container = getattr(department.getObject(),"certificates",None)
	313	self._v_department_certificates[department.getId] = {'container': certificates_container,
	314	'certificates': certificates_container.objectIds(),
	315	}
[3248]	316	department_id = mapping['department_code']
[3172]	317	msg = ''
[3248]	318	certificate_id = mapping.get('code')
[3172]	319	while True:
[3248]	320	department_certificates = self._v_department_certificates.get(department_id,None)
	321	if department_certificates is None:
	322	msg = "No Department with ID: %s" % department_id
[3172]	323	break
[3355]	324	certificates_container = department_certificates['container']
	325	certificates = department_certificates['certificates']
[3172]	326	if certificate_id in self._v_certificate_list:
[3248]	327	msg = "Duplicate Certificate ID: %s" % department_id
[3172]	328	break
[3355]	329	if certificate_id in certificates:
[3248]	330	msg = "Duplicate Certificate ID: %s" % department_id
[3172]	331	break
	332	try:
[3355]	333	certificates_container.invokeFactory('Certificate', certificate_id)
[3172]	334	except BadRequest,E:
	335	msg = "%s" % E
	336	break
	337	self._v_certificate_list.append(certificate_id)
[3355]	338	certificate = getattr(certificates_container,certificate_id)
	339	certificate.getContent().edit(mapping=mapping)
[3172]	340	break
	341	return certificate_id,msg,mapping
	342	###)
	343
	344	def edit(self,mapping):###(
	345	certificate_id = mapping.get('code')
	346	res = self.portal_catalog(id=certificate_id)
	347	msg = ''
	348	while True:
	349	if not res:
[3233]	350	msg = "no certificate with id: %s" % certificate_id
[3172]	351	break
	352	c = res[0].getObject()
	353	c.getContent().edit(mapping=mapping)
	354	break
	355	return certificate_id,msg,mapping
	356	###)
	357	###)
	358
	359	class CourseImport(WAeUPImport):###(
	360	name = "course"
	361	plural_name = "%ss" % name
	362	commit_after = 1000
	363
	364	def create(self,mapping):###(
	365	if getattr(self,'_v_course_list',None) is None:
	366	self._v_course_list = []
[3179]	367	if getattr(self,'_v_department_courses',None) is None:
	368	departments = self.portal_catalog(portal_type = "Department")
[3172]	369	self._v_department_courses = {}
[3179]	370	for department in departments:
[3355]	371	courses_container = getattr(department.getObject(),"courses",None)
	372	if courses_container is not None:
	373	self._v_department_courses[department.getId] = {'container': courses_container,
	374	'courses': courses_container.objectIds(),
	375	}
[3179]	376	department_id = mapping['department_code']
	377	course_id = mapping.get('code','')
[3172]	378	msg = ''
	379	while True:
[3179]	380	department_courses = self._v_department_courses.get(department_id,None)
	381	if department_courses is None:
[3233]	382	msg = "no department with id: %(department_id)s" % vars()
[3172]	383	break
[3355]	384	courses_container = department_courses['container']
	385	courses = department_courses['courses']
[3172]	386	if course_id in self._v_course_list:
[3233]	387	msg = "duplicate course id: %(course_id)s" % vars()
[3172]	388	break
[3355]	389	if course_id in courses:
[3233]	390	msg = "course %(course_id)s already exists in department %(department_id)s" % vars()
[3172]	391	break
	392	try:
[3355]	393	courses_container.invokeFactory('Course', course_id)
[3172]	394	except BadRequest,E:
	395	msg = "%s" % E
	396	break
	397	self._v_course_list.append(course_id)
[3355]	398	course = getattr(courses_container,course_id)
[3179]	399	course.getContent().edit(mapping=mapping)
[3172]	400	break
	401	return course_id,msg,mapping
	402	###)
	403
	404	def edit(self,mapping): ###(
[3179]	405	course_id = mapping.get('code','')
[3248]	406	course = self.courses_catalog.getRecordByKey(course_id)
[3355]	407	msg = ''
[3172]	408	while True:
[3248]	409	if course is None:
[3233]	410	msg = "no course with id: %s" % course_id
[3172]	411	break
[3355]	412	course_object = getattr(getattr(getattr(getattr(self.academics_folder,course.faculty),
	413	course.department),
	414	'courses'),
	415	course_id)
[3248]	416	course_object.getContent().edit(mapping=mapping)
[3172]	417	break
	418	return course_id,msg,mapping
	419	###)
[3823]	420
	421	def remove(self,mapping): ###(
	422	course_id = mapping.get('code','')
	423	course = self.courses_catalog.getRecordByKey(course_id)
	424	msg = ''
	425	while True:
	426	if course is None:
	427	msg = "no course with id: %s" % course_id
	428	break
	429	courses = getattr(getattr(getattr(self.academics_folder,course.faculty),
	430	course.department),
	431	'courses')
	432	courses.manage_delObjects((course_id),)
	433	break
	434	return course_id,msg,mapping
	435	###)
	436
[3172]	437	###)
	438
	439	class CourseResultImport(WAeUPImport):###(
	440	""" CourseresultImport """
	441	name = "course_result"
	442	plural_name = "%ss" % name
	443	commit_after = 1000000
[3233]	444	required_modes = ('create','edit','remove')
[3172]	445
	446	def create(self,mapping):###(
	447	students_folder = self.portal_url.getPortalObject().campus.students
	448	if getattr(self,'_v_courses',None) is None:
	449	res = self.courses_catalog()
	450	self._v_courses = {}
	451	for brain in res:
	452	self._v_courses[brain.code] = brain
	453	if getattr(self,'_v_level_created',None) is None:
	454	self._v_level_created = []
[3372]	455	if getattr(self,'_v_student_study_course',None) is None:
	456	self._v_student_study_course = {}
[3172]	457	msg = ''
	458	key = ''
[3372]	459	matric_no = mapping.get('matric_no','')
	460	id = mapping.get('id','')
[3172]	461	while True:
	462	course_id = mapping.get('code')
	463	if course_id not in self._v_courses.keys():
[3233]	464	msg = "no course with id: %s" % course_id
[3172]	465	break
[3372]	466	result = self.findStudent('create',student_id=id,matric_no=matric_no)
	467	msg = result['msg']
	468	if msg:
	469	break
	470	student_record = result['student_record']
	471	student_id = mapping['student_id'] = student_record.id
	472	level_id = mapping.get('level_id','')
	473	code = mapping.get('code','')
	474	level_ident = "%(student_id)s_%(level_id)s" % vars()
	475	if level_ident not in self._v_level_created:
	476	context = self._v_student_study_course.get(student_id,None)
	477	if context is None:
	478	try:
	479	context = getattr(getattr(students_folder,
	480	"%(student_id)s" % vars()),
	481	'study_course')
	482	self._v_student_study_course[student_id] = context
	483	except:
	484	msg = "could not create level %(level_id)s for %(student_id)s" % vars()
	485	break
	486	if level_id not in context.objectIds():
	487	context.invokeFactory('StudentStudyLevel',"%(level_id)s" % vars())
	488	level = getattr(context,"%(level_id)s" % vars())
	489	self.portal_workflow.doActionFor(level,'open')
[3485]	490	session_id = mapping.get('session_id','')
	491	if session_id:
	492	level.getContent().edit(mapping={'session': "%s" % session_id,})
[3372]	493	self.portal_workflow.doActionFor(level,'close')
	494	self._v_level_created += level_ident,
	495	mapping['key'] = key = "%(student_id)s\|%(level_id)s\|%(code)s" % vars()
[3431]	496	#overwrite semester and credits in create mode
[3372]	497	for k in ('semester','credits',):
	498	mapping[k] = getattr(self._v_courses[course_id],k)
	499	try:
	500	self.course_results.addRecord(**mapping)
	501	except ValueError:
	502	msg = "course result already exists: %s" % key
	503	break
	504	return key,msg,mapping
	505	###)
	506
[3374]	507	def edit(self,mapping): ###(
[3372]	508	msg = ''
	509	key = ''
	510	matric_no = mapping.get('matric_no','')
[3374]	511	id = mapping.get('id','')
[3372]	512	while True:
	513	result = self.findStudent('edit',student_id=id,matric_no=matric_no)
	514	msg = result['msg']
[3172]	515	if msg:
	516	break
[3372]	517	student_record = result['student_record']
[3336]	518	student_id = student_record.id
[3248]	519	level_id = mapping.get('level_id','')
	520	code = mapping.get('code','')
[3431]	521	#code = mapping['code']
[3172]	522	mapping['key'] = key = "%(student_id)s\|%(level_id)s\|%(code)s" % vars()
[3330]	523	if self.course_results.getRecordByKey(key) is None:
	524	msg = "no course result with key %(key)s" % vars()
	525	break
	526	self.course_results.modifyRecord(**mapping)
[3172]	527	break
	528	return key,msg,mapping
	529	###)
	530
[3195]	531	def remove(self,mapping):###(
[3233]	532	key = ''
[3172]	533	msg = ''
[3374]	534	matric_no = mapping.get('matric_no','')
	535	id = mapping.get('id','')
[3172]	536	while True:
[3374]	537	result = self.findStudent('edit',student_id=id,matric_no=matric_no)
	538	msg = result['msg']
[3172]	539	if msg:
	540	break
[3374]	541	student_record = result['student_record']
[3172]	542	student_id = student_record.id
[3248]	543	level_id = mapping.get('level_id','')
	544	code = mapping.get('code','')
[3172]	545	key = "%(student_id)s\|%(level_id)s\|%(code)s" % vars()
	546	if self.course_results.getRecordByKey(key) is None:
[3233]	547	msg = "no course result with key %(key)s" % vars()
[3172]	548	break
	549	self.course_results.deleteRecord(key)
	550	break
	551	return key,msg,mapping
	552	###)
	553	###)
	554
	555	class CertificateCourseImport(WAeUPImport):###(
	556	name = "certificate_course"
	557	plural_name = "%ss" % name
[3741]	558	commit_after = 1000
[3219]	559	required_modes = ('create','edit')
[3172]	560
	561	def create(self,mapping):
	562	if getattr(self,'_v_courses',None) is None:
	563	res = self.courses_catalog()
	564	self._v_courses= [course.code for course in res]
	565	if getattr(self,'_v_ceritficates',None) is None:
	566	res = self.portal_catalog(portal_type = "Certificate")
	567	self._v_certificates = {}
	568	for cert in res:
	569	self._v_certificates[cert.getId] = cert.getObject()
	570	msg = ''
	571	while True:
	572	certificate_course_id = mapping.get('code')
	573	if certificate_course_id not in self._v_courses:
[3233]	574	msg = "no course with id: %s" % certificate_course_id
[3172]	575	break
	576	cert_id = mapping['certificate_code']
	577	cert = self._v_certificates.get(cert_id,None)
	578	if cert is None:
[3233]	579	msg = "no certificate with id: %s" % cert_id
[3172]	580	break
	581	level_id = mapping.get('level')
	582	level = getattr(cert,level_id,None)
	583	if level is None:
	584	cert.invokeFactory('StudyLevel', level_id)
	585	level = getattr(cert,level_id,None)
	586	elif hasattr(level,certificate_course_id):
[3233]	587	msg = "duplicate certificate course id: %(certificate_course_id)s " % vars()
[3172]	588	msg += "in %(cert_id)s/ %(level_id)s" % vars()
	589	break
	590	level.invokeFactory('CertificateCourse', certificate_course_id)
	591	c = getattr(level,certificate_course_id)
	592	c.getContent().edit(mapping=mapping)
	593	break
	594	return certificate_course_id,msg,mapping
	595	###)
	596
	597	class DepartmentImport(WAeUPImport):###(
	598	name = "department"
	599	plural_name = "%ss" % name
[3178]	600	commit_after = 1000
[3207]	601
[3172]	602	def create(self,mapping):###(
	603	"create a department in the correct faculty"
[3178]	604	faculty_id = mapping['faculty_code']
[3172]	605	msg = ''
	606	if getattr(self,'_v_faculties',None) is None:
[3549]	607	res = self.portal_catalog(portal_type = "Faculty")
[3172]	608	self._v_faculties = {}
	609	for f in res:
	610	self._v_faculties[f.getId] = f.getObject()
[3178]	611	department_id = mapping.get('code','')
[3172]	612	while True:
[3178]	613	faculty = self._v_faculties.get(faculty_id,None)
	614	if faculty is None:
[3233]	615	msg = "no faculty with id: %s" % faculty_id
[3172]	616	break
	617	else:
[3178]	618	d = getattr(faculty,department_id,None)
[3172]	619	if d is None or d.portal_type == "Faculty":
	620	try:
[3178]	621	faculty.invokeFactory('Department', department_id)
[3172]	622	except BadRequest,E:
	623	msg = "%s" % E
	624	break
[3178]	625	d = getattr(faculty,department_id)
[3172]	626	d.invokeFactory('CoursesFolder','courses')
	627	courses = getattr(d,'courses')
	628	dict = {'Title': 'Courses'}
	629	courses.getContent().edit(mapping=dict)
	630	d.invokeFactory('CertificatesFolder','certificates')
	631	certificates = getattr(d,'certificates')
	632	dict = {'Title': 'Certificates'}
	633	certificates.getContent().edit(mapping=dict)
	634	d.getContent().edit(mapping=mapping)
	635	break
[3178]	636	return department_id,msg,mapping
[3172]	637	###)
	638
	639	def edit(self,mapping): ###(
[3178]	640	"edit a department in the correct faculty"
[3172]	641	academics_folder = self.portal_url.getPortalObject().campus.academics
[3178]	642	faculty_id = mapping['faculty_code']
	643	department_id = mapping.get('code','')
[3172]	644	msg = ''
	645	while True:
	646	try:
[3178]	647	d = getattr(getattr(academics_folder,faculty_id),department_id,None)
[3172]	648	except KeyError:
[3233]	649	msg = "department %s or faculty %s wrong" % (department_id,faculty_id)
[3172]	650	break
[3178]	651	if d is None or d.portal_type == "Faculty":
[3233]	652	msg = "department %s not found" % (department_id)
[3178]	653	break
	654	d.getContent().edit(mapping=mapping)
[3172]	655	break
[3178]	656	return department_id,msg,mapping
[3172]	657	###)
	658	###)
	659
	660	class FacultyImport(WAeUPImport):###(
	661	name = "faculty"
[3177]	662	plural_name = "faculties"
[3172]	663	commit_after = 100
[3548]	664
[3172]	665
	666	def create(self,mapping): ###(
	667	"create a faculty"
	668	academics_folder = self.portal_url.getPortalObject().campus.academics
[3178]	669	faculty_id = mapping.get('code','')
[3172]	670	msg = ''
	671	while True:
[3178]	672	if faculty_id in academics_folder.objectIds():
[3233]	673	msg = "faculty with id: %s exists" % faculty_id
[3172]	674	break
	675	try:
[3178]	676	academics_folder.invokeFactory('Faculty', faculty_id)
[3172]	677	except BadRequest,E:
	678	msg = "%s" % E
	679	break
[3178]	680	f = getattr(academics_folder,faculty_id,None)
[3172]	681	f.getContent().edit(mapping=mapping)
[3177]	682	break
[3178]	683	return faculty_id,msg,mapping
[3172]	684	###)
	685
	686	def edit(self,mapping): ###(
	687	"edit a faculty"
	688	academics_folder = self.portal_url.getPortalObject().campus.academics
[3178]	689	faculty_id = mapping['code']
[3172]	690	msg = ''
	691	while True:
[3178]	692	f = getattr(academics_folder,faculty_id,None)
[3172]	693	if f is None:
[3233]	694	msg = "faculty with id: %s does not exist" % faculty_id
[3172]	695	f.getContent().edit(mapping=mapping)
[3177]	696	break
[3178]	697	return faculty_id,msg,mapping
[3172]	698	###)
	699	###)
	700
	701	class StudentImport(WAeUPImport):###(
	702	name = "student"
	703	plural_name = "%ss" % name
	704	commit_after = 100
[3207]	705
[3172]	706	field2types_student = { ###(
	707	'StudentApplication':
	708	{'id': 'application',
[3481]	709	#'title': 'Application Data',
[3172]	710	'wf_transition_return': 'close',
	711	'wf_transition_admit': 'remain',
[3726]	712	'wf_transition_graduate': 'close',
[3738]	713	'wf_transition_pay_school_fee': 'close',
[3820]	714	'wf_transition_validate_courses': 'close',
[3172]	715	'fields':
	716	('jamb_reg_no',
	717	'entry_mode',
	718	'entry_session',
	719	'jamb_score',
	720	'app_email',
[3987]	721	'app_mobile',
[3172]	722	'jamb_age',
	723	'jamb_state',
	724	'jamb_lga',
	725	'jamb_sex',
[3987]	726	'app_ac_pin',
	727	'app_reg_pin',
	728	'app_ac_date',
[3172]	729	)
	730	},
	731	'StudentClearance':
	732	{'id': 'clearance',
[3481]	733	#'title': 'Clearance/Eligibility Record',
[3172]	734	'wf_transition_return': 'close',
	735	'wf_transition_admit': 'remain',
[3726]	736	'wf_transition_graduate': 'close',
[3738]	737	'wf_transition_pay_school_fee': 'close',
[3820]	738	'wf_transition_validate_courses': 'close',
[3172]	739	'fields':
[3987]	740	('matric_no',
[3172]	741	'nationality',
	742	'lga',
	743	'birthday',
[3987]	744	'clr_ac_pin',
	745	'request_date',
	746	'cleared_date',
	747	'clearance_officer',
[3172]	748	)
	749	},
	750	'StudentPersonal':
	751	{'id': 'personal',
[3481]	752	#'title': 'Personal Data',
[3172]	753	'wf_transition_return': 'open',
	754	'wf_transition_admit': 'remain',
[3726]	755	'wf_transition_graduate': 'close',
[3738]	756	'wf_transition_pay_school_fee': 'open',
[3820]	757	'wf_transition_validate_courses': 'open',
[3172]	758	'fields':
	759	('firstname',
	760	'middlename',
	761	'lastname',
	762	'sex',
	763	'email',
	764	'phone',
	765	'perm_address',
[3987]	766	'marit_stat',
	767	'disabled',
[3172]	768	)
	769	},
	770	'StudentStudyCourse':
	771	{'id': 'study_course',
[3481]	772	#'title': 'Study Course',
[3172]	773	'wf_transition_return': 'open',
	774	'wf_transition_admit': 'remain',
[3726]	775	'wf_transition_graduate': 'close',
[3738]	776	'wf_transition_pay_school_fee': 'open',
[3820]	777	'wf_transition_validate_courses': 'open',
[3172]	778	'fields':
	779	('study_course',
	780	'current_level',
	781	'current_session',
[3780]	782	'current_mode', #is no longer used and visible but can still be imported
[3172]	783	'current_verdict',
	784	'previous_verdict',
	785	)
	786	},
[4558]	787	'StudentAccommodation':
	788	{'id': 'accommodation_final',
	789	'title': '',
	790	'wf_transition_return': 'remain',
	791	'wf_transition_admit': 'remain',
	792	'wf_transition_graduate': 'remain',
	793	'wf_transition_pay_school_fee': 'remain',
	794	'wf_transition_validate_courses': 'remain',
	795	'fields':
	796	('acco_maint_date',
	797	'acco_maint_code',
	798	'acco_maint_fee',
	799	'acco_maint_sc_pin',
	800	'acco_maint_pay_id',
	801	'acco_res_date',
	802	'acco_res_sc_pin',
	803	'bed',
	804	'session',
	805	'student_status',
	806	)
	807	},
[3172]	808	'PaymentsFolder':
	809	{'id': 'payments',
[3481]	810	#'title': 'Payments',
[3172]	811	'wf_transition_return': 'open',
	812	'wf_transition_admit': 'open',
[3726]	813	'wf_transition_graduate': 'close',
[3738]	814	'wf_transition_pay_school_fee': 'open',
[3820]	815	'wf_transition_validate_courses': 'open',
[3172]	816	'fields':
	817	()
	818	},
	819	}
	820	###)
	821
	822	def create(self,mapping): ###(
	823	"create student records due import"
[3726]	824	logger = logging.getLogger('WAeUPImport.StudentImport.create')
[3172]	825	students_folder = self.portal_url.getPortalObject().campus.students
	826	jamb_reg_no = mapping.get('jamb_reg_no',None)
[3185]	827	matric_no = mapping.get('matric_no',None)
[3705]	828	entry_mode = mapping.get('entry_mode',None)
[3987]	829	password = mapping.get('password',None)
[3172]	830	msg = ''
[3185]	831	student_id = mapping.get('id',None)
[3172]	832	while True:
[3185]	833	if student_id:
[3987]	834	#msg = "student_id must not be specified in create mode"
	835	#break
	836	res = self.students_catalog(id = student_id)
	837	if res:
	838	msg = "student_id %s already assigned" % res[0].id
[4531]	839	break
	840	self.waeup_tool.restorePictureFolder(student_id)
[3987]	841	else:
	842	student_id = self.waeup_tool.generateStudentId('?')
[3705]	843	if jamb_reg_no and not entry_mode == 'transfer':
[3172]	844	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
	845	if res:
[3404]	846	msg = "jamb_reg_no already assigned to student %s" % res[0].id
[3172]	847	break
	848	if matric_no:
	849	res = self.students_catalog(matric_no = matric_no)
	850	if res:
[3404]	851	msg = "matric_no already assigned to student %s" % res[0].id
[3172]	852	break
[3208]	853	if not matric_no and not jamb_reg_no:
[3185]	854	msg = "jamb_reg_no or matric_no must be specified"
	855	break
[3987]	856
[3172]	857	students_folder.invokeFactory('Student', student_id)
	858	student_obj = getattr(students_folder,student_id)
	859	f2t = self.field2types_student
	860	d = {}
	861	transition = mapping.get('reg_transition','admit')
[3984]	862	if transition not in ('admit','return','pay_school_fee','validate_courses','graduate'):
[3172]	863	msg = "no valid transition provided"
	864	break
	865	for pt in f2t.keys():
[4558]	866	if pt == 'StudentAccommodation':
	867	if mapping.get('bed',None):
	868	student_obj.invokeFactory(pt,f2t[pt]['id'])
	869	else:
	870	continue
	871	else:
	872	student_obj.invokeFactory(pt,f2t[pt]['id'])
[3172]	873	sub_obj = getattr(student_obj,f2t[pt]['id'])
	874	sub_doc = sub_obj.getContent()
[3481]	875	#d['Title'] = f2t[pt]['title']
[3172]	876	for field in f2t[pt]['fields']:
	877	d[field] = mapping.get(field,'')
[3207]	878
[3172]	879	if pt == "StudentApplication":
	880	#d['jamb_sex'] = 'M'
	881	#if mapping.get('sex'):
	882	# d['jamb_sex'] = 'F'
	883	d['jamb_firstname'] = mapping.get('firstname',None)
	884	d['jamb_middlename'] = mapping.get('middlename',None)
	885	d['jamb_lastname'] = mapping.get('lastname',None)
[3207]	886
[3172]	887	# if pt == "StudyCourse":
	888	# for von,zu in (('entry_mode','current_mode'),
	889	# ('entry_session','current_session')):
	890	# if mapping.get(zu,None) is None and mapping.get(von,None) is not None:
	891	# d[zu] = mapping[von]
	892	sub_doc.edit(mapping = d)
[3207]	893
[3172]	894	#import pdb;pdb.set_trace()
	895	new_state = f2t[pt]['wf_transition_%(transition)s' % vars()]
	896	if new_state != "remain":
	897	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
	898	self.portal_workflow.doActionFor(student_obj,transition)
	899	student_obj.manage_setLocalRoles(student_id, ['Owner',])
[3179]	900	mapping['id'] = student_id
[3987]	901	if password:
	902	self.waeup_tool.makeStudentMember(student_id,password)
[3172]	903	break
	904	return student_id,msg,mapping
	905	###)
	906
[3822]	907	def remove(self,mapping): ###(
	908	"remove student records due import"
	909	logger = logging.getLogger('WAeUPImport.StudentImport.remove')
	910	students_folder = self.portal_url.getPortalObject().campus.students
	911	stdir = self.portal_directories.students
	912	student_id = mapping.get('id',None)
	913	msg = ''
	914	export_file = "%s/export/students_removed.csv" % (i_home)
[3984]	915	reimport_file = "%s/export/students_for_reimport.csv" % (i_home)
[3822]	916
[3984]	917	toexport_for_reimport = {
[3987]	918
[3984]	919	'application':
	920	('jamb_reg_no',
	921	'entry_mode',
	922	'entry_session',
	923	'jamb_score',
	924	'app_email',
[3987]	925	'app_mobile',
[3984]	926	'jamb_age',
	927	'jamb_state',
	928	'jamb_lga',
	929	'jamb_sex',
[3987]	930	'app_ac_pin',
	931	'app_reg_pin',
	932	'app_ac_date',
[3984]	933	),
[3987]	934	'clearance':
	935	('matric_no',
	936	'nationality',
	937	'lga',
	938	'birthday',
	939	'clr_ac_pin',
	940	'request_date',
	941	'cleared_date',
	942	'clearance_officer',
	943	),
[3984]	944	'study_course':
	945	('study_course',
	946	'current_level',
	947	'current_session',
	948	'current_verdict',
	949	'previous_verdict',
[3987]	950	),
	951	'personal':
	952	('firstname',
	953	'middlename',
	954	'lastname',
	955	'sex',
	956	'email',
	957	'phone',
	958	'perm_address',
	959	'marit_stat',
	960	'disabled',
	961	),
[4558]	962	'accommodation':
	963	('acco_maint_date',
	964	'acco_maint_code',
	965	'acco_maint_fee',
	966	'acco_maint_sc_pin',
	967	'acco_maint_pay_id',
	968	'acco_res_date',
	969	'acco_res_sc_pin',
	970	'bed',
	971	'session',
	972	'student_status',
	973	),
[3984]	974	}
[3842]	975
[4558]	976	sub_types = ['StudentApplication','StudentClearance','StudentPersonal','StudentStudyCourse','StudentAccommodation']
[3842]	977	non_image_keys = {}
	978	for i in sub_types:
	979	pt_ob = getattr(self.types_tool,i)
	980	sub_schemas = pt_ob.schemas
	981	for i in sub_schemas:
	982	if i.startswith('student_'):
	983	schema = getattr(self.schema_tool,i)
	984	field_id = i.replace('student_','')
	985	non_image_keys[field_id] = [key for key in schema.keys()
[3990]	986	if schema[key].meta_type != "CPS Image Field"]
	987
	988	# export field names must be unique but, unfortunately, firstname, middlename and lastname are not
	989	# thus we have to omit them
	990	non_image_keys['clearance'].remove('firstname')
	991	non_image_keys['clearance'].remove('middlename')
	992	non_image_keys['clearance'].remove('lastname')
[3842]	993	toexport = non_image_keys
[4558]	994	#import pdb;pdb.set_trace()
[3822]	995	while True:
	996	if hasattr(students_folder,student_id):
	997	# begin export
	998	line = []
[3984]	999	fields = ['student_id','reg_state','password']
	1000	line_for_reimport = []
	1001	fields_for_reimport = ['student_id','reg_state','password','import_mode']
	1002	#fields = []
	1003	#for f in self.students_catalog.schema():
	1004	# fields.append(f)
[3822]	1005	for k in toexport.keys():
	1006	for f in toexport[k]:
	1007	fields.append(f)
[3984]	1008	for k in toexport_for_reimport.keys():
	1009	for f in toexport_for_reimport[k]:
	1010	fields_for_reimport.append(f)
[3990]	1011	if not os.path.exists(export_file):
[3822]	1012	headline = ','.join(fields)
	1013	open(export_file,"a").write(headline +'\n')
[3990]	1014	if not os.path.exists(reimport_file):
[3984]	1015	headline_for_reimport = ','.join(fields_for_reimport)
	1016	open(reimport_file,"a").write(headline_for_reimport +'\n')
[3822]	1017	format = '"%(' + ')s","%('.join(fields) + ')s"'
[3984]	1018	format_for_reimport = '"%(' + ')s","%('.join(fields_for_reimport) + ')s"'
[3822]	1019	res = self.students_catalog(id = student_id)
	1020	student = res[0]
	1021	student_obj = getattr(students_folder,student_id)
[3984]	1022	#d = student.getFormattedStudentEntry(student)
	1023	d = {'student_id':student_id,'reg_state':student.review_state,'import_mode':'create'}
[3822]	1024	for k in toexport.keys()[0:]:
[4558]	1025	if k.startswith('acco'):
	1026	session = self.session
	1027	subobject = 'accommodation_' + session
	1028	else:
	1029	subobject = k
[3822]	1030	try:
[4558]	1031	object = getattr(student_obj,subobject)
[3822]	1032	object_doc = object.getContent()
	1033	except:
[4558]	1034	for f in toexport[k]:
	1035	d[f] = ''
[3822]	1036	continue
	1037	for f in toexport[k]:
	1038	d[f] = getattr(object_doc,f,'')
[3863]	1039	if hasattr(stdir, student_id):
	1040	d['password'] = self.waeup_tool.getCredential(student_id)
	1041	stdir.deleteEntry(student_id)
[4023]	1042	else:
	1043	d['password'] = "not set"
[3863]	1044	self.waeup_tool.removePictureFolder(student_id)
[3822]	1045	line.append(format % d)
	1046	open(export_file,"a").write('\n'.join(line) +'\n')
[3984]	1047	line_for_reimport.append(format_for_reimport % d)
	1048	open(reimport_file,"a").write('\n'.join(line_for_reimport) +'\n')
[3988]	1049	self.course_results.exportRemoveAllCourses(student_id = student_id, export = True, remove = True)
[5020]	1050	# remove should be false, otherwise an uncatalog error occurs if payment objects exist
	1051	self.payments_catalog.exportRemoveAllPayments(student_id = student_id, export = True, remove = False)
[3984]	1052	self.waeup_tool.exportAllStudyLevels(student_id = student_id)
[3822]	1053	# end export
[4302]	1054	students_folder.manage_delObjects((student_id),)
	1055	try:
	1056	self.removed_student_ids.addRecord(id = student_id)
	1057	except:
	1058	msg = "Student already in removed_student_ids"
[3822]	1059	else:
	1060	msg = "Student object not found"
	1061	break
[3863]	1062
[3822]	1063	break
	1064	return student_id,msg,mapping
	1065
	1066
[3179]	1067	def edit(self,mapping): ###(
[3402]	1068	"edit student records due import"
[3172]	1069	wftool = self.portal_workflow
[3726]	1070	logger = logging.getLogger('WAeUPImport.StudentImport.edit')
[3172]	1071	students_folder = self.portal_url.getPortalObject().campus.students
	1072	student_id = mapping.get('id',None)
	1073	jamb_reg_no = mapping.get('jamb_reg_no',None)
	1074	matric_no = mapping.get('matric_no',None)
	1075	editable_keys = mapping.keys()
[3999]	1076	password = mapping.get('password',None)
[3172]	1077	msg = ''
	1078	while True:
	1079	if student_id:
	1080	res = self.students_catalog(id = student_id)
	1081	if not res:
	1082	msg = "no student with id %s" % student_id
	1083	break
	1084	student_record = res[0]
	1085	if matric_no and student_record.matric_no:
[3705]	1086	if matric_no != student_record.matric_no and not matric_no == 'transferred':
[3402]	1087	res = self.students_catalog(matric_no = matric_no)
	1088	if res:
[3404]	1089	msg = "matric_no already assigned to student %s" % res[0].id
[3402]	1090	break
[3172]	1091	msg = "old matric_no %s overwritten with %s" % (student_record.matric_no,matric_no)
	1092	#logger.info("%s, old matric_no %s overwritten with %s" % (student_record.id,student_record.matric_no,matric_no))
	1093	if jamb_reg_no and student_record.jamb_reg_no:
	1094	if jamb_reg_no != student_record.jamb_reg_no:
[3404]	1095	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
	1096	if res:
	1097	msg = "jamb_reg_no already assigned to student %s" % res[0].id
[3431]	1098	break
[3404]	1099	msg = "old jamb_reg_no %s overwritten with %s" % (student_record.jamb_reg_no,jamb_reg_no)
[3172]	1100	#logger.info("%s, old reg_no %s overwritten with %s" % (student_record.id,student_record.jamb_reg_no,jamb_reg_no))
	1101	elif jamb_reg_no:
	1102	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
	1103	if not res:
	1104	msg = "no student with jamb_reg_no %s" % jamb_reg_no
	1105	break
	1106	student_record = res[0]
	1107	editable_keys.remove('jamb_reg_no')
	1108	elif matric_no:
	1109	res = self.students_catalog(matric_no = matric_no)
	1110	if not res:
	1111	msg = "no student with matric_no %s" % matric_no
	1112	break
	1113	student_record = res[0]
	1114	editable_keys.remove('matric_no')
	1115	student_id = student_record.id
	1116	student_obj = getattr(students_folder,student_id)
	1117	f2t = self.field2types_student
	1118	d = {}
	1119	any_change = False
	1120	#special treatment for StudentStudyLevel
	1121	d['verdict'] = mapping.get('current_verdict','')
	1122	d['session'] = mapping.get('current_session','')
	1123	current_level = mapping.get('current_level','')
[3726]	1124	transition = mapping.get('reg_transition',None)
[3820]	1125	# the validate_courses import transition is not really useful because it does not execute validate_courses.py
	1126	if transition and transition not in ('admit','return','graduate','pay_school_fee','validate_courses'):
[3726]	1127	msg = "no valid transition provided"
	1128	break
[3172]	1129	while d['session'] and d['verdict'] and current_level:
	1130	sub_obj = getattr(student_obj,'study_course',None)
	1131	if sub_obj is None:
	1132	break
	1133	level_obj = getattr(sub_obj,current_level,None)
	1134	if level_obj is None:
	1135	break
	1136	any_change = True
	1137	level_obj.getContent().edit(mapping = d)
	1138	try:
	1139	wftool.doActionFor(level_obj,'close')
	1140	except:
	1141	pass
	1142	break
[3726]	1143
[3172]	1144	for pt in f2t.keys():
	1145	#if pt == "StudentApplication":
	1146	# d['jamb_sex'] = 'M'
	1147	# if mapping.get('sex'):
	1148	# d['jamb_sex'] = 'F'
	1149	intersect = set(f2t[pt]['fields']).intersection(set(editable_keys))
[3726]	1150	#import pdb;pdb.set_trace()
	1151	object_id = f2t[pt]['id']
	1152	sub_obj = getattr(student_obj,object_id,None)
[3172]	1153	if intersect and pt not in ('StudentStudyLevel',):
	1154	if sub_obj is None:
	1155	try:
	1156	student_obj.invokeFactory(pt,object_id)
	1157	except:
	1158	continue
	1159	sub_obj = getattr(student_obj,object_id)
[3481]	1160	#if f2t[pt]['title'] != '':
	1161	# d['Title'] = f2t[pt]['title']
[3172]	1162	sub_doc = sub_obj.getContent()
	1163	for field in intersect:
	1164	changed = False
	1165	if getattr(sub_doc,field,None) != mapping.get(field,''):
	1166	any_change = True
	1167	changed = True
	1168	d[field] = mapping.get(field,'')
	1169	if changed:
	1170	sub_doc.edit(mapping = d)
[3726]	1171	if transition:
	1172	new_state = f2t[pt]['wf_transition_%(transition)s' % vars()]
	1173	if new_state != "remain":
	1174	try:
	1175	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
	1176	except:
	1177	pass
	1178	if transition:
	1179	try:
	1180	self.portal_workflow.doActionFor(student_obj,transition)
	1181	except:
	1182	msg = "reg_transition not allowed"
[3999]	1183	if password:
	1184	self.waeup_tool.editPassword(student_id,password)
[3172]	1185	break
	1186	return student_id,msg,mapping
	1187	###)
[3179]	1188	###)
[3172]	1189
[3372]	1190	class StudentStudyLevelImport(WAeUPImport):###(
	1191	""" StudentStudyLevelImport """
	1192	name = "student_study_level"
	1193	plural_name = "%ss" % name
	1194	commit_after = 1000000
	1195	required_modes = ('create',)
	1196
[3381]	1197	def create(self,mapping): ###(
[3372]	1198	"edit student levels and create StudentStudyLevel object if not existent"
	1199	wftool = self.portal_workflow
[3988]	1200	logger = logging.getLogger('WAeUPImport.StudentStudyLevelImport.create')
[3372]	1201	students_folder = self.portal_url.getPortalObject().campus.students
	1202	student_id = mapping.get('id',None)
	1203	matric_no = mapping.get('matric_no',None)
	1204	editable_keys = mapping.keys()
	1205	key = ''
	1206	msg = ''
	1207	while True:
	1208	result = self.findStudent('create',student_id=student_id,matric_no=matric_no)
	1209	msg = result['msg']
	1210	if msg:
	1211	break
	1212	student_record = result['student_record']
	1213	student_id = student_record.id
	1214	mapping['id'] = student_id
	1215	session = mapping.get('session','')
	1216	level = key = mapping.get('code','')
	1217	if not level.isdigit():
	1218	msg = 'student %s: imported level is empty' % (student_id,)
	1219	break
[3381]	1220	study_course_obj = getattr(getattr(students_folder,student_id),'study_course',None)
[3372]	1221	if study_course_obj is None:
	1222	msg = 'student %s: no study_course object' % student_id
	1223	break
	1224	level_obj = getattr(study_course_obj,level,None)
	1225	if level_obj is None:
	1226	# The only difference to the edit method is that we create a StudentStudyLevel object
	1227	try:
	1228	study_course_obj.invokeFactory('StudentStudyLevel',"%s" % level)
	1229	level_obj = getattr(context,"%s" % level)
	1230	except:
	1231	continue
	1232	level_obj.getContent().edit(mapping = mapping)
	1233	level_review_state = wftool.getInfoFor(level_obj,'review_state',None)
	1234	if level_review_state != "closed":
	1235	wftool.doActionFor(level_obj,'close')
	1236	break
	1237	return key,msg,mapping
	1238	###)
	1239
	1240	def edit(self,mapping): ###(
	1241	"edit student levels"
	1242	wftool = self.portal_workflow
[3988]	1243	logger = logging.getLogger('WAeUPImport.StudentStudyLevelImport.edit')
[3372]	1244	students_folder = self.portal_url.getPortalObject().campus.students
	1245	student_id = mapping.get('id',None)
	1246	matric_no = mapping.get('matric_no',None)
	1247	key = ''
	1248	msg = ''
	1249	while True:
	1250	result = self.findStudent('create',student_id=student_id,matric_no=matric_no)
	1251	msg = result['msg']
	1252	if msg:
	1253	break
	1254	student_record = result['student_record']
	1255	student_id = student_record.id
	1256	mapping['id'] = student_id
[3381]	1257	session = mapping.get('session','')
	1258	level = key = mapping.get('code','')
[3372]	1259	#import pdb;pdb.set_trace()
	1260	if not level.isdigit():
	1261	msg = 'student %s: imported level is empty' % (student_id,)
	1262	break
[3381]	1263	study_course_obj = getattr(getattr(students_folder,student_id),'study_course',None)
[3372]	1264	if study_course_obj is None:
	1265	msg = 'student %s: no study_course object' % student_id
	1266	break
	1267	level_obj = getattr(study_course_obj,level,None)
	1268	if level_obj is None:
	1269	msg = 'student %s: no study_level object for level %s' % (student_id,level)
	1270	break
	1271	level_obj.getContent().edit(mapping = mapping)
	1272	break
	1273	return key,msg,mapping
	1274	###)
[3381]	1275	###)
[3372]	1276
[3172]	1277	class VerdictImport(WAeUPImport):###(
	1278	""" VerdictImport """
	1279	name = "verdict"
	1280	plural_name = "%ss" % name
[3977]	1281	commit_after = 1000
[3172]	1282	required_modes = ('create','edit')
[3249]	1283
[3372]	1284	def create(self,mapping): ###(
[3243]	1285	"edit student verdicts and create StudentStudyLevel object if not existent"
	1286	wftool = self.portal_workflow
[3988]	1287	logger = logging.getLogger('WAeUPImport.VerdictImport.create')
[3243]	1288	students_folder = self.portal_url.getPortalObject().campus.students
	1289	student_id = mapping.get('id',None)
	1290	matric_no = mapping.get('matric_no',None)
	1291	editable_keys = mapping.keys()
[3372]	1292	key = ''
[3243]	1293	while True:
[3372]	1294	result = self.findStudent('create',student_id=student_id,matric_no=matric_no)
	1295	#student_record,msg = self.getStudentRecord(mapping)
	1296	msg = result['msg']
	1297	if msg:
	1298	break
	1299	student_record = result['student_record']
	1300	student_id = student_record.id
	1301	mapping['id'] = student_id
	1302	d = {}
	1303	#import pdb;pdb.set_trace()
	1304	any_change = False
	1305	#special treatment for StudentStudyLevel
	1306	current_session = d['session'] = mapping.get('current_session','')
	1307	if current_session and student_record.session != current_session:
	1308	msg = 'student %s: imported session %s does not match current_session %s' % (student_id,
	1309	current_session,
	1310	student_record.session)
	1311	break
	1312	current_level = mapping.get('current_level','')
	1313	if not current_level.isdigit():
	1314	msg = 'student %s: imported level is empty' % (student_id,)
	1315	break
	1316	if current_level and student_record.level != current_level:
	1317	msg = 'student %s: imported level %s does not match current_level %s' % (student_id,
	1318	current_level,
	1319	student_record.level)
	1320	break
	1321	student_review_state = student_record.review_state
	1322	if student_review_state == 'deactivated':
	1323	msg = "student %s in review_state %s" % (student_id, student_review_state)
	1324	break
	1325	if student_review_state not in ('courses_validated','returning'):
	1326	msg = "student %s in wrong review_state %s" % (student_id, student_review_state)
	1327	break
	1328	student_obj = getattr(students_folder,student_id)
	1329	# f2t = self.field2types_student
	1330	study_course_obj = getattr(student_obj,'study_course',None)
	1331	if study_course_obj is None:
	1332	msg = 'student %s: no study_course object' % student_id
	1333	break
	1334	level_obj = getattr(study_course_obj,current_level,None)
	1335
	1336	if level_obj is None:
	1337	# The only difference to the edit method is that we create a StudentStudyLevel object
	1338	try:
	1339	study_course_obj.invokeFactory('StudentStudyLevel',"%s" % current_level)
	1340	level_obj = getattr(context,"%s" % current_level)
	1341	level_obj.portal_workflow.doActionFor(level,'open')
	1342	except:
	1343	continue
	1344	#msg = 'student %s: no study_level object for level %s' % (student_id,
	1345	# current_level)
	1346	#break
	1347
	1348	verdict = d['verdict'] = d['current_verdict'] = mapping.get('current_verdict','')
	1349
	1350	#if verdict == student_record.verdict:
	1351	# msg = 'student %s: verdict already set to %s' % (student_id,
	1352	# verdict)
	1353
	1354	level_review_state = wftool.getInfoFor(level_obj,'review_state',None)
	1355	if level_review_state != "closed":
	1356	wftool.doActionFor(level_obj,'close')
	1357	# msg = 'student %s: level %s is not closed' % (student_id,
	1358	# current_level)
	1359
	1360	study_course_obj.getContent().edit(mapping = d)
	1361	level_obj.getContent().edit(mapping = d)
	1362	if student_review_state != "returning":
	1363	wftool.doActionFor(student_obj,'return')
	1364	# try:
	1365	# wftool.doActionFor(level_obj,'close')
	1366	# except:
	1367	# pass
	1368	break
	1369	return student_id,msg,mapping
	1370	###)
	1371
[3207]	1372
[3372]	1373	def edit(self,mapping): ###(
	1374	"edit student verdicts"
	1375	wftool = self.portal_workflow
[3988]	1376	logger = logging.getLogger('WAeUPImport.VerdictImport.edit')
[3372]	1377	students_folder = self.portal_url.getPortalObject().campus.students
	1378	student_id = mapping.get('id',None)
	1379	matric_no = mapping.get('matric_no',None)
	1380	editable_keys = mapping.keys()
	1381	key = ''
	1382	while True:
	1383	result = self.findStudent('edit',student_id=student_id,matric_no=matric_no)
	1384	#student_record,msg = self.getStudentRecord(mapping)
	1385	msg = result['msg']
	1386	if msg:
	1387	break
	1388	student_record = result['student_record']
	1389	key_used = result['key_used']
[3375]	1390	if key_used in editable_keys:
[3374]	1391	editable_keys.remove(key_used)
[3372]	1392	student_id = student_record.id
	1393	mapping['id'] = student_id
	1394	d = {}
	1395	#import pdb;pdb.set_trace()
	1396	any_change = False
	1397	#special treatment for StudentStudyLevel
	1398	current_session = d['session'] = mapping.get('current_session','')
	1399	if current_session and student_record.session != current_session:
	1400	msg = 'student %s: imported session %s does not match current_session %s' % (student_id,
	1401	current_session,
	1402	student_record.session)
	1403	break
	1404	current_level = mapping.get('current_level','')
	1405	if not current_level.isdigit():
	1406	msg = 'student %s: imported level is empty' % (student_id,)
	1407	break
	1408	if current_level and student_record.level != current_level:
	1409	msg = 'student %s: imported level %s does not match current_level %s' % (student_id,
	1410	current_level,
	1411	student_record.level)
	1412	break
	1413	student_review_state = student_record.review_state
	1414	if student_review_state == 'deactivated':
	1415	msg = "student %s in review_state %s" % (student_id, student_review_state)
	1416	break
	1417	if student_review_state not in ('courses_validated','returning'):
	1418	msg = "student %s in wrong review_state %s" % (student_id, student_review_state)
	1419	break
	1420	student_obj = getattr(students_folder,student_id)
	1421	# f2t = self.field2types_student
	1422	study_course_obj = getattr(student_obj,'study_course',None)
	1423	if study_course_obj is None:
	1424	msg = 'student %s: no study_course object' % student_id
	1425	break
	1426	level_obj = getattr(study_course_obj,current_level,None)
	1427	if level_obj is None:
	1428	msg = 'student %s: no study_level object for level %s' % (student_id,
	1429	current_level)
	1430	break
	1431	verdict = d['verdict'] = d['current_verdict'] = mapping.get('current_verdict','')
[3243]	1432
[3372]	1433	#if verdict == student_record.verdict:
	1434	# msg = 'student %s: verdict already set to %s' % (student_id,
	1435	# verdict)
	1436
	1437	level_review_state = wftool.getInfoFor(level_obj,'review_state',None)
	1438	if level_review_state != "closed":
	1439	wftool.doActionFor(level_obj,'close')
	1440	# msg = 'student %s: level %s is not closed' % (student_id,
	1441	# current_level)
	1442
	1443	study_course_obj.getContent().edit(mapping = d)
	1444	level_obj.getContent().edit(mapping = d)
	1445	if student_review_state != "returning":
	1446	wftool.doActionFor(student_obj,'return')
	1447	# try:
	1448	# wftool.doActionFor(level_obj,'close')
	1449	# except:
	1450	# pass
	1451	break
	1452	return student_id,msg,mapping
	1453	###)
	1454
[3988]	1455
	1456
	1457	class PaymentImport(WAeUPImport):###(
	1458	""" PaymentImport """
	1459	name = "payment"
	1460	plural_name = "%ss" % name
	1461	commit_after = 1000000
	1462	required_modes = ('create',)
	1463
	1464	def create(self,mapping): ###(
	1465	"create payment object"
[3172]	1466	wftool = self.portal_workflow
[3988]	1467	logger = logging.getLogger('WAeUPImport.PaymentImport.create')
[3172]	1468	students_folder = self.portal_url.getPortalObject().campus.students
	1469	student_id = mapping.get('id',None)
[3988]	1470	order_id = key= mapping.get('order_id',None)
	1471	payment_type = mapping.get('type',None)
[3172]	1472	editable_keys = mapping.keys()
[3372]	1473	key = ''
[3988]	1474	msg = ''
[3172]	1475	while True:
[3988]	1476	result = self.findStudent('create',student_id=student_id)
	1477	msg = result['msg']
	1478	if msg:
	1479	break
	1480	if payment_type == 'sc':
	1481	hyphen = order_id.rfind('-')
	1482	if not hyphen > -1:
	1483	msg = '%s: wrong order_id of sc payment' % student_id
[3172]	1484	break
[3988]	1485	payment_object_id = 'p' + order_id[hyphen+1:]
	1486	elif payment_type == 'online':
	1487	payment_object_id = 'p' + order_id[6:]
[3172]	1488	else:
[3988]	1489	msg = '%s: no payment type defined' % student_id
[3172]	1490	break
[3988]	1491	student_record = result['student_record']
[3172]	1492	student_id = student_record.id
[3988]	1493
[3172]	1494	mapping['id'] = student_id
[3988]	1495	payments_folder = getattr(getattr(students_folder,student_id),'payments',None)
	1496	if payments_folder is None:
	1497	msg = '%s: no payments folder' % student_id
[3172]	1498	break
[3988]	1499	if getattr(payments_folder,payment_object_id,False):
	1500	msg = '%s: payment object with id %s exists' % (student_id,payment_object_id)
[3172]	1501	break
[3988]	1502	try:
	1503	#import pdb;pdb.set_trace()
	1504	payments_folder.invokeFactory('Payment',"%s" % payment_object_id)
	1505	payment_obj = getattr(payments_folder,"%s" % payment_object_id)
	1506	except:
	1507	msg = '%s: payment object %s cannot be created' % (student_id,payment_object_id)
[3172]	1508	break
[3988]	1509	payment_obj.getContent().edit(mapping = mapping)
	1510	wftool.doActionFor(payment_obj,'close')
[3172]	1511	break
[3988]	1512	return key,msg,mapping
[3172]	1513	###)
[3988]	1514
	1515
[3372]	1516	###)

Note: See TracBrowser for help on using the repository browser.

Download in other formats: