Context navigation

source: WAeUP_SRP/trunk/WAeUPImport.py @ 4184

Last change on this file since 4184 was 4023, checked in by Henrik Bettermann, 16 years ago
fix traceback #2
Property svn:keywords set to `Id`
File size: 64.6 KB

Line
1	#-- mode: python; mode: fold --
2	# (C) Copyright 2005 The WAeUP group <http://www.waeup.org>
3	# Author: Joachim Schmitz (js@aixtraware.de)
4	#
5	# This program is free software; you can redistribute it and/or modify
6	# it under the terms of the GNU General Public License version 2 as published
7	# by the Free Software Foundation.
8	#
9	# This program is distributed in the hope that it will be useful,
10	# but WITHOUT ANY WARRANTY; without even the implied warranty of
11	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12	# GNU General Public License for more details.
13	#
14	# You should have received a copy of the GNU General Public License
15	# along with this program; if not, write to the Free Software
16	# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
17	# 02111-1307, USA.
18	#
19	# $Id: WAeUPImport.py 4023 2009-03-24 23:27:38Z henrik $
20	"""The WAeUP Tool Box.
21	"""
22
23	#from AccessControl import ClassSecurityInfo
24	#from Acquisition import aq_inner
25	#from Acquisition import aq_parent
26	#from Globals import DTMLFile
27	#from Globals import InitializeClass
28	from OFS.SimpleItem import SimpleItem
29	from zExceptions import BadRequest
30
31	#from Products.CMFCore.utils import getToolByName
32	#from Products.CPSSchemas.DataStructure import DataStructure
33	#from Products.CPSSchemas.DataModel import DataModel
34	#from Products.CPSSchemas.StorageAdapter import MappingStorageAdapter
35	from Products.CMFCore.ActionProviderBase import ActionProviderBase
36	#from Products.CMFCore.permissions import View
37	#from Products.ZCatalog.ZCatalog import ZCatalog
38	#from Products.CMFCore.permissions import ModifyPortalContent
39	#from Products.CMFCore.permissions import ManagePortal
40	from Products.CMFCore.utils import UniqueObject
41	#from Products.CMFCore.URLTool import URLTool
42	from Products.CMFCore.utils import getToolByName
43	from Globals import package_home,INSTANCE_HOME
44	from Products.AdvancedQuery import Eq, Between, Le,In
45	import csv,re,os,sys
46	from shutil import copy2
47	import DateTime,time
48	import logging
49	p_home = package_home(globals())
50	i_home = INSTANCE_HOME
51	from utils import makeDigest
52
53	NO_KEY = '----'
54	IGNORE = 'ignore'
55	class WAeUPImport(UniqueObject, SimpleItem, ActionProviderBase): ###(
56	""" WAeUPImport """
57	required_modes = ('create',)
58
59	def __init__(self,waeup_tool): ###(
60	self.students_folder = waeup_tool.portal_url.getPortalObject().campus.students
61	self.member = member = waeup_tool.portal_membership.getAuthenticatedMember()
62	self.import_date = DateTime.DateTime()
63	self.imported_by = str(member)
64	#self.current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
65	self.waeup_tool = waeup_tool
66	self.academics_folder = waeup_tool.portal_url.getPortalObject().campus.academics
67	self.schema_tool = getToolByName(waeup_tool, 'portal_schemas')
68	self.layout_tool = getToolByName(waeup_tool, 'portal_layouts')
69	self.types_tool = getToolByName(waeup_tool, 'portal_types')
70	self.portal_workflow = getToolByName(waeup_tool, 'portal_workflow')
71	self.portal_url = getToolByName(waeup_tool, 'portal_url')
72	self.portal_catalog = waeup_tool.portal_catalog
73	self.portal_directories = waeup_tool.portal_directories
74	self.students_catalog = waeup_tool.students_catalog
75	self.courses_catalog = waeup_tool.courses_catalog
76	self.course_results = waeup_tool.course_results
77	self.payments_catalog = waeup_tool.payments_catalog
78	self.applicants_catalog = waeup_tool.applicants_catalog
79	#self.mode = mode
80	# self.import_method = getattr(self, '%s' % mode,None)
81	errors = []
82	# if self.import_method is None:
83	# errors.append('No importer method %s' % mode)
84	self.pending_path = "%s/import/%s.pending" % (i_home,self.plural_name)
85	self.pending_tmp = "%s/import/%s.pending.tmp" % (i_home,self.plural_name)
86	self.pending_backup = "%s/import/%s.pending.old" % (i_home,self.plural_name)
87	self.pending_fn = os.path.split(self.pending_path)[1]
88	self.imported_path = "%s/import/%s.imported" % (i_home,self.plural_name)
89	self.imported_fn = os.path.split(self.imported_path)[1]
90	iname = "import_%s" % self.name
91	self.logger = logging.getLogger('WAeUPImport.%sImport' % self.plural_name.capitalize())
92	self.schema = self.schema_tool._getOb(iname,None)
93	#self.pending_schema = self.schema_tool._getOb("%s_pending" % iname,None)
94	self.layout = self.layout_tool._getOb(iname,None)
95	while True:
96	if self.schema is None:
97	errors.append('no schema %s' % iname)
98	# if self.pending_schema is None:
99	# self.pending_schema = self.schema
100	if self.layout is None:
101	errors.append('no such layout %s' % iname)
102	if errors:
103	break
104	self.data_keys = self.schema.keys()
105	self.csv_keys = self.schema.keys()
106	info = {}
107	info['imported_from'] = ''
108	info['import_record_no'] = 0
109	info['imported_by'] = self.imported_by
110	info['import_date'] = self.import_date.strftime("%d/%m/%y %H:%M:%S")
111	info['error'] = ''
112	self.info = info
113	self.csv_keys.extend(self.info)
114	self.validators = {}
115	for widget in self.layout.keys():
116	self.validators[widget] = self.layout[widget].validate
117	self.required_keys = {}
118	for mode in self.required_modes:
119	self.required_keys[mode] = [self.layout.getIdUnprefixed(id)
120	for id,widget in self.layout.objectItems()
121	if widget.is_required]
122	break
123	self.init_errors = ','.join(errors)
124	###)
125
126	def findStudent(self,mode,student_id=None, matric_no=None, jamb_reg_no=None): ###(
127	student_record = None
128	msg = ''
129	key_used = ''
130	while True:
131	if student_id:
132	key_used = 'student_id'
133	res = self.students_catalog(id = student_id)
134	if not res:
135	msg = "no student with id %s" % student_id
136	break
137	student_record = res[0]
138	if matric_no and student_record.matric_no:
139	if matric_no != student_record.matric_no:
140	msg = "old matric_no %s overwritten with %s" % (student_record.matric_no,matric_no)
141	#logger.info("%s, old matric_no %s overwritten with %s" % (student_record.id,student_record.matric_no,matric_no))
142	if jamb_reg_no and student_record.jamb_reg_no:
143	if jamb_reg_no != student_record.jamb_reg_no:
144	msg = "old reg_no %s overwritten with %s" % (student_record.jamb_reg_no,jamb_reg_no)
145	#logger.info("%s, old reg_no %s overwritten with %s" % (student_record.id,student_record.jamb_reg_no,jamb_reg_no))
146	elif jamb_reg_no:
147	key_used = 'jamb_reg_no'
148	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
149	if res:
150	if mode == 'create':
151	msg = "jamb_reg_no exists"
152	break
153	else:
154	if mode == 'edit':
155	msg = "no student with jamb_reg_no %s" % jamb_reg_no
156	break
157	student_record = res[0]
158	elif matric_no:
159	key_used = 'matric_no'
160	res = self.students_catalog(matric_no = matric_no)
161	if not res:
162	msg = "no student with matric_no %s" % matric_no
163	break
164	student_record = res[0]
165	else:
166	msg = "neither id, matric_no nor reg_no specified"
167	break
168	d = {}
169	d['student_record'] = student_record
170	d['key_used'] = key_used
171	d['msg'] = msg
172	return d
173	###)
174
175	def makeIdLists(self): ###(
176	pending_digests = []
177	pending = []
178	# pending_student_ids = []
179	# pending_matric_nos = []
180	# pending_reg_ns = []
181	if os.path.exists(self.pending_path):
182	datafile = open(self.pending_path,"r")
183	reader = csv.reader(datafile)
184	old_headline = reader.next()
185	#datafile.seek(0)
186	pending_csv_reader = csv.DictReader(datafile,old_headline,)
187	#pending_csv_reader.next() # skip headline
188	for item in pending_csv_reader:
189	digest = makeDigest(item,self.data_keys)
190	if digest not in pending_digests:
191	pending_digests += digest,
192	pending += item,
193	datafile.close()
194	#copy2(self.pending_path,self.pending_backup)
195	return pending, pending_digests
196	###)
197
198	def checkHeadline(self,headline): ###(
199	""" check the headline of a csv file """
200	import_keys = [k.strip() for k in headline if not (k.strip().startswith('ignore')
201	or k.strip() in self.info.keys())]
202	# import_keys = [k.strip() for k in headline if not (k.strip() in self.info.keys())]
203	diff2schema = set(import_keys).difference(set(self.schema.keys()))
204	diff2layout = set(import_keys).difference(set(self.layout.keys()))
205	#if diff2schema and diff2schema != set(['id',]):
206	if diff2schema:
207	return list(diff2schema)
208	return []
209	###)
210
211	def getHeadlineFields(self,headline,values): ###(
212	""" check the headline of a csv file """
213	# import_keys = [k.strip() for k in headline if not (k.strip().startswith('ignore')
214	# or k.strip() in self.info.keys())]
215	import_keys = [k.strip() for k in headline if not (k.strip() in self.info.keys())]
216	info_keys = [k.strip() for k in headline if k.strip() in self.info.keys()]
217	si = set(import_keys)
218	ss = set(self.schema.keys())
219
220	invalid_keys = si - ss
221	keys = []
222	i = 0
223	duplicates = False
224	singels = []
225	msg = ''
226	while True:
227	if len(values) != len(import_keys):
228	if len(values) == len(import_keys) + len(info_keys):
229	msg += "fields from pending file in headline"
230	else:
231	msg += "%d fields in headline but %d values" % (len(import_keys),len(values))
232	break
233	for k in import_keys:
234	if k in singels:
235	keys += (k,'%s' % k,values[i],'(duplicate)'),
236	msg += ("duplicate %s," % k)
237	keys[singels.index(k)] = (k,'%s' % k,values[singels.index(k)],'(duplicate)')
238	elif k in invalid_keys and not k.startswith(IGNORE):
239	keys += (k,NO_KEY,values[i],'(invalid)'),
240	else:
241	keys += (k,k,values[i],''),
242	i += 1
243	singels += k,
244	break
245	return msg,keys
246	###)
247	###)
248
249	class ApplicationImport(WAeUPImport):###(
250	name = "application"
251	plural_name = "%ss" % name
252	commit_after = 1000
253
254	def create(self,mapping):###(
255	reg_no = mapping.get('reg_no')
256	msg = ''
257	while True:
258	try:
259	self.applicants_catalog.addRecord(**mapping)
260	except ValueError:
261	msg = "applicant record with reg_no %s already exists" % reg_no
262	break
263	return reg_no,msg,mapping
264	###)
265
266	def remove(self,mapping):
267	reg_no = mapping.get('reg_no')
268	msg = ''
269	while True:
270	if self.applicants_catalog.getRecordByKey(reg_no) is None:
271	msg = "no application record with reg_no %(reg_no)s" % vars()
272	break
273	self.applicants_catalog.deleteRecord(reg_no)
274	break
275	return reg_no,msg,mapping
276
277	def edit(self,mapping):###(
278	reg_no = mapping.get('reg_no')
279	status = mapping.get('status')
280	msg = ''
281	while True:
282	res = self.applicants_catalog(reg_no = reg_no)
283	if len(res):
284	if res[0].status == 'created' and status != 'created':
285	msg = "student object with id %s for %s already created, status cannot be changed" % (res[0].student_id, reg_no)
286	elif status == 'created' and res[0].status != 'created':
287	msg = "student object for %s has not yet been created, status cannot be set to 'created'" % (reg_no)
288	else:
289	self.applicants_catalog.modifyRecord(**mapping)
290	else:
291	msg = "applicant record with reg_no %s does not exist" % reg_no
292	break
293	return reg_no,msg,mapping
294	###)
295
296	###)
297
298	class CertificateImport(WAeUPImport):###(
299	name = "certificate"
300	plural_name = "%ss" % name
301	commit_after = 100000
302
303	def create(self,mapping):###(
304	if getattr(self,'_v_certificate_list',None) is None:
305	self._v_certificate_list = []
306	if getattr(self,'_v_department_certificates',None) is None:
307	departments = self.portal_catalog(portal_type = "Department")
308	self._v_department_certificates = {}
309	for department in departments:
310	certificates_container = getattr(department.getObject(),"certificates",None)
311	self._v_department_certificates[department.getId] = {'container': certificates_container,
312	'certificates': certificates_container.objectIds(),
313	}
314	department_id = mapping['department_code']
315	msg = ''
316	certificate_id = mapping.get('code')
317	while True:
318	department_certificates = self._v_department_certificates.get(department_id,None)
319	if department_certificates is None:
320	msg = "No Department with ID: %s" % department_id
321	break
322	certificates_container = department_certificates['container']
323	certificates = department_certificates['certificates']
324	if certificate_id in self._v_certificate_list:
325	msg = "Duplicate Certificate ID: %s" % department_id
326	break
327	if certificate_id in certificates:
328	msg = "Duplicate Certificate ID: %s" % department_id
329	break
330	try:
331	certificates_container.invokeFactory('Certificate', certificate_id)
332	except BadRequest,E:
333	msg = "%s" % E
334	break
335	self._v_certificate_list.append(certificate_id)
336	certificate = getattr(certificates_container,certificate_id)
337	certificate.getContent().edit(mapping=mapping)
338	break
339	return certificate_id,msg,mapping
340	###)
341
342	def edit(self,mapping):###(
343	certificate_id = mapping.get('code')
344	res = self.portal_catalog(id=certificate_id)
345	msg = ''
346	while True:
347	if not res:
348	msg = "no certificate with id: %s" % certificate_id
349	break
350	c = res[0].getObject()
351	c.getContent().edit(mapping=mapping)
352	break
353	return certificate_id,msg,mapping
354	###)
355	###)
356
357	class CourseImport(WAeUPImport):###(
358	name = "course"
359	plural_name = "%ss" % name
360	commit_after = 1000
361
362	def create(self,mapping):###(
363	if getattr(self,'_v_course_list',None) is None:
364	self._v_course_list = []
365	if getattr(self,'_v_department_courses',None) is None:
366	departments = self.portal_catalog(portal_type = "Department")
367	self._v_department_courses = {}
368	for department in departments:
369	courses_container = getattr(department.getObject(),"courses",None)
370	if courses_container is not None:
371	self._v_department_courses[department.getId] = {'container': courses_container,
372	'courses': courses_container.objectIds(),
373	}
374	department_id = mapping['department_code']
375	course_id = mapping.get('code','')
376	msg = ''
377	while True:
378	department_courses = self._v_department_courses.get(department_id,None)
379	if department_courses is None:
380	msg = "no department with id: %(department_id)s" % vars()
381	break
382	courses_container = department_courses['container']
383	courses = department_courses['courses']
384	if course_id in self._v_course_list:
385	msg = "duplicate course id: %(course_id)s" % vars()
386	break
387	if course_id in courses:
388	msg = "course %(course_id)s already exists in department %(department_id)s" % vars()
389	break
390	try:
391	courses_container.invokeFactory('Course', course_id)
392	except BadRequest,E:
393	msg = "%s" % E
394	break
395	self._v_course_list.append(course_id)
396	course = getattr(courses_container,course_id)
397	course.getContent().edit(mapping=mapping)
398	break
399	return course_id,msg,mapping
400	###)
401
402	def edit(self,mapping): ###(
403	course_id = mapping.get('code','')
404	course = self.courses_catalog.getRecordByKey(course_id)
405	msg = ''
406	while True:
407	if course is None:
408	msg = "no course with id: %s" % course_id
409	break
410	course_object = getattr(getattr(getattr(getattr(self.academics_folder,course.faculty),
411	course.department),
412	'courses'),
413	course_id)
414	course_object.getContent().edit(mapping=mapping)
415	break
416	return course_id,msg,mapping
417	###)
418
419	def remove(self,mapping): ###(
420	course_id = mapping.get('code','')
421	course = self.courses_catalog.getRecordByKey(course_id)
422	msg = ''
423	while True:
424	if course is None:
425	msg = "no course with id: %s" % course_id
426	break
427	courses = getattr(getattr(getattr(self.academics_folder,course.faculty),
428	course.department),
429	'courses')
430	courses.manage_delObjects((course_id),)
431	break
432	return course_id,msg,mapping
433	###)
434
435	###)
436
437	class CourseResultImport(WAeUPImport):###(
438	""" CourseresultImport """
439	name = "course_result"
440	plural_name = "%ss" % name
441	commit_after = 1000000
442	required_modes = ('create','edit','remove')
443
444	def create(self,mapping):###(
445	students_folder = self.portal_url.getPortalObject().campus.students
446	if getattr(self,'_v_courses',None) is None:
447	res = self.courses_catalog()
448	self._v_courses = {}
449	for brain in res:
450	self._v_courses[brain.code] = brain
451	if getattr(self,'_v_level_created',None) is None:
452	self._v_level_created = []
453	if getattr(self,'_v_student_study_course',None) is None:
454	self._v_student_study_course = {}
455	msg = ''
456	key = ''
457	matric_no = mapping.get('matric_no','')
458	id = mapping.get('id','')
459	while True:
460	course_id = mapping.get('code')
461	if course_id not in self._v_courses.keys():
462	msg = "no course with id: %s" % course_id
463	break
464	result = self.findStudent('create',student_id=id,matric_no=matric_no)
465	msg = result['msg']
466	if msg:
467	break
468	student_record = result['student_record']
469	student_id = mapping['student_id'] = student_record.id
470	level_id = mapping.get('level_id','')
471	code = mapping.get('code','')
472	level_ident = "%(student_id)s_%(level_id)s" % vars()
473	if level_ident not in self._v_level_created:
474	context = self._v_student_study_course.get(student_id,None)
475	if context is None:
476	try:
477	context = getattr(getattr(students_folder,
478	"%(student_id)s" % vars()),
479	'study_course')
480	self._v_student_study_course[student_id] = context
481	except:
482	msg = "could not create level %(level_id)s for %(student_id)s" % vars()
483	break
484	if level_id not in context.objectIds():
485	context.invokeFactory('StudentStudyLevel',"%(level_id)s" % vars())
486	level = getattr(context,"%(level_id)s" % vars())
487	self.portal_workflow.doActionFor(level,'open')
488	session_id = mapping.get('session_id','')
489	if session_id:
490	level.getContent().edit(mapping={'session': "%s" % session_id,})
491	self.portal_workflow.doActionFor(level,'close')
492	self._v_level_created += level_ident,
493	mapping['key'] = key = "%(student_id)s\|%(level_id)s\|%(code)s" % vars()
494	#overwrite semester and credits in create mode
495	for k in ('semester','credits',):
496	mapping[k] = getattr(self._v_courses[course_id],k)
497	try:
498	self.course_results.addRecord(**mapping)
499	except ValueError:
500	msg = "course result already exists: %s" % key
501	break
502	return key,msg,mapping
503	###)
504
505	def edit(self,mapping): ###(
506	msg = ''
507	key = ''
508	matric_no = mapping.get('matric_no','')
509	id = mapping.get('id','')
510	while True:
511	result = self.findStudent('edit',student_id=id,matric_no=matric_no)
512	msg = result['msg']
513	if msg:
514	break
515	student_record = result['student_record']
516	student_id = student_record.id
517	level_id = mapping.get('level_id','')
518	code = mapping.get('code','')
519	#code = mapping['code']
520	mapping['key'] = key = "%(student_id)s\|%(level_id)s\|%(code)s" % vars()
521	if self.course_results.getRecordByKey(key) is None:
522	msg = "no course result with key %(key)s" % vars()
523	break
524	self.course_results.modifyRecord(**mapping)
525	break
526	return key,msg,mapping
527	###)
528
529	def remove(self,mapping):###(
530	key = ''
531	msg = ''
532	matric_no = mapping.get('matric_no','')
533	id = mapping.get('id','')
534	while True:
535	result = self.findStudent('edit',student_id=id,matric_no=matric_no)
536	msg = result['msg']
537	if msg:
538	break
539	student_record = result['student_record']
540	student_id = student_record.id
541	level_id = mapping.get('level_id','')
542	code = mapping.get('code','')
543	key = "%(student_id)s\|%(level_id)s\|%(code)s" % vars()
544	if self.course_results.getRecordByKey(key) is None:
545	msg = "no course result with key %(key)s" % vars()
546	break
547	self.course_results.deleteRecord(key)
548	break
549	return key,msg,mapping
550	###)
551	###)
552
553	class CertificateCourseImport(WAeUPImport):###(
554	name = "certificate_course"
555	plural_name = "%ss" % name
556	commit_after = 1000
557	required_modes = ('create','edit')
558
559	def create(self,mapping):
560	if getattr(self,'_v_courses',None) is None:
561	res = self.courses_catalog()
562	self._v_courses= [course.code for course in res]
563	if getattr(self,'_v_ceritficates',None) is None:
564	res = self.portal_catalog(portal_type = "Certificate")
565	self._v_certificates = {}
566	for cert in res:
567	self._v_certificates[cert.getId] = cert.getObject()
568	msg = ''
569	while True:
570	certificate_course_id = mapping.get('code')
571	if certificate_course_id not in self._v_courses:
572	msg = "no course with id: %s" % certificate_course_id
573	break
574	cert_id = mapping['certificate_code']
575	cert = self._v_certificates.get(cert_id,None)
576	if cert is None:
577	msg = "no certificate with id: %s" % cert_id
578	break
579	level_id = mapping.get('level')
580	level = getattr(cert,level_id,None)
581	if level is None:
582	cert.invokeFactory('StudyLevel', level_id)
583	level = getattr(cert,level_id,None)
584	elif hasattr(level,certificate_course_id):
585	msg = "duplicate certificate course id: %(certificate_course_id)s " % vars()
586	msg += "in %(cert_id)s/ %(level_id)s" % vars()
587	break
588	level.invokeFactory('CertificateCourse', certificate_course_id)
589	c = getattr(level,certificate_course_id)
590	c.getContent().edit(mapping=mapping)
591	break
592	return certificate_course_id,msg,mapping
593	###)
594
595	class DepartmentImport(WAeUPImport):###(
596	name = "department"
597	plural_name = "%ss" % name
598	commit_after = 1000
599
600	def create(self,mapping):###(
601	"create a department in the correct faculty"
602	faculty_id = mapping['faculty_code']
603	msg = ''
604	if getattr(self,'_v_faculties',None) is None:
605	res = self.portal_catalog(portal_type = "Faculty")
606	self._v_faculties = {}
607	for f in res:
608	self._v_faculties[f.getId] = f.getObject()
609	department_id = mapping.get('code','')
610	while True:
611	faculty = self._v_faculties.get(faculty_id,None)
612	if faculty is None:
613	msg = "no faculty with id: %s" % faculty_id
614	break
615	else:
616	d = getattr(faculty,department_id,None)
617	if d is None or d.portal_type == "Faculty":
618	try:
619	faculty.invokeFactory('Department', department_id)
620	except BadRequest,E:
621	msg = "%s" % E
622	break
623	d = getattr(faculty,department_id)
624	d.invokeFactory('CoursesFolder','courses')
625	courses = getattr(d,'courses')
626	dict = {'Title': 'Courses'}
627	courses.getContent().edit(mapping=dict)
628	d.invokeFactory('CertificatesFolder','certificates')
629	certificates = getattr(d,'certificates')
630	dict = {'Title': 'Certificates'}
631	certificates.getContent().edit(mapping=dict)
632	d.getContent().edit(mapping=mapping)
633	break
634	return department_id,msg,mapping
635	###)
636
637	def edit(self,mapping): ###(
638	"edit a department in the correct faculty"
639	academics_folder = self.portal_url.getPortalObject().campus.academics
640	faculty_id = mapping['faculty_code']
641	department_id = mapping.get('code','')
642	msg = ''
643	while True:
644	try:
645	d = getattr(getattr(academics_folder,faculty_id),department_id,None)
646	except KeyError:
647	msg = "department %s or faculty %s wrong" % (department_id,faculty_id)
648	break
649	if d is None or d.portal_type == "Faculty":
650	msg = "department %s not found" % (department_id)
651	break
652	d.getContent().edit(mapping=mapping)
653	break
654	return department_id,msg,mapping
655	###)
656	###)
657
658	class FacultyImport(WAeUPImport):###(
659	name = "faculty"
660	plural_name = "faculties"
661	commit_after = 100
662
663
664	def create(self,mapping): ###(
665	"create a faculty"
666	academics_folder = self.portal_url.getPortalObject().campus.academics
667	faculty_id = mapping.get('code','')
668	msg = ''
669	while True:
670	if faculty_id in academics_folder.objectIds():
671	msg = "faculty with id: %s exists" % faculty_id
672	break
673	try:
674	academics_folder.invokeFactory('Faculty', faculty_id)
675	except BadRequest,E:
676	msg = "%s" % E
677	break
678	f = getattr(academics_folder,faculty_id,None)
679	f.getContent().edit(mapping=mapping)
680	break
681	return faculty_id,msg,mapping
682	###)
683
684	def edit(self,mapping): ###(
685	"edit a faculty"
686	academics_folder = self.portal_url.getPortalObject().campus.academics
687	faculty_id = mapping['code']
688	msg = ''
689	while True:
690	f = getattr(academics_folder,faculty_id,None)
691	if f is None:
692	msg = "faculty with id: %s does not exist" % faculty_id
693	f.getContent().edit(mapping=mapping)
694	break
695	return faculty_id,msg,mapping
696	###)
697	###)
698
699	class StudentImport(WAeUPImport):###(
700	name = "student"
701	plural_name = "%ss" % name
702	commit_after = 100
703
704	field2types_student = { ###(
705	'StudentApplication':
706	{'id': 'application',
707	#'title': 'Application Data',
708	'wf_transition_return': 'close',
709	'wf_transition_admit': 'remain',
710	'wf_transition_graduate': 'close',
711	'wf_transition_pay_school_fee': 'close',
712	'wf_transition_validate_courses': 'close',
713	'fields':
714	('jamb_reg_no',
715	'entry_mode',
716	'entry_session',
717	'jamb_score',
718	'app_email',
719	'app_mobile',
720	'jamb_age',
721	'jamb_state',
722	'jamb_lga',
723	'jamb_sex',
724	'app_ac_pin',
725	'app_reg_pin',
726	'app_ac_date',
727	)
728	},
729	'StudentClearance':
730	{'id': 'clearance',
731	#'title': 'Clearance/Eligibility Record',
732	'wf_transition_return': 'close',
733	'wf_transition_admit': 'remain',
734	'wf_transition_graduate': 'close',
735	'wf_transition_pay_school_fee': 'close',
736	'wf_transition_validate_courses': 'close',
737	'fields':
738	('matric_no',
739	'nationality',
740	'lga',
741	'birthday',
742	'clr_ac_pin',
743	'request_date',
744	'cleared_date',
745	'clearance_officer',
746	)
747	},
748	'StudentPersonal':
749	{'id': 'personal',
750	#'title': 'Personal Data',
751	'wf_transition_return': 'open',
752	'wf_transition_admit': 'remain',
753	'wf_transition_graduate': 'close',
754	'wf_transition_pay_school_fee': 'open',
755	'wf_transition_validate_courses': 'open',
756	'fields':
757	('firstname',
758	'middlename',
759	'lastname',
760	'sex',
761	'email',
762	'phone',
763	'perm_address',
764	'marit_stat',
765	'disabled',
766	)
767	},
768	'StudentStudyCourse':
769	{'id': 'study_course',
770	#'title': 'Study Course',
771	'wf_transition_return': 'open',
772	'wf_transition_admit': 'remain',
773	'wf_transition_graduate': 'close',
774	'wf_transition_pay_school_fee': 'open',
775	'wf_transition_validate_courses': 'open',
776	'fields':
777	('study_course',
778	'current_level',
779	'current_session',
780	'current_mode', #is no longer used and visible but can still be imported
781	'current_verdict',
782	'previous_verdict',
783	)
784	},
785	# 'StudentStudyLevel':
786	# {'id': 'current_level',
787	# 'title': '',
788	# 'wf_transition_return': 'open',
789	# 'wf_transition_admit': 'remain',
790	# 'fields':
791	# ('verdict',
792	# 'session',
793	# )
794	# },
795	'PaymentsFolder':
796	{'id': 'payments',
797	#'title': 'Payments',
798	'wf_transition_return': 'open',
799	'wf_transition_admit': 'open',
800	'wf_transition_graduate': 'close',
801	'wf_transition_pay_school_fee': 'open',
802	'wf_transition_validate_courses': 'open',
803	'fields':
804	()
805	},
806	}
807	###)
808
809	def create(self,mapping): ###(
810	"create student records due import"
811	logger = logging.getLogger('WAeUPImport.StudentImport.create')
812	students_folder = self.portal_url.getPortalObject().campus.students
813	jamb_reg_no = mapping.get('jamb_reg_no',None)
814	matric_no = mapping.get('matric_no',None)
815	entry_mode = mapping.get('entry_mode',None)
816	password = mapping.get('password',None)
817	msg = ''
818	student_id = mapping.get('id',None)
819	while True:
820	if student_id:
821	#msg = "student_id must not be specified in create mode"
822	#break
823	res = self.students_catalog(id = student_id)
824	if res:
825	msg = "student_id %s already assigned" % res[0].id
826	break
827	else:
828	student_id = self.waeup_tool.generateStudentId('?')
829	if jamb_reg_no and not entry_mode == 'transfer':
830	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
831	if res:
832	msg = "jamb_reg_no already assigned to student %s" % res[0].id
833	break
834	if matric_no:
835	res = self.students_catalog(matric_no = matric_no)
836	if res:
837	msg = "matric_no already assigned to student %s" % res[0].id
838	break
839	if not matric_no and not jamb_reg_no:
840	msg = "jamb_reg_no or matric_no must be specified"
841	break
842
843	students_folder.invokeFactory('Student', student_id)
844	student_obj = getattr(students_folder,student_id)
845	f2t = self.field2types_student
846	d = {}
847	transition = mapping.get('reg_transition','admit')
848	if transition not in ('admit','return','pay_school_fee','validate_courses','graduate'):
849	msg = "no valid transition provided"
850	break
851	for pt in f2t.keys():
852	student_obj.invokeFactory(pt,f2t[pt]['id'])
853	sub_obj = getattr(student_obj,f2t[pt]['id'])
854	sub_doc = sub_obj.getContent()
855	#d['Title'] = f2t[pt]['title']
856	for field in f2t[pt]['fields']:
857	d[field] = mapping.get(field,'')
858
859	if pt == "StudentApplication":
860	#d['jamb_sex'] = 'M'
861	#if mapping.get('sex'):
862	# d['jamb_sex'] = 'F'
863	d['jamb_firstname'] = mapping.get('firstname',None)
864	d['jamb_middlename'] = mapping.get('middlename',None)
865	d['jamb_lastname'] = mapping.get('lastname',None)
866
867	# if pt == "StudyCourse":
868	# for von,zu in (('entry_mode','current_mode'),
869	# ('entry_session','current_session')):
870	# if mapping.get(zu,None) is None and mapping.get(von,None) is not None:
871	# d[zu] = mapping[von]
872	sub_doc.edit(mapping = d)
873
874	#import pdb;pdb.set_trace()
875	new_state = f2t[pt]['wf_transition_%(transition)s' % vars()]
876	if new_state != "remain":
877	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
878	self.portal_workflow.doActionFor(student_obj,transition)
879	student_obj.manage_setLocalRoles(student_id, ['Owner',])
880	mapping['id'] = student_id
881	if password:
882	self.waeup_tool.makeStudentMember(student_id,password)
883	break
884	return student_id,msg,mapping
885	###)
886
887	def remove(self,mapping): ###(
888	"remove student records due import"
889	logger = logging.getLogger('WAeUPImport.StudentImport.remove')
890	students_folder = self.portal_url.getPortalObject().campus.students
891	stdir = self.portal_directories.students
892	student_id = mapping.get('id',None)
893	msg = ''
894	export_file = "%s/export/students_removed.csv" % (i_home)
895	reimport_file = "%s/export/students_for_reimport.csv" % (i_home)
896
897	toexport_for_reimport = {
898
899	'application':
900	('jamb_reg_no',
901	'entry_mode',
902	'entry_session',
903	'jamb_score',
904	'app_email',
905	'app_mobile',
906	'jamb_age',
907	'jamb_state',
908	'jamb_lga',
909	'jamb_sex',
910	'app_ac_pin',
911	'app_reg_pin',
912	'app_ac_date',
913	),
914	'clearance':
915	('matric_no',
916	'nationality',
917	'lga',
918	'birthday',
919	'clr_ac_pin',
920	'request_date',
921	'cleared_date',
922	'clearance_officer',
923	),
924	'study_course':
925	('study_course',
926	'current_level',
927	'current_session',
928	'current_verdict',
929	'previous_verdict',
930	),
931	'personal':
932	('firstname',
933	'middlename',
934	'lastname',
935	'sex',
936	'email',
937	'phone',
938	'perm_address',
939	'marit_stat',
940	'disabled',
941	),
942	}
943
944	sub_types = ['StudentApplication','StudentClearance','StudentPersonal','StudentStudyCourse']
945	non_image_keys = {}
946	for i in sub_types:
947	pt_ob = getattr(self.types_tool,i)
948	sub_schemas = pt_ob.schemas
949	for i in sub_schemas:
950	if i.startswith('student_'):
951	schema = getattr(self.schema_tool,i)
952	field_id = i.replace('student_','')
953	non_image_keys[field_id] = [key for key in schema.keys()
954	if schema[key].meta_type != "CPS Image Field"]
955
956	# export field names must be unique but, unfortunately, firstname, middlename and lastname are not
957	# thus we have to omit them
958	non_image_keys['clearance'].remove('firstname')
959	non_image_keys['clearance'].remove('middlename')
960	non_image_keys['clearance'].remove('lastname')
961	toexport = non_image_keys
962
963	while True:
964	if hasattr(students_folder,student_id):
965	# begin export
966	line = []
967	fields = ['student_id','reg_state','password']
968	line_for_reimport = []
969	fields_for_reimport = ['student_id','reg_state','password','import_mode']
970	#fields = []
971	#for f in self.students_catalog.schema():
972	# fields.append(f)
973	for k in toexport.keys():
974	for f in toexport[k]:
975	fields.append(f)
976	for k in toexport_for_reimport.keys():
977	for f in toexport_for_reimport[k]:
978	fields_for_reimport.append(f)
979	if not os.path.exists(export_file):
980	headline = ','.join(fields)
981	open(export_file,"a").write(headline +'\n')
982	if not os.path.exists(reimport_file):
983	headline_for_reimport = ','.join(fields_for_reimport)
984	open(reimport_file,"a").write(headline_for_reimport +'\n')
985	format = '"%(' + ')s","%('.join(fields) + ')s"'
986	format_for_reimport = '"%(' + ')s","%('.join(fields_for_reimport) + ')s"'
987	res = self.students_catalog(id = student_id)
988	student = res[0]
989	student_obj = getattr(students_folder,student_id)
990	#d = student.getFormattedStudentEntry(student)
991	d = {'student_id':student_id,'reg_state':student.review_state,'import_mode':'create'}
992	for k in toexport.keys()[0:]:
993	try:
994	object = getattr(student_obj,k)
995	object_doc = object.getContent()
996	except:
997	continue
998	for f in toexport[k]:
999	d[f] = getattr(object_doc,f,'')
1000	if hasattr(stdir, student_id):
1001	d['password'] = self.waeup_tool.getCredential(student_id)
1002	stdir.deleteEntry(student_id)
1003	else:
1004	d['password'] = "not set"
1005	self.waeup_tool.removePictureFolder(student_id)
1006	line.append(format % d)
1007	open(export_file,"a").write('\n'.join(line) +'\n')
1008	line_for_reimport.append(format_for_reimport % d)
1009	open(reimport_file,"a").write('\n'.join(line_for_reimport) +'\n')
1010	self.course_results.exportRemoveAllCourses(student_id = student_id, export = True, remove = True)
1011	self.payments_catalog.exportRemoveAllPayments(student_id = student_id, export = True, remove = True)
1012	self.waeup_tool.exportAllStudyLevels(student_id = student_id)
1013	# end export
1014	students_folder.manage_delObjects((student_id),)
1015	else:
1016	msg = "Student object not found"
1017	break
1018
1019	break
1020	return student_id,msg,mapping
1021
1022
1023	def edit(self,mapping): ###(
1024	"edit student records due import"
1025	wftool = self.portal_workflow
1026	logger = logging.getLogger('WAeUPImport.StudentImport.edit')
1027	students_folder = self.portal_url.getPortalObject().campus.students
1028	student_id = mapping.get('id',None)
1029	jamb_reg_no = mapping.get('jamb_reg_no',None)
1030	matric_no = mapping.get('matric_no',None)
1031	editable_keys = mapping.keys()
1032	password = mapping.get('password',None)
1033	msg = ''
1034	while True:
1035	if student_id:
1036	res = self.students_catalog(id = student_id)
1037	if not res:
1038	msg = "no student with id %s" % student_id
1039	break
1040	student_record = res[0]
1041	if matric_no and student_record.matric_no:
1042	if matric_no != student_record.matric_no and not matric_no == 'transferred':
1043	res = self.students_catalog(matric_no = matric_no)
1044	if res:
1045	msg = "matric_no already assigned to student %s" % res[0].id
1046	break
1047	msg = "old matric_no %s overwritten with %s" % (student_record.matric_no,matric_no)
1048	#logger.info("%s, old matric_no %s overwritten with %s" % (student_record.id,student_record.matric_no,matric_no))
1049	if jamb_reg_no and student_record.jamb_reg_no:
1050	if jamb_reg_no != student_record.jamb_reg_no:
1051	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
1052	if res:
1053	msg = "jamb_reg_no already assigned to student %s" % res[0].id
1054	break
1055	msg = "old jamb_reg_no %s overwritten with %s" % (student_record.jamb_reg_no,jamb_reg_no)
1056	#logger.info("%s, old reg_no %s overwritten with %s" % (student_record.id,student_record.jamb_reg_no,jamb_reg_no))
1057	elif jamb_reg_no:
1058	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
1059	if not res:
1060	msg = "no student with jamb_reg_no %s" % jamb_reg_no
1061	break
1062	student_record = res[0]
1063	editable_keys.remove('jamb_reg_no')
1064	elif matric_no:
1065	res = self.students_catalog(matric_no = matric_no)
1066	if not res:
1067	msg = "no student with matric_no %s" % matric_no
1068	break
1069	student_record = res[0]
1070	editable_keys.remove('matric_no')
1071	student_id = student_record.id
1072	student_obj = getattr(students_folder,student_id)
1073	f2t = self.field2types_student
1074	d = {}
1075	any_change = False
1076	#special treatment for StudentStudyLevel
1077	d['verdict'] = mapping.get('current_verdict','')
1078	d['session'] = mapping.get('current_session','')
1079	current_level = mapping.get('current_level','')
1080	transition = mapping.get('reg_transition',None)
1081	# the validate_courses import transition is not really useful because it does not execute validate_courses.py
1082	if transition and transition not in ('admit','return','graduate','pay_school_fee','validate_courses'):
1083	msg = "no valid transition provided"
1084	break
1085	while d['session'] and d['verdict'] and current_level:
1086	sub_obj = getattr(student_obj,'study_course',None)
1087	if sub_obj is None:
1088	break
1089	level_obj = getattr(sub_obj,current_level,None)
1090	if level_obj is None:
1091	break
1092	any_change = True
1093	level_obj.getContent().edit(mapping = d)
1094	try:
1095	wftool.doActionFor(level_obj,'close')
1096	except:
1097	pass
1098	break
1099
1100	for pt in f2t.keys():
1101	#if pt == "StudentApplication":
1102	# d['jamb_sex'] = 'M'
1103	# if mapping.get('sex'):
1104	# d['jamb_sex'] = 'F'
1105	intersect = set(f2t[pt]['fields']).intersection(set(editable_keys))
1106	#import pdb;pdb.set_trace()
1107	object_id = f2t[pt]['id']
1108	sub_obj = getattr(student_obj,object_id,None)
1109	if intersect and pt not in ('StudentStudyLevel',):
1110	if sub_obj is None:
1111	try:
1112	student_obj.invokeFactory(pt,object_id)
1113	except:
1114	continue
1115	sub_obj = getattr(student_obj,object_id)
1116	#if f2t[pt]['title'] != '':
1117	# d['Title'] = f2t[pt]['title']
1118	sub_doc = sub_obj.getContent()
1119	for field in intersect:
1120	changed = False
1121	if getattr(sub_doc,field,None) != mapping.get(field,''):
1122	any_change = True
1123	changed = True
1124	d[field] = mapping.get(field,'')
1125	if changed:
1126	sub_doc.edit(mapping = d)
1127	if transition:
1128	new_state = f2t[pt]['wf_transition_%(transition)s' % vars()]
1129	if new_state != "remain":
1130	try:
1131	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
1132	except:
1133	pass
1134	if transition:
1135	try:
1136	self.portal_workflow.doActionFor(student_obj,transition)
1137	except:
1138	msg = "reg_transition not allowed"
1139	if password:
1140	self.waeup_tool.editPassword(student_id,password)
1141	break
1142	return student_id,msg,mapping
1143	###)
1144	###)
1145
1146	class StudentStudyLevelImport(WAeUPImport):###(
1147	""" StudentStudyLevelImport """
1148	name = "student_study_level"
1149	plural_name = "%ss" % name
1150	commit_after = 1000000
1151	required_modes = ('create',)
1152
1153	def create(self,mapping): ###(
1154	"edit student levels and create StudentStudyLevel object if not existent"
1155	wftool = self.portal_workflow
1156	logger = logging.getLogger('WAeUPImport.StudentStudyLevelImport.create')
1157	students_folder = self.portal_url.getPortalObject().campus.students
1158	student_id = mapping.get('id',None)
1159	matric_no = mapping.get('matric_no',None)
1160	editable_keys = mapping.keys()
1161	key = ''
1162	msg = ''
1163	while True:
1164	result = self.findStudent('create',student_id=student_id,matric_no=matric_no)
1165	msg = result['msg']
1166	if msg:
1167	break
1168	student_record = result['student_record']
1169	student_id = student_record.id
1170	mapping['id'] = student_id
1171	session = mapping.get('session','')
1172	level = key = mapping.get('code','')
1173	if not level.isdigit():
1174	msg = 'student %s: imported level is empty' % (student_id,)
1175	break
1176	study_course_obj = getattr(getattr(students_folder,student_id),'study_course',None)
1177	if study_course_obj is None:
1178	msg = 'student %s: no study_course object' % student_id
1179	break
1180	level_obj = getattr(study_course_obj,level,None)
1181	if level_obj is None:
1182	# The only difference to the edit method is that we create a StudentStudyLevel object
1183	try:
1184	study_course_obj.invokeFactory('StudentStudyLevel',"%s" % level)
1185	level_obj = getattr(context,"%s" % level)
1186	except:
1187	continue
1188	level_obj.getContent().edit(mapping = mapping)
1189	level_review_state = wftool.getInfoFor(level_obj,'review_state',None)
1190	if level_review_state != "closed":
1191	wftool.doActionFor(level_obj,'close')
1192	break
1193	return key,msg,mapping
1194	###)
1195
1196	def edit(self,mapping): ###(
1197	"edit student levels"
1198	wftool = self.portal_workflow
1199	logger = logging.getLogger('WAeUPImport.StudentStudyLevelImport.edit')
1200	students_folder = self.portal_url.getPortalObject().campus.students
1201	student_id = mapping.get('id',None)
1202	matric_no = mapping.get('matric_no',None)
1203	key = ''
1204	msg = ''
1205	while True:
1206	result = self.findStudent('create',student_id=student_id,matric_no=matric_no)
1207	msg = result['msg']
1208	if msg:
1209	break
1210	student_record = result['student_record']
1211	student_id = student_record.id
1212	mapping['id'] = student_id
1213	session = mapping.get('session','')
1214	level = key = mapping.get('code','')
1215	#import pdb;pdb.set_trace()
1216	if not level.isdigit():
1217	msg = 'student %s: imported level is empty' % (student_id,)
1218	break
1219	study_course_obj = getattr(getattr(students_folder,student_id),'study_course',None)
1220	if study_course_obj is None:
1221	msg = 'student %s: no study_course object' % student_id
1222	break
1223	level_obj = getattr(study_course_obj,level,None)
1224	if level_obj is None:
1225	msg = 'student %s: no study_level object for level %s' % (student_id,level)
1226	break
1227	level_obj.getContent().edit(mapping = mapping)
1228	break
1229	return key,msg,mapping
1230	###)
1231	###)
1232
1233	class VerdictImport(WAeUPImport):###(
1234	""" VerdictImport """
1235	name = "verdict"
1236	plural_name = "%ss" % name
1237	commit_after = 1000
1238	required_modes = ('create','edit')
1239
1240	def create(self,mapping): ###(
1241	"edit student verdicts and create StudentStudyLevel object if not existent"
1242	wftool = self.portal_workflow
1243	logger = logging.getLogger('WAeUPImport.VerdictImport.create')
1244	students_folder = self.portal_url.getPortalObject().campus.students
1245	student_id = mapping.get('id',None)
1246	matric_no = mapping.get('matric_no',None)
1247	editable_keys = mapping.keys()
1248	key = ''
1249	while True:
1250	result = self.findStudent('create',student_id=student_id,matric_no=matric_no)
1251	#student_record,msg = self.getStudentRecord(mapping)
1252	msg = result['msg']
1253	if msg:
1254	break
1255	student_record = result['student_record']
1256	student_id = student_record.id
1257	mapping['id'] = student_id
1258	d = {}
1259	#import pdb;pdb.set_trace()
1260	any_change = False
1261	#special treatment for StudentStudyLevel
1262	current_session = d['session'] = mapping.get('current_session','')
1263	if current_session and student_record.session != current_session:
1264	msg = 'student %s: imported session %s does not match current_session %s' % (student_id,
1265	current_session,
1266	student_record.session)
1267	break
1268	current_level = mapping.get('current_level','')
1269	if not current_level.isdigit():
1270	msg = 'student %s: imported level is empty' % (student_id,)
1271	break
1272	if current_level and student_record.level != current_level:
1273	msg = 'student %s: imported level %s does not match current_level %s' % (student_id,
1274	current_level,
1275	student_record.level)
1276	break
1277	student_review_state = student_record.review_state
1278	if student_review_state == 'deactivated':
1279	msg = "student %s in review_state %s" % (student_id, student_review_state)
1280	break
1281	if student_review_state not in ('courses_validated','returning'):
1282	msg = "student %s in wrong review_state %s" % (student_id, student_review_state)
1283	break
1284	student_obj = getattr(students_folder,student_id)
1285	# f2t = self.field2types_student
1286	study_course_obj = getattr(student_obj,'study_course',None)
1287	if study_course_obj is None:
1288	msg = 'student %s: no study_course object' % student_id
1289	break
1290	level_obj = getattr(study_course_obj,current_level,None)
1291
1292	if level_obj is None:
1293	# The only difference to the edit method is that we create a StudentStudyLevel object
1294	try:
1295	study_course_obj.invokeFactory('StudentStudyLevel',"%s" % current_level)
1296	level_obj = getattr(context,"%s" % current_level)
1297	level_obj.portal_workflow.doActionFor(level,'open')
1298	except:
1299	continue
1300	#msg = 'student %s: no study_level object for level %s' % (student_id,
1301	# current_level)
1302	#break
1303
1304	verdict = d['verdict'] = d['current_verdict'] = mapping.get('current_verdict','')
1305
1306	#if verdict == student_record.verdict:
1307	# msg = 'student %s: verdict already set to %s' % (student_id,
1308	# verdict)
1309
1310	level_review_state = wftool.getInfoFor(level_obj,'review_state',None)
1311	if level_review_state != "closed":
1312	wftool.doActionFor(level_obj,'close')
1313	# msg = 'student %s: level %s is not closed' % (student_id,
1314	# current_level)
1315
1316	study_course_obj.getContent().edit(mapping = d)
1317	level_obj.getContent().edit(mapping = d)
1318	if student_review_state != "returning":
1319	wftool.doActionFor(student_obj,'return')
1320	# try:
1321	# wftool.doActionFor(level_obj,'close')
1322	# except:
1323	# pass
1324	break
1325	return student_id,msg,mapping
1326	###)
1327
1328
1329	def edit(self,mapping): ###(
1330	"edit student verdicts"
1331	wftool = self.portal_workflow
1332	logger = logging.getLogger('WAeUPImport.VerdictImport.edit')
1333	students_folder = self.portal_url.getPortalObject().campus.students
1334	student_id = mapping.get('id',None)
1335	matric_no = mapping.get('matric_no',None)
1336	editable_keys = mapping.keys()
1337	key = ''
1338	while True:
1339	result = self.findStudent('edit',student_id=student_id,matric_no=matric_no)
1340	#student_record,msg = self.getStudentRecord(mapping)
1341	msg = result['msg']
1342	if msg:
1343	break
1344	student_record = result['student_record']
1345	key_used = result['key_used']
1346	if key_used in editable_keys:
1347	editable_keys.remove(key_used)
1348	student_id = student_record.id
1349	mapping['id'] = student_id
1350	d = {}
1351	#import pdb;pdb.set_trace()
1352	any_change = False
1353	#special treatment for StudentStudyLevel
1354	current_session = d['session'] = mapping.get('current_session','')
1355	if current_session and student_record.session != current_session:
1356	msg = 'student %s: imported session %s does not match current_session %s' % (student_id,
1357	current_session,
1358	student_record.session)
1359	break
1360	current_level = mapping.get('current_level','')
1361	if not current_level.isdigit():
1362	msg = 'student %s: imported level is empty' % (student_id,)
1363	break
1364	if current_level and student_record.level != current_level:
1365	msg = 'student %s: imported level %s does not match current_level %s' % (student_id,
1366	current_level,
1367	student_record.level)
1368	break
1369	student_review_state = student_record.review_state
1370	if student_review_state == 'deactivated':
1371	msg = "student %s in review_state %s" % (student_id, student_review_state)
1372	break
1373	if student_review_state not in ('courses_validated','returning'):
1374	msg = "student %s in wrong review_state %s" % (student_id, student_review_state)
1375	break
1376	student_obj = getattr(students_folder,student_id)
1377	# f2t = self.field2types_student
1378	study_course_obj = getattr(student_obj,'study_course',None)
1379	if study_course_obj is None:
1380	msg = 'student %s: no study_course object' % student_id
1381	break
1382	level_obj = getattr(study_course_obj,current_level,None)
1383	if level_obj is None:
1384	msg = 'student %s: no study_level object for level %s' % (student_id,
1385	current_level)
1386	break
1387	verdict = d['verdict'] = d['current_verdict'] = mapping.get('current_verdict','')
1388
1389	#if verdict == student_record.verdict:
1390	# msg = 'student %s: verdict already set to %s' % (student_id,
1391	# verdict)
1392
1393	level_review_state = wftool.getInfoFor(level_obj,'review_state',None)
1394	if level_review_state != "closed":
1395	wftool.doActionFor(level_obj,'close')
1396	# msg = 'student %s: level %s is not closed' % (student_id,
1397	# current_level)
1398
1399	study_course_obj.getContent().edit(mapping = d)
1400	level_obj.getContent().edit(mapping = d)
1401	if student_review_state != "returning":
1402	wftool.doActionFor(student_obj,'return')
1403	# try:
1404	# wftool.doActionFor(level_obj,'close')
1405	# except:
1406	# pass
1407	break
1408	return student_id,msg,mapping
1409	###)
1410
1411
1412
1413	class PaymentImport(WAeUPImport):###(
1414	""" PaymentImport """
1415	name = "payment"
1416	plural_name = "%ss" % name
1417	commit_after = 1000000
1418	required_modes = ('create',)
1419
1420	def create(self,mapping): ###(
1421	"create payment object"
1422	wftool = self.portal_workflow
1423	logger = logging.getLogger('WAeUPImport.PaymentImport.create')
1424	students_folder = self.portal_url.getPortalObject().campus.students
1425	student_id = mapping.get('id',None)
1426	order_id = key= mapping.get('order_id',None)
1427	payment_type = mapping.get('type',None)
1428	editable_keys = mapping.keys()
1429	key = ''
1430	msg = ''
1431	while True:
1432	result = self.findStudent('create',student_id=student_id)
1433	msg = result['msg']
1434	if msg:
1435	break
1436	if payment_type == 'sc':
1437	hyphen = order_id.rfind('-')
1438	if not hyphen > -1:
1439	msg = '%s: wrong order_id of sc payment' % student_id
1440	break
1441	payment_object_id = 'p' + order_id[hyphen+1:]
1442	elif payment_type == 'online':
1443	payment_object_id = 'p' + order_id[6:]
1444	else:
1445	msg = '%s: no payment type defined' % student_id
1446	break
1447	student_record = result['student_record']
1448	student_id = student_record.id
1449
1450	mapping['id'] = student_id
1451	payments_folder = getattr(getattr(students_folder,student_id),'payments',None)
1452	if payments_folder is None:
1453	msg = '%s: no payments folder' % student_id
1454	break
1455	if getattr(payments_folder,payment_object_id,False):
1456	msg = '%s: payment object with id %s exists' % (student_id,payment_object_id)
1457	break
1458	try:
1459	#import pdb;pdb.set_trace()
1460	payments_folder.invokeFactory('Payment',"%s" % payment_object_id)
1461	payment_obj = getattr(payments_folder,"%s" % payment_object_id)
1462	except:
1463	msg = '%s: payment object %s cannot be created' % (student_id,payment_object_id)
1464	break
1465	payment_obj.getContent().edit(mapping = mapping)
1466	wftool.doActionFor(payment_obj,'close')
1467	break
1468	return key,msg,mapping
1469	###)
1470
1471
1472	###)

Note: See TracBrowser for help on using the repository browser.

Download in other formats: