Context navigation

source: WAeUP_SRP/trunk/WAeUPImport.py @ 4540

Last change on this file since 4540 was 4531, checked in by Henrik Bettermann, 15 years ago
restore picture () folder if student id is given (not yet tested)
Property svn:keywords set to `Id`
File size: 64.9 KB

Line
1	#-- mode: python; mode: fold --
2	# (C) Copyright 2005 The WAeUP group <http://www.waeup.org>
3	# Author: Joachim Schmitz (js@aixtraware.de)
4	#
5	# This program is free software; you can redistribute it and/or modify
6	# it under the terms of the GNU General Public License version 2 as published
7	# by the Free Software Foundation.
8	#
9	# This program is distributed in the hope that it will be useful,
10	# but WITHOUT ANY WARRANTY; without even the implied warranty of
11	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12	# GNU General Public License for more details.
13	#
14	# You should have received a copy of the GNU General Public License
15	# along with this program; if not, write to the Free Software
16	# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
17	# 02111-1307, USA.
18	#
19	# $Id: WAeUPImport.py 4531 2009-09-09 07:54:25Z henrik $
20	"""The WAeUP Tool Box.
21	"""
22
23	#from AccessControl import ClassSecurityInfo
24	#from Acquisition import aq_inner
25	#from Acquisition import aq_parent
26	#from Globals import DTMLFile
27	#from Globals import InitializeClass
28	from OFS.SimpleItem import SimpleItem
29	from zExceptions import BadRequest
30
31	#from Products.CMFCore.utils import getToolByName
32	#from Products.CPSSchemas.DataStructure import DataStructure
33	#from Products.CPSSchemas.DataModel import DataModel
34	#from Products.CPSSchemas.StorageAdapter import MappingStorageAdapter
35	from Products.CMFCore.ActionProviderBase import ActionProviderBase
36	#from Products.CMFCore.permissions import View
37	#from Products.ZCatalog.ZCatalog import ZCatalog
38	#from Products.CMFCore.permissions import ModifyPortalContent
39	#from Products.CMFCore.permissions import ManagePortal
40	from Products.CMFCore.utils import UniqueObject
41	#from Products.CMFCore.URLTool import URLTool
42	from Products.CMFCore.utils import getToolByName
43	from Globals import package_home,INSTANCE_HOME
44	from Products.AdvancedQuery import Eq, Between, Le,In
45	import csv,re,os,sys
46	from shutil import copy2
47	import DateTime,time
48	import logging
49	p_home = package_home(globals())
50	i_home = INSTANCE_HOME
51	from utils import makeDigest
52
53	NO_KEY = '----'
54	IGNORE = 'ignore'
55	class WAeUPImport(UniqueObject, SimpleItem, ActionProviderBase): ###(
56	""" WAeUPImport """
57	required_modes = ('create',)
58
59	def __init__(self,waeup_tool): ###(
60	self.students_folder = waeup_tool.portal_url.getPortalObject().campus.students
61	self.member = member = waeup_tool.portal_membership.getAuthenticatedMember()
62	self.import_date = DateTime.DateTime()
63	self.imported_by = str(member)
64	#self.current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
65	self.waeup_tool = waeup_tool
66	self.academics_folder = waeup_tool.portal_url.getPortalObject().campus.academics
67	self.schema_tool = getToolByName(waeup_tool, 'portal_schemas')
68	self.layout_tool = getToolByName(waeup_tool, 'portal_layouts')
69	self.types_tool = getToolByName(waeup_tool, 'portal_types')
70	self.portal_workflow = getToolByName(waeup_tool, 'portal_workflow')
71	self.portal_url = getToolByName(waeup_tool, 'portal_url')
72	self.portal_catalog = waeup_tool.portal_catalog
73	self.portal_directories = waeup_tool.portal_directories
74	self.students_catalog = waeup_tool.students_catalog
75	self.courses_catalog = waeup_tool.courses_catalog
76	self.course_results = waeup_tool.course_results
77	self.payments_catalog = waeup_tool.payments_catalog
78	self.applicants_catalog = waeup_tool.applicants_catalog
79	self.removed_student_ids = waeup_tool.removed_student_ids
80	#self.mode = mode
81	# self.import_method = getattr(self, '%s' % mode,None)
82	errors = []
83	# if self.import_method is None:
84	# errors.append('No importer method %s' % mode)
85	self.pending_path = "%s/import/%s.pending" % (i_home,self.plural_name)
86	self.pending_tmp = "%s/import/%s.pending.tmp" % (i_home,self.plural_name)
87	self.pending_backup = "%s/import/%s.pending.old" % (i_home,self.plural_name)
88	self.pending_fn = os.path.split(self.pending_path)[1]
89	self.imported_path = "%s/import/%s.imported" % (i_home,self.plural_name)
90	self.imported_fn = os.path.split(self.imported_path)[1]
91	iname = "import_%s" % self.name
92	self.logger = logging.getLogger('WAeUPImport.%sImport' % self.plural_name.capitalize())
93	self.schema = self.schema_tool._getOb(iname,None)
94	#self.pending_schema = self.schema_tool._getOb("%s_pending" % iname,None)
95	self.layout = self.layout_tool._getOb(iname,None)
96	while True:
97	if self.schema is None:
98	errors.append('no schema %s' % iname)
99	# if self.pending_schema is None:
100	# self.pending_schema = self.schema
101	if self.layout is None:
102	errors.append('no such layout %s' % iname)
103	if errors:
104	break
105	self.data_keys = self.schema.keys()
106	self.csv_keys = self.schema.keys()
107	info = {}
108	info['imported_from'] = ''
109	info['import_record_no'] = 0
110	info['imported_by'] = self.imported_by
111	info['import_date'] = self.import_date.strftime("%d/%m/%y %H:%M:%S")
112	info['error'] = ''
113	self.info = info
114	self.csv_keys.extend(self.info)
115	self.validators = {}
116	for widget in self.layout.keys():
117	self.validators[widget] = self.layout[widget].validate
118	self.required_keys = {}
119	for mode in self.required_modes:
120	self.required_keys[mode] = [self.layout.getIdUnprefixed(id)
121	for id,widget in self.layout.objectItems()
122	if widget.is_required]
123	break
124	self.init_errors = ','.join(errors)
125	###)
126
127	def findStudent(self,mode,student_id=None, matric_no=None, jamb_reg_no=None): ###(
128	student_record = None
129	msg = ''
130	key_used = ''
131	while True:
132	if student_id:
133	key_used = 'student_id'
134	res = self.students_catalog(id = student_id)
135	if not res:
136	msg = "no student with id %s" % student_id
137	break
138	student_record = res[0]
139	if matric_no and student_record.matric_no:
140	if matric_no != student_record.matric_no:
141	msg = "old matric_no %s overwritten with %s" % (student_record.matric_no,matric_no)
142	#logger.info("%s, old matric_no %s overwritten with %s" % (student_record.id,student_record.matric_no,matric_no))
143	if jamb_reg_no and student_record.jamb_reg_no:
144	if jamb_reg_no != student_record.jamb_reg_no:
145	msg = "old reg_no %s overwritten with %s" % (student_record.jamb_reg_no,jamb_reg_no)
146	#logger.info("%s, old reg_no %s overwritten with %s" % (student_record.id,student_record.jamb_reg_no,jamb_reg_no))
147	elif jamb_reg_no:
148	key_used = 'jamb_reg_no'
149	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
150	if res:
151	if mode == 'create':
152	msg = "jamb_reg_no exists"
153	break
154	else:
155	if mode == 'edit':
156	msg = "no student with jamb_reg_no %s" % jamb_reg_no
157	break
158	student_record = res[0]
159	elif matric_no:
160	key_used = 'matric_no'
161	res = self.students_catalog(matric_no = matric_no)
162	if not res:
163	msg = "no student with matric_no %s" % matric_no
164	break
165	student_record = res[0]
166	else:
167	msg = "neither id, matric_no nor reg_no specified"
168	break
169	d = {}
170	d['student_record'] = student_record
171	d['key_used'] = key_used
172	d['msg'] = msg
173	return d
174	###)
175
176	def makeIdLists(self): ###(
177	pending_digests = []
178	pending = []
179	# pending_student_ids = []
180	# pending_matric_nos = []
181	# pending_reg_ns = []
182	if os.path.exists(self.pending_path):
183	datafile = open(self.pending_path,"r")
184	reader = csv.reader(datafile)
185	old_headline = reader.next()
186	#datafile.seek(0)
187	pending_csv_reader = csv.DictReader(datafile,old_headline,)
188	#pending_csv_reader.next() # skip headline
189	for item in pending_csv_reader:
190	digest = makeDigest(item,self.data_keys)
191	if digest not in pending_digests:
192	pending_digests += digest,
193	pending += item,
194	datafile.close()
195	#copy2(self.pending_path,self.pending_backup)
196	return pending, pending_digests
197	###)
198
199	def checkHeadline(self,headline): ###(
200	""" check the headline of a csv file """
201	import_keys = [k.strip() for k in headline if not (k.strip().startswith('ignore')
202	or k.strip() in self.info.keys())]
203	# import_keys = [k.strip() for k in headline if not (k.strip() in self.info.keys())]
204	diff2schema = set(import_keys).difference(set(self.schema.keys()))
205	diff2layout = set(import_keys).difference(set(self.layout.keys()))
206	#if diff2schema and diff2schema != set(['id',]):
207	if diff2schema:
208	return list(diff2schema)
209	return []
210	###)
211
212	def getHeadlineFields(self,headline,values): ###(
213	""" check the headline of a csv file """
214	# import_keys = [k.strip() for k in headline if not (k.strip().startswith('ignore')
215	# or k.strip() in self.info.keys())]
216	import_keys = [k.strip() for k in headline if not (k.strip() in self.info.keys())]
217	info_keys = [k.strip() for k in headline if k.strip() in self.info.keys()]
218	si = set(import_keys)
219	ss = set(self.schema.keys())
220
221	invalid_keys = si - ss
222	keys = []
223	i = 0
224	duplicates = False
225	singels = []
226	msg = ''
227	while True:
228	if len(values) != len(import_keys):
229	if len(values) == len(import_keys) + len(info_keys):
230	msg += "fields from pending file in headline"
231	else:
232	msg += "%d fields in headline but %d values" % (len(import_keys),len(values))
233	break
234	for k in import_keys:
235	if k in singels:
236	keys += (k,'%s' % k,values[i],'(duplicate)'),
237	msg += ("duplicate %s," % k)
238	keys[singels.index(k)] = (k,'%s' % k,values[singels.index(k)],'(duplicate)')
239	elif k in invalid_keys and not k.startswith(IGNORE):
240	keys += (k,NO_KEY,values[i],'(invalid)'),
241	else:
242	keys += (k,k,values[i],''),
243	i += 1
244	singels += k,
245	break
246	return msg,keys
247	###)
248	###)
249
250	class ApplicationImport(WAeUPImport):###(
251	name = "application"
252	plural_name = "%ss" % name
253	commit_after = 1000
254
255	def create(self,mapping):###(
256	reg_no = mapping.get('reg_no')
257	msg = ''
258	while True:
259	try:
260	self.applicants_catalog.addRecord(**mapping)
261	except ValueError:
262	msg = "applicant record with reg_no %s already exists" % reg_no
263	break
264	return reg_no,msg,mapping
265	###)
266
267	def remove(self,mapping):
268	reg_no = mapping.get('reg_no')
269	msg = ''
270	while True:
271	if self.applicants_catalog.getRecordByKey(reg_no) is None:
272	msg = "no application record with reg_no %(reg_no)s" % vars()
273	break
274	self.applicants_catalog.deleteRecord(reg_no)
275	break
276	return reg_no,msg,mapping
277
278	def edit(self,mapping):###(
279	reg_no = mapping.get('reg_no')
280	status = mapping.get('status')
281	msg = ''
282	while True:
283	res = self.applicants_catalog(reg_no = reg_no)
284	if len(res):
285	if res[0].status == 'created' and status != 'created':
286	msg = "student object with id %s for %s already created, status cannot be changed" % (res[0].student_id, reg_no)
287	elif status == 'created' and res[0].status != 'created':
288	msg = "student object for %s has not yet been created, status cannot be set to 'created'" % (reg_no)
289	else:
290	self.applicants_catalog.modifyRecord(**mapping)
291	else:
292	msg = "applicant record with reg_no %s does not exist" % reg_no
293	break
294	return reg_no,msg,mapping
295	###)
296
297	###)
298
299	class CertificateImport(WAeUPImport):###(
300	name = "certificate"
301	plural_name = "%ss" % name
302	commit_after = 100000
303
304	def create(self,mapping):###(
305	if getattr(self,'_v_certificate_list',None) is None:
306	self._v_certificate_list = []
307	if getattr(self,'_v_department_certificates',None) is None:
308	departments = self.portal_catalog(portal_type = "Department")
309	self._v_department_certificates = {}
310	for department in departments:
311	certificates_container = getattr(department.getObject(),"certificates",None)
312	self._v_department_certificates[department.getId] = {'container': certificates_container,
313	'certificates': certificates_container.objectIds(),
314	}
315	department_id = mapping['department_code']
316	msg = ''
317	certificate_id = mapping.get('code')
318	while True:
319	department_certificates = self._v_department_certificates.get(department_id,None)
320	if department_certificates is None:
321	msg = "No Department with ID: %s" % department_id
322	break
323	certificates_container = department_certificates['container']
324	certificates = department_certificates['certificates']
325	if certificate_id in self._v_certificate_list:
326	msg = "Duplicate Certificate ID: %s" % department_id
327	break
328	if certificate_id in certificates:
329	msg = "Duplicate Certificate ID: %s" % department_id
330	break
331	try:
332	certificates_container.invokeFactory('Certificate', certificate_id)
333	except BadRequest,E:
334	msg = "%s" % E
335	break
336	self._v_certificate_list.append(certificate_id)
337	certificate = getattr(certificates_container,certificate_id)
338	certificate.getContent().edit(mapping=mapping)
339	break
340	return certificate_id,msg,mapping
341	###)
342
343	def edit(self,mapping):###(
344	certificate_id = mapping.get('code')
345	res = self.portal_catalog(id=certificate_id)
346	msg = ''
347	while True:
348	if not res:
349	msg = "no certificate with id: %s" % certificate_id
350	break
351	c = res[0].getObject()
352	c.getContent().edit(mapping=mapping)
353	break
354	return certificate_id,msg,mapping
355	###)
356	###)
357
358	class CourseImport(WAeUPImport):###(
359	name = "course"
360	plural_name = "%ss" % name
361	commit_after = 1000
362
363	def create(self,mapping):###(
364	if getattr(self,'_v_course_list',None) is None:
365	self._v_course_list = []
366	if getattr(self,'_v_department_courses',None) is None:
367	departments = self.portal_catalog(portal_type = "Department")
368	self._v_department_courses = {}
369	for department in departments:
370	courses_container = getattr(department.getObject(),"courses",None)
371	if courses_container is not None:
372	self._v_department_courses[department.getId] = {'container': courses_container,
373	'courses': courses_container.objectIds(),
374	}
375	department_id = mapping['department_code']
376	course_id = mapping.get('code','')
377	msg = ''
378	while True:
379	department_courses = self._v_department_courses.get(department_id,None)
380	if department_courses is None:
381	msg = "no department with id: %(department_id)s" % vars()
382	break
383	courses_container = department_courses['container']
384	courses = department_courses['courses']
385	if course_id in self._v_course_list:
386	msg = "duplicate course id: %(course_id)s" % vars()
387	break
388	if course_id in courses:
389	msg = "course %(course_id)s already exists in department %(department_id)s" % vars()
390	break
391	try:
392	courses_container.invokeFactory('Course', course_id)
393	except BadRequest,E:
394	msg = "%s" % E
395	break
396	self._v_course_list.append(course_id)
397	course = getattr(courses_container,course_id)
398	course.getContent().edit(mapping=mapping)
399	break
400	return course_id,msg,mapping
401	###)
402
403	def edit(self,mapping): ###(
404	course_id = mapping.get('code','')
405	course = self.courses_catalog.getRecordByKey(course_id)
406	msg = ''
407	while True:
408	if course is None:
409	msg = "no course with id: %s" % course_id
410	break
411	course_object = getattr(getattr(getattr(getattr(self.academics_folder,course.faculty),
412	course.department),
413	'courses'),
414	course_id)
415	course_object.getContent().edit(mapping=mapping)
416	break
417	return course_id,msg,mapping
418	###)
419
420	def remove(self,mapping): ###(
421	course_id = mapping.get('code','')
422	course = self.courses_catalog.getRecordByKey(course_id)
423	msg = ''
424	while True:
425	if course is None:
426	msg = "no course with id: %s" % course_id
427	break
428	courses = getattr(getattr(getattr(self.academics_folder,course.faculty),
429	course.department),
430	'courses')
431	courses.manage_delObjects((course_id),)
432	break
433	return course_id,msg,mapping
434	###)
435
436	###)
437
438	class CourseResultImport(WAeUPImport):###(
439	""" CourseresultImport """
440	name = "course_result"
441	plural_name = "%ss" % name
442	commit_after = 1000000
443	required_modes = ('create','edit','remove')
444
445	def create(self,mapping):###(
446	students_folder = self.portal_url.getPortalObject().campus.students
447	if getattr(self,'_v_courses',None) is None:
448	res = self.courses_catalog()
449	self._v_courses = {}
450	for brain in res:
451	self._v_courses[brain.code] = brain
452	if getattr(self,'_v_level_created',None) is None:
453	self._v_level_created = []
454	if getattr(self,'_v_student_study_course',None) is None:
455	self._v_student_study_course = {}
456	msg = ''
457	key = ''
458	matric_no = mapping.get('matric_no','')
459	id = mapping.get('id','')
460	while True:
461	course_id = mapping.get('code')
462	if course_id not in self._v_courses.keys():
463	msg = "no course with id: %s" % course_id
464	break
465	result = self.findStudent('create',student_id=id,matric_no=matric_no)
466	msg = result['msg']
467	if msg:
468	break
469	student_record = result['student_record']
470	student_id = mapping['student_id'] = student_record.id
471	level_id = mapping.get('level_id','')
472	code = mapping.get('code','')
473	level_ident = "%(student_id)s_%(level_id)s" % vars()
474	if level_ident not in self._v_level_created:
475	context = self._v_student_study_course.get(student_id,None)
476	if context is None:
477	try:
478	context = getattr(getattr(students_folder,
479	"%(student_id)s" % vars()),
480	'study_course')
481	self._v_student_study_course[student_id] = context
482	except:
483	msg = "could not create level %(level_id)s for %(student_id)s" % vars()
484	break
485	if level_id not in context.objectIds():
486	context.invokeFactory('StudentStudyLevel',"%(level_id)s" % vars())
487	level = getattr(context,"%(level_id)s" % vars())
488	self.portal_workflow.doActionFor(level,'open')
489	session_id = mapping.get('session_id','')
490	if session_id:
491	level.getContent().edit(mapping={'session': "%s" % session_id,})
492	self.portal_workflow.doActionFor(level,'close')
493	self._v_level_created += level_ident,
494	mapping['key'] = key = "%(student_id)s\|%(level_id)s\|%(code)s" % vars()
495	#overwrite semester and credits in create mode
496	for k in ('semester','credits',):
497	mapping[k] = getattr(self._v_courses[course_id],k)
498	try:
499	self.course_results.addRecord(**mapping)
500	except ValueError:
501	msg = "course result already exists: %s" % key
502	break
503	return key,msg,mapping
504	###)
505
506	def edit(self,mapping): ###(
507	msg = ''
508	key = ''
509	matric_no = mapping.get('matric_no','')
510	id = mapping.get('id','')
511	while True:
512	result = self.findStudent('edit',student_id=id,matric_no=matric_no)
513	msg = result['msg']
514	if msg:
515	break
516	student_record = result['student_record']
517	student_id = student_record.id
518	level_id = mapping.get('level_id','')
519	code = mapping.get('code','')
520	#code = mapping['code']
521	mapping['key'] = key = "%(student_id)s\|%(level_id)s\|%(code)s" % vars()
522	if self.course_results.getRecordByKey(key) is None:
523	msg = "no course result with key %(key)s" % vars()
524	break
525	self.course_results.modifyRecord(**mapping)
526	break
527	return key,msg,mapping
528	###)
529
530	def remove(self,mapping):###(
531	key = ''
532	msg = ''
533	matric_no = mapping.get('matric_no','')
534	id = mapping.get('id','')
535	while True:
536	result = self.findStudent('edit',student_id=id,matric_no=matric_no)
537	msg = result['msg']
538	if msg:
539	break
540	student_record = result['student_record']
541	student_id = student_record.id
542	level_id = mapping.get('level_id','')
543	code = mapping.get('code','')
544	key = "%(student_id)s\|%(level_id)s\|%(code)s" % vars()
545	if self.course_results.getRecordByKey(key) is None:
546	msg = "no course result with key %(key)s" % vars()
547	break
548	self.course_results.deleteRecord(key)
549	break
550	return key,msg,mapping
551	###)
552	###)
553
554	class CertificateCourseImport(WAeUPImport):###(
555	name = "certificate_course"
556	plural_name = "%ss" % name
557	commit_after = 1000
558	required_modes = ('create','edit')
559
560	def create(self,mapping):
561	if getattr(self,'_v_courses',None) is None:
562	res = self.courses_catalog()
563	self._v_courses= [course.code for course in res]
564	if getattr(self,'_v_ceritficates',None) is None:
565	res = self.portal_catalog(portal_type = "Certificate")
566	self._v_certificates = {}
567	for cert in res:
568	self._v_certificates[cert.getId] = cert.getObject()
569	msg = ''
570	while True:
571	certificate_course_id = mapping.get('code')
572	if certificate_course_id not in self._v_courses:
573	msg = "no course with id: %s" % certificate_course_id
574	break
575	cert_id = mapping['certificate_code']
576	cert = self._v_certificates.get(cert_id,None)
577	if cert is None:
578	msg = "no certificate with id: %s" % cert_id
579	break
580	level_id = mapping.get('level')
581	level = getattr(cert,level_id,None)
582	if level is None:
583	cert.invokeFactory('StudyLevel', level_id)
584	level = getattr(cert,level_id,None)
585	elif hasattr(level,certificate_course_id):
586	msg = "duplicate certificate course id: %(certificate_course_id)s " % vars()
587	msg += "in %(cert_id)s/ %(level_id)s" % vars()
588	break
589	level.invokeFactory('CertificateCourse', certificate_course_id)
590	c = getattr(level,certificate_course_id)
591	c.getContent().edit(mapping=mapping)
592	break
593	return certificate_course_id,msg,mapping
594	###)
595
596	class DepartmentImport(WAeUPImport):###(
597	name = "department"
598	plural_name = "%ss" % name
599	commit_after = 1000
600
601	def create(self,mapping):###(
602	"create a department in the correct faculty"
603	faculty_id = mapping['faculty_code']
604	msg = ''
605	if getattr(self,'_v_faculties',None) is None:
606	res = self.portal_catalog(portal_type = "Faculty")
607	self._v_faculties = {}
608	for f in res:
609	self._v_faculties[f.getId] = f.getObject()
610	department_id = mapping.get('code','')
611	while True:
612	faculty = self._v_faculties.get(faculty_id,None)
613	if faculty is None:
614	msg = "no faculty with id: %s" % faculty_id
615	break
616	else:
617	d = getattr(faculty,department_id,None)
618	if d is None or d.portal_type == "Faculty":
619	try:
620	faculty.invokeFactory('Department', department_id)
621	except BadRequest,E:
622	msg = "%s" % E
623	break
624	d = getattr(faculty,department_id)
625	d.invokeFactory('CoursesFolder','courses')
626	courses = getattr(d,'courses')
627	dict = {'Title': 'Courses'}
628	courses.getContent().edit(mapping=dict)
629	d.invokeFactory('CertificatesFolder','certificates')
630	certificates = getattr(d,'certificates')
631	dict = {'Title': 'Certificates'}
632	certificates.getContent().edit(mapping=dict)
633	d.getContent().edit(mapping=mapping)
634	break
635	return department_id,msg,mapping
636	###)
637
638	def edit(self,mapping): ###(
639	"edit a department in the correct faculty"
640	academics_folder = self.portal_url.getPortalObject().campus.academics
641	faculty_id = mapping['faculty_code']
642	department_id = mapping.get('code','')
643	msg = ''
644	while True:
645	try:
646	d = getattr(getattr(academics_folder,faculty_id),department_id,None)
647	except KeyError:
648	msg = "department %s or faculty %s wrong" % (department_id,faculty_id)
649	break
650	if d is None or d.portal_type == "Faculty":
651	msg = "department %s not found" % (department_id)
652	break
653	d.getContent().edit(mapping=mapping)
654	break
655	return department_id,msg,mapping
656	###)
657	###)
658
659	class FacultyImport(WAeUPImport):###(
660	name = "faculty"
661	plural_name = "faculties"
662	commit_after = 100
663
664
665	def create(self,mapping): ###(
666	"create a faculty"
667	academics_folder = self.portal_url.getPortalObject().campus.academics
668	faculty_id = mapping.get('code','')
669	msg = ''
670	while True:
671	if faculty_id in academics_folder.objectIds():
672	msg = "faculty with id: %s exists" % faculty_id
673	break
674	try:
675	academics_folder.invokeFactory('Faculty', faculty_id)
676	except BadRequest,E:
677	msg = "%s" % E
678	break
679	f = getattr(academics_folder,faculty_id,None)
680	f.getContent().edit(mapping=mapping)
681	break
682	return faculty_id,msg,mapping
683	###)
684
685	def edit(self,mapping): ###(
686	"edit a faculty"
687	academics_folder = self.portal_url.getPortalObject().campus.academics
688	faculty_id = mapping['code']
689	msg = ''
690	while True:
691	f = getattr(academics_folder,faculty_id,None)
692	if f is None:
693	msg = "faculty with id: %s does not exist" % faculty_id
694	f.getContent().edit(mapping=mapping)
695	break
696	return faculty_id,msg,mapping
697	###)
698	###)
699
700	class StudentImport(WAeUPImport):###(
701	name = "student"
702	plural_name = "%ss" % name
703	commit_after = 100
704
705	field2types_student = { ###(
706	'StudentApplication':
707	{'id': 'application',
708	#'title': 'Application Data',
709	'wf_transition_return': 'close',
710	'wf_transition_admit': 'remain',
711	'wf_transition_graduate': 'close',
712	'wf_transition_pay_school_fee': 'close',
713	'wf_transition_validate_courses': 'close',
714	'fields':
715	('jamb_reg_no',
716	'entry_mode',
717	'entry_session',
718	'jamb_score',
719	'app_email',
720	'app_mobile',
721	'jamb_age',
722	'jamb_state',
723	'jamb_lga',
724	'jamb_sex',
725	'app_ac_pin',
726	'app_reg_pin',
727	'app_ac_date',
728	)
729	},
730	'StudentClearance':
731	{'id': 'clearance',
732	#'title': 'Clearance/Eligibility Record',
733	'wf_transition_return': 'close',
734	'wf_transition_admit': 'remain',
735	'wf_transition_graduate': 'close',
736	'wf_transition_pay_school_fee': 'close',
737	'wf_transition_validate_courses': 'close',
738	'fields':
739	('matric_no',
740	'nationality',
741	'lga',
742	'birthday',
743	'clr_ac_pin',
744	'request_date',
745	'cleared_date',
746	'clearance_officer',
747	)
748	},
749	'StudentPersonal':
750	{'id': 'personal',
751	#'title': 'Personal Data',
752	'wf_transition_return': 'open',
753	'wf_transition_admit': 'remain',
754	'wf_transition_graduate': 'close',
755	'wf_transition_pay_school_fee': 'open',
756	'wf_transition_validate_courses': 'open',
757	'fields':
758	('firstname',
759	'middlename',
760	'lastname',
761	'sex',
762	'email',
763	'phone',
764	'perm_address',
765	'marit_stat',
766	'disabled',
767	)
768	},
769	'StudentStudyCourse':
770	{'id': 'study_course',
771	#'title': 'Study Course',
772	'wf_transition_return': 'open',
773	'wf_transition_admit': 'remain',
774	'wf_transition_graduate': 'close',
775	'wf_transition_pay_school_fee': 'open',
776	'wf_transition_validate_courses': 'open',
777	'fields':
778	('study_course',
779	'current_level',
780	'current_session',
781	'current_mode', #is no longer used and visible but can still be imported
782	'current_verdict',
783	'previous_verdict',
784	)
785	},
786	# 'StudentStudyLevel':
787	# {'id': 'current_level',
788	# 'title': '',
789	# 'wf_transition_return': 'open',
790	# 'wf_transition_admit': 'remain',
791	# 'fields':
792	# ('verdict',
793	# 'session',
794	# )
795	# },
796	'PaymentsFolder':
797	{'id': 'payments',
798	#'title': 'Payments',
799	'wf_transition_return': 'open',
800	'wf_transition_admit': 'open',
801	'wf_transition_graduate': 'close',
802	'wf_transition_pay_school_fee': 'open',
803	'wf_transition_validate_courses': 'open',
804	'fields':
805	()
806	},
807	}
808	###)
809
810	def create(self,mapping): ###(
811	"create student records due import"
812	logger = logging.getLogger('WAeUPImport.StudentImport.create')
813	students_folder = self.portal_url.getPortalObject().campus.students
814	jamb_reg_no = mapping.get('jamb_reg_no',None)
815	matric_no = mapping.get('matric_no',None)
816	entry_mode = mapping.get('entry_mode',None)
817	password = mapping.get('password',None)
818	msg = ''
819	student_id = mapping.get('id',None)
820	while True:
821	if student_id:
822	#msg = "student_id must not be specified in create mode"
823	#break
824	res = self.students_catalog(id = student_id)
825	if res:
826	msg = "student_id %s already assigned" % res[0].id
827	break
828	self.waeup_tool.restorePictureFolder(student_id)
829	else:
830	student_id = self.waeup_tool.generateStudentId('?')
831	if jamb_reg_no and not entry_mode == 'transfer':
832	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
833	if res:
834	msg = "jamb_reg_no already assigned to student %s" % res[0].id
835	break
836	if matric_no:
837	res = self.students_catalog(matric_no = matric_no)
838	if res:
839	msg = "matric_no already assigned to student %s" % res[0].id
840	break
841	if not matric_no and not jamb_reg_no:
842	msg = "jamb_reg_no or matric_no must be specified"
843	break
844
845	students_folder.invokeFactory('Student', student_id)
846	student_obj = getattr(students_folder,student_id)
847	f2t = self.field2types_student
848	d = {}
849	transition = mapping.get('reg_transition','admit')
850	if transition not in ('admit','return','pay_school_fee','validate_courses','graduate'):
851	msg = "no valid transition provided"
852	break
853	for pt in f2t.keys():
854	student_obj.invokeFactory(pt,f2t[pt]['id'])
855	sub_obj = getattr(student_obj,f2t[pt]['id'])
856	sub_doc = sub_obj.getContent()
857	#d['Title'] = f2t[pt]['title']
858	for field in f2t[pt]['fields']:
859	d[field] = mapping.get(field,'')
860
861	if pt == "StudentApplication":
862	#d['jamb_sex'] = 'M'
863	#if mapping.get('sex'):
864	# d['jamb_sex'] = 'F'
865	d['jamb_firstname'] = mapping.get('firstname',None)
866	d['jamb_middlename'] = mapping.get('middlename',None)
867	d['jamb_lastname'] = mapping.get('lastname',None)
868
869	# if pt == "StudyCourse":
870	# for von,zu in (('entry_mode','current_mode'),
871	# ('entry_session','current_session')):
872	# if mapping.get(zu,None) is None and mapping.get(von,None) is not None:
873	# d[zu] = mapping[von]
874	sub_doc.edit(mapping = d)
875
876	#import pdb;pdb.set_trace()
877	new_state = f2t[pt]['wf_transition_%(transition)s' % vars()]
878	if new_state != "remain":
879	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
880	self.portal_workflow.doActionFor(student_obj,transition)
881	student_obj.manage_setLocalRoles(student_id, ['Owner',])
882	mapping['id'] = student_id
883	if password:
884	self.waeup_tool.makeStudentMember(student_id,password)
885	break
886	return student_id,msg,mapping
887	###)
888
889	def remove(self,mapping): ###(
890	"remove student records due import"
891	logger = logging.getLogger('WAeUPImport.StudentImport.remove')
892	students_folder = self.portal_url.getPortalObject().campus.students
893	stdir = self.portal_directories.students
894	student_id = mapping.get('id',None)
895	msg = ''
896	export_file = "%s/export/students_removed.csv" % (i_home)
897	reimport_file = "%s/export/students_for_reimport.csv" % (i_home)
898
899	toexport_for_reimport = {
900
901	'application':
902	('jamb_reg_no',
903	'entry_mode',
904	'entry_session',
905	'jamb_score',
906	'app_email',
907	'app_mobile',
908	'jamb_age',
909	'jamb_state',
910	'jamb_lga',
911	'jamb_sex',
912	'app_ac_pin',
913	'app_reg_pin',
914	'app_ac_date',
915	),
916	'clearance':
917	('matric_no',
918	'nationality',
919	'lga',
920	'birthday',
921	'clr_ac_pin',
922	'request_date',
923	'cleared_date',
924	'clearance_officer',
925	),
926	'study_course':
927	('study_course',
928	'current_level',
929	'current_session',
930	'current_verdict',
931	'previous_verdict',
932	),
933	'personal':
934	('firstname',
935	'middlename',
936	'lastname',
937	'sex',
938	'email',
939	'phone',
940	'perm_address',
941	'marit_stat',
942	'disabled',
943	),
944	}
945
946	sub_types = ['StudentApplication','StudentClearance','StudentPersonal','StudentStudyCourse']
947	non_image_keys = {}
948	for i in sub_types:
949	pt_ob = getattr(self.types_tool,i)
950	sub_schemas = pt_ob.schemas
951	for i in sub_schemas:
952	if i.startswith('student_'):
953	schema = getattr(self.schema_tool,i)
954	field_id = i.replace('student_','')
955	non_image_keys[field_id] = [key for key in schema.keys()
956	if schema[key].meta_type != "CPS Image Field"]
957
958	# export field names must be unique but, unfortunately, firstname, middlename and lastname are not
959	# thus we have to omit them
960	non_image_keys['clearance'].remove('firstname')
961	non_image_keys['clearance'].remove('middlename')
962	non_image_keys['clearance'].remove('lastname')
963	toexport = non_image_keys
964
965	while True:
966	if hasattr(students_folder,student_id):
967	# begin export
968	line = []
969	fields = ['student_id','reg_state','password']
970	line_for_reimport = []
971	fields_for_reimport = ['student_id','reg_state','password','import_mode']
972	#fields = []
973	#for f in self.students_catalog.schema():
974	# fields.append(f)
975	for k in toexport.keys():
976	for f in toexport[k]:
977	fields.append(f)
978	for k in toexport_for_reimport.keys():
979	for f in toexport_for_reimport[k]:
980	fields_for_reimport.append(f)
981	if not os.path.exists(export_file):
982	headline = ','.join(fields)
983	open(export_file,"a").write(headline +'\n')
984	if not os.path.exists(reimport_file):
985	headline_for_reimport = ','.join(fields_for_reimport)
986	open(reimport_file,"a").write(headline_for_reimport +'\n')
987	format = '"%(' + ')s","%('.join(fields) + ')s"'
988	format_for_reimport = '"%(' + ')s","%('.join(fields_for_reimport) + ')s"'
989	res = self.students_catalog(id = student_id)
990	student = res[0]
991	student_obj = getattr(students_folder,student_id)
992	#d = student.getFormattedStudentEntry(student)
993	d = {'student_id':student_id,'reg_state':student.review_state,'import_mode':'create'}
994	for k in toexport.keys()[0:]:
995	try:
996	object = getattr(student_obj,k)
997	object_doc = object.getContent()
998	except:
999	continue
1000	for f in toexport[k]:
1001	d[f] = getattr(object_doc,f,'')
1002	if hasattr(stdir, student_id):
1003	d['password'] = self.waeup_tool.getCredential(student_id)
1004	stdir.deleteEntry(student_id)
1005	else:
1006	d['password'] = "not set"
1007	self.waeup_tool.removePictureFolder(student_id)
1008	line.append(format % d)
1009	open(export_file,"a").write('\n'.join(line) +'\n')
1010	line_for_reimport.append(format_for_reimport % d)
1011	open(reimport_file,"a").write('\n'.join(line_for_reimport) +'\n')
1012	self.course_results.exportRemoveAllCourses(student_id = student_id, export = True, remove = True)
1013	self.payments_catalog.exportRemoveAllPayments(student_id = student_id, export = True, remove = True)
1014	self.waeup_tool.exportAllStudyLevels(student_id = student_id)
1015	# end export
1016	students_folder.manage_delObjects((student_id),)
1017	try:
1018	self.removed_student_ids.addRecord(id = student_id)
1019	except:
1020	msg = "Student already in removed_student_ids"
1021	else:
1022	msg = "Student object not found"
1023	break
1024
1025	break
1026	return student_id,msg,mapping
1027
1028
1029	def edit(self,mapping): ###(
1030	"edit student records due import"
1031	wftool = self.portal_workflow
1032	logger = logging.getLogger('WAeUPImport.StudentImport.edit')
1033	students_folder = self.portal_url.getPortalObject().campus.students
1034	student_id = mapping.get('id',None)
1035	jamb_reg_no = mapping.get('jamb_reg_no',None)
1036	matric_no = mapping.get('matric_no',None)
1037	editable_keys = mapping.keys()
1038	password = mapping.get('password',None)
1039	msg = ''
1040	while True:
1041	if student_id:
1042	res = self.students_catalog(id = student_id)
1043	if not res:
1044	msg = "no student with id %s" % student_id
1045	break
1046	student_record = res[0]
1047	if matric_no and student_record.matric_no:
1048	if matric_no != student_record.matric_no and not matric_no == 'transferred':
1049	res = self.students_catalog(matric_no = matric_no)
1050	if res:
1051	msg = "matric_no already assigned to student %s" % res[0].id
1052	break
1053	msg = "old matric_no %s overwritten with %s" % (student_record.matric_no,matric_no)
1054	#logger.info("%s, old matric_no %s overwritten with %s" % (student_record.id,student_record.matric_no,matric_no))
1055	if jamb_reg_no and student_record.jamb_reg_no:
1056	if jamb_reg_no != student_record.jamb_reg_no:
1057	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
1058	if res:
1059	msg = "jamb_reg_no already assigned to student %s" % res[0].id
1060	break
1061	msg = "old jamb_reg_no %s overwritten with %s" % (student_record.jamb_reg_no,jamb_reg_no)
1062	#logger.info("%s, old reg_no %s overwritten with %s" % (student_record.id,student_record.jamb_reg_no,jamb_reg_no))
1063	elif jamb_reg_no:
1064	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
1065	if not res:
1066	msg = "no student with jamb_reg_no %s" % jamb_reg_no
1067	break
1068	student_record = res[0]
1069	editable_keys.remove('jamb_reg_no')
1070	elif matric_no:
1071	res = self.students_catalog(matric_no = matric_no)
1072	if not res:
1073	msg = "no student with matric_no %s" % matric_no
1074	break
1075	student_record = res[0]
1076	editable_keys.remove('matric_no')
1077	student_id = student_record.id
1078	student_obj = getattr(students_folder,student_id)
1079	f2t = self.field2types_student
1080	d = {}
1081	any_change = False
1082	#special treatment for StudentStudyLevel
1083	d['verdict'] = mapping.get('current_verdict','')
1084	d['session'] = mapping.get('current_session','')
1085	current_level = mapping.get('current_level','')
1086	transition = mapping.get('reg_transition',None)
1087	# the validate_courses import transition is not really useful because it does not execute validate_courses.py
1088	if transition and transition not in ('admit','return','graduate','pay_school_fee','validate_courses'):
1089	msg = "no valid transition provided"
1090	break
1091	while d['session'] and d['verdict'] and current_level:
1092	sub_obj = getattr(student_obj,'study_course',None)
1093	if sub_obj is None:
1094	break
1095	level_obj = getattr(sub_obj,current_level,None)
1096	if level_obj is None:
1097	break
1098	any_change = True
1099	level_obj.getContent().edit(mapping = d)
1100	try:
1101	wftool.doActionFor(level_obj,'close')
1102	except:
1103	pass
1104	break
1105
1106	for pt in f2t.keys():
1107	#if pt == "StudentApplication":
1108	# d['jamb_sex'] = 'M'
1109	# if mapping.get('sex'):
1110	# d['jamb_sex'] = 'F'
1111	intersect = set(f2t[pt]['fields']).intersection(set(editable_keys))
1112	#import pdb;pdb.set_trace()
1113	object_id = f2t[pt]['id']
1114	sub_obj = getattr(student_obj,object_id,None)
1115	if intersect and pt not in ('StudentStudyLevel',):
1116	if sub_obj is None:
1117	try:
1118	student_obj.invokeFactory(pt,object_id)
1119	except:
1120	continue
1121	sub_obj = getattr(student_obj,object_id)
1122	#if f2t[pt]['title'] != '':
1123	# d['Title'] = f2t[pt]['title']
1124	sub_doc = sub_obj.getContent()
1125	for field in intersect:
1126	changed = False
1127	if getattr(sub_doc,field,None) != mapping.get(field,''):
1128	any_change = True
1129	changed = True
1130	d[field] = mapping.get(field,'')
1131	if changed:
1132	sub_doc.edit(mapping = d)
1133	if transition:
1134	new_state = f2t[pt]['wf_transition_%(transition)s' % vars()]
1135	if new_state != "remain":
1136	try:
1137	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
1138	except:
1139	pass
1140	if transition:
1141	try:
1142	self.portal_workflow.doActionFor(student_obj,transition)
1143	except:
1144	msg = "reg_transition not allowed"
1145	if password:
1146	self.waeup_tool.editPassword(student_id,password)
1147	break
1148	return student_id,msg,mapping
1149	###)
1150	###)
1151
1152	class StudentStudyLevelImport(WAeUPImport):###(
1153	""" StudentStudyLevelImport """
1154	name = "student_study_level"
1155	plural_name = "%ss" % name
1156	commit_after = 1000000
1157	required_modes = ('create',)
1158
1159	def create(self,mapping): ###(
1160	"edit student levels and create StudentStudyLevel object if not existent"
1161	wftool = self.portal_workflow
1162	logger = logging.getLogger('WAeUPImport.StudentStudyLevelImport.create')
1163	students_folder = self.portal_url.getPortalObject().campus.students
1164	student_id = mapping.get('id',None)
1165	matric_no = mapping.get('matric_no',None)
1166	editable_keys = mapping.keys()
1167	key = ''
1168	msg = ''
1169	while True:
1170	result = self.findStudent('create',student_id=student_id,matric_no=matric_no)
1171	msg = result['msg']
1172	if msg:
1173	break
1174	student_record = result['student_record']
1175	student_id = student_record.id
1176	mapping['id'] = student_id
1177	session = mapping.get('session','')
1178	level = key = mapping.get('code','')
1179	if not level.isdigit():
1180	msg = 'student %s: imported level is empty' % (student_id,)
1181	break
1182	study_course_obj = getattr(getattr(students_folder,student_id),'study_course',None)
1183	if study_course_obj is None:
1184	msg = 'student %s: no study_course object' % student_id
1185	break
1186	level_obj = getattr(study_course_obj,level,None)
1187	if level_obj is None:
1188	# The only difference to the edit method is that we create a StudentStudyLevel object
1189	try:
1190	study_course_obj.invokeFactory('StudentStudyLevel',"%s" % level)
1191	level_obj = getattr(context,"%s" % level)
1192	except:
1193	continue
1194	level_obj.getContent().edit(mapping = mapping)
1195	level_review_state = wftool.getInfoFor(level_obj,'review_state',None)
1196	if level_review_state != "closed":
1197	wftool.doActionFor(level_obj,'close')
1198	break
1199	return key,msg,mapping
1200	###)
1201
1202	def edit(self,mapping): ###(
1203	"edit student levels"
1204	wftool = self.portal_workflow
1205	logger = logging.getLogger('WAeUPImport.StudentStudyLevelImport.edit')
1206	students_folder = self.portal_url.getPortalObject().campus.students
1207	student_id = mapping.get('id',None)
1208	matric_no = mapping.get('matric_no',None)
1209	key = ''
1210	msg = ''
1211	while True:
1212	result = self.findStudent('create',student_id=student_id,matric_no=matric_no)
1213	msg = result['msg']
1214	if msg:
1215	break
1216	student_record = result['student_record']
1217	student_id = student_record.id
1218	mapping['id'] = student_id
1219	session = mapping.get('session','')
1220	level = key = mapping.get('code','')
1221	#import pdb;pdb.set_trace()
1222	if not level.isdigit():
1223	msg = 'student %s: imported level is empty' % (student_id,)
1224	break
1225	study_course_obj = getattr(getattr(students_folder,student_id),'study_course',None)
1226	if study_course_obj is None:
1227	msg = 'student %s: no study_course object' % student_id
1228	break
1229	level_obj = getattr(study_course_obj,level,None)
1230	if level_obj is None:
1231	msg = 'student %s: no study_level object for level %s' % (student_id,level)
1232	break
1233	level_obj.getContent().edit(mapping = mapping)
1234	break
1235	return key,msg,mapping
1236	###)
1237	###)
1238
1239	class VerdictImport(WAeUPImport):###(
1240	""" VerdictImport """
1241	name = "verdict"
1242	plural_name = "%ss" % name
1243	commit_after = 1000
1244	required_modes = ('create','edit')
1245
1246	def create(self,mapping): ###(
1247	"edit student verdicts and create StudentStudyLevel object if not existent"
1248	wftool = self.portal_workflow
1249	logger = logging.getLogger('WAeUPImport.VerdictImport.create')
1250	students_folder = self.portal_url.getPortalObject().campus.students
1251	student_id = mapping.get('id',None)
1252	matric_no = mapping.get('matric_no',None)
1253	editable_keys = mapping.keys()
1254	key = ''
1255	while True:
1256	result = self.findStudent('create',student_id=student_id,matric_no=matric_no)
1257	#student_record,msg = self.getStudentRecord(mapping)
1258	msg = result['msg']
1259	if msg:
1260	break
1261	student_record = result['student_record']
1262	student_id = student_record.id
1263	mapping['id'] = student_id
1264	d = {}
1265	#import pdb;pdb.set_trace()
1266	any_change = False
1267	#special treatment for StudentStudyLevel
1268	current_session = d['session'] = mapping.get('current_session','')
1269	if current_session and student_record.session != current_session:
1270	msg = 'student %s: imported session %s does not match current_session %s' % (student_id,
1271	current_session,
1272	student_record.session)
1273	break
1274	current_level = mapping.get('current_level','')
1275	if not current_level.isdigit():
1276	msg = 'student %s: imported level is empty' % (student_id,)
1277	break
1278	if current_level and student_record.level != current_level:
1279	msg = 'student %s: imported level %s does not match current_level %s' % (student_id,
1280	current_level,
1281	student_record.level)
1282	break
1283	student_review_state = student_record.review_state
1284	if student_review_state == 'deactivated':
1285	msg = "student %s in review_state %s" % (student_id, student_review_state)
1286	break
1287	if student_review_state not in ('courses_validated','returning'):
1288	msg = "student %s in wrong review_state %s" % (student_id, student_review_state)
1289	break
1290	student_obj = getattr(students_folder,student_id)
1291	# f2t = self.field2types_student
1292	study_course_obj = getattr(student_obj,'study_course',None)
1293	if study_course_obj is None:
1294	msg = 'student %s: no study_course object' % student_id
1295	break
1296	level_obj = getattr(study_course_obj,current_level,None)
1297
1298	if level_obj is None:
1299	# The only difference to the edit method is that we create a StudentStudyLevel object
1300	try:
1301	study_course_obj.invokeFactory('StudentStudyLevel',"%s" % current_level)
1302	level_obj = getattr(context,"%s" % current_level)
1303	level_obj.portal_workflow.doActionFor(level,'open')
1304	except:
1305	continue
1306	#msg = 'student %s: no study_level object for level %s' % (student_id,
1307	# current_level)
1308	#break
1309
1310	verdict = d['verdict'] = d['current_verdict'] = mapping.get('current_verdict','')
1311
1312	#if verdict == student_record.verdict:
1313	# msg = 'student %s: verdict already set to %s' % (student_id,
1314	# verdict)
1315
1316	level_review_state = wftool.getInfoFor(level_obj,'review_state',None)
1317	if level_review_state != "closed":
1318	wftool.doActionFor(level_obj,'close')
1319	# msg = 'student %s: level %s is not closed' % (student_id,
1320	# current_level)
1321
1322	study_course_obj.getContent().edit(mapping = d)
1323	level_obj.getContent().edit(mapping = d)
1324	if student_review_state != "returning":
1325	wftool.doActionFor(student_obj,'return')
1326	# try:
1327	# wftool.doActionFor(level_obj,'close')
1328	# except:
1329	# pass
1330	break
1331	return student_id,msg,mapping
1332	###)
1333
1334
1335	def edit(self,mapping): ###(
1336	"edit student verdicts"
1337	wftool = self.portal_workflow
1338	logger = logging.getLogger('WAeUPImport.VerdictImport.edit')
1339	students_folder = self.portal_url.getPortalObject().campus.students
1340	student_id = mapping.get('id',None)
1341	matric_no = mapping.get('matric_no',None)
1342	editable_keys = mapping.keys()
1343	key = ''
1344	while True:
1345	result = self.findStudent('edit',student_id=student_id,matric_no=matric_no)
1346	#student_record,msg = self.getStudentRecord(mapping)
1347	msg = result['msg']
1348	if msg:
1349	break
1350	student_record = result['student_record']
1351	key_used = result['key_used']
1352	if key_used in editable_keys:
1353	editable_keys.remove(key_used)
1354	student_id = student_record.id
1355	mapping['id'] = student_id
1356	d = {}
1357	#import pdb;pdb.set_trace()
1358	any_change = False
1359	#special treatment for StudentStudyLevel
1360	current_session = d['session'] = mapping.get('current_session','')
1361	if current_session and student_record.session != current_session:
1362	msg = 'student %s: imported session %s does not match current_session %s' % (student_id,
1363	current_session,
1364	student_record.session)
1365	break
1366	current_level = mapping.get('current_level','')
1367	if not current_level.isdigit():
1368	msg = 'student %s: imported level is empty' % (student_id,)
1369	break
1370	if current_level and student_record.level != current_level:
1371	msg = 'student %s: imported level %s does not match current_level %s' % (student_id,
1372	current_level,
1373	student_record.level)
1374	break
1375	student_review_state = student_record.review_state
1376	if student_review_state == 'deactivated':
1377	msg = "student %s in review_state %s" % (student_id, student_review_state)
1378	break
1379	if student_review_state not in ('courses_validated','returning'):
1380	msg = "student %s in wrong review_state %s" % (student_id, student_review_state)
1381	break
1382	student_obj = getattr(students_folder,student_id)
1383	# f2t = self.field2types_student
1384	study_course_obj = getattr(student_obj,'study_course',None)
1385	if study_course_obj is None:
1386	msg = 'student %s: no study_course object' % student_id
1387	break
1388	level_obj = getattr(study_course_obj,current_level,None)
1389	if level_obj is None:
1390	msg = 'student %s: no study_level object for level %s' % (student_id,
1391	current_level)
1392	break
1393	verdict = d['verdict'] = d['current_verdict'] = mapping.get('current_verdict','')
1394
1395	#if verdict == student_record.verdict:
1396	# msg = 'student %s: verdict already set to %s' % (student_id,
1397	# verdict)
1398
1399	level_review_state = wftool.getInfoFor(level_obj,'review_state',None)
1400	if level_review_state != "closed":
1401	wftool.doActionFor(level_obj,'close')
1402	# msg = 'student %s: level %s is not closed' % (student_id,
1403	# current_level)
1404
1405	study_course_obj.getContent().edit(mapping = d)
1406	level_obj.getContent().edit(mapping = d)
1407	if student_review_state != "returning":
1408	wftool.doActionFor(student_obj,'return')
1409	# try:
1410	# wftool.doActionFor(level_obj,'close')
1411	# except:
1412	# pass
1413	break
1414	return student_id,msg,mapping
1415	###)
1416
1417
1418
1419	class PaymentImport(WAeUPImport):###(
1420	""" PaymentImport """
1421	name = "payment"
1422	plural_name = "%ss" % name
1423	commit_after = 1000000
1424	required_modes = ('create',)
1425
1426	def create(self,mapping): ###(
1427	"create payment object"
1428	wftool = self.portal_workflow
1429	logger = logging.getLogger('WAeUPImport.PaymentImport.create')
1430	students_folder = self.portal_url.getPortalObject().campus.students
1431	student_id = mapping.get('id',None)
1432	order_id = key= mapping.get('order_id',None)
1433	payment_type = mapping.get('type',None)
1434	editable_keys = mapping.keys()
1435	key = ''
1436	msg = ''
1437	while True:
1438	result = self.findStudent('create',student_id=student_id)
1439	msg = result['msg']
1440	if msg:
1441	break
1442	if payment_type == 'sc':
1443	hyphen = order_id.rfind('-')
1444	if not hyphen > -1:
1445	msg = '%s: wrong order_id of sc payment' % student_id
1446	break
1447	payment_object_id = 'p' + order_id[hyphen+1:]
1448	elif payment_type == 'online':
1449	payment_object_id = 'p' + order_id[6:]
1450	else:
1451	msg = '%s: no payment type defined' % student_id
1452	break
1453	student_record = result['student_record']
1454	student_id = student_record.id
1455
1456	mapping['id'] = student_id
1457	payments_folder = getattr(getattr(students_folder,student_id),'payments',None)
1458	if payments_folder is None:
1459	msg = '%s: no payments folder' % student_id
1460	break
1461	if getattr(payments_folder,payment_object_id,False):
1462	msg = '%s: payment object with id %s exists' % (student_id,payment_object_id)
1463	break
1464	try:
1465	#import pdb;pdb.set_trace()
1466	payments_folder.invokeFactory('Payment',"%s" % payment_object_id)
1467	payment_obj = getattr(payments_folder,"%s" % payment_object_id)
1468	except:
1469	msg = '%s: payment object %s cannot be created' % (student_id,payment_object_id)
1470	break
1471	payment_obj.getContent().edit(mapping = mapping)
1472	wftool.doActionFor(payment_obj,'close')
1473	break
1474	return key,msg,mapping
1475	###)
1476
1477
1478	###)

Note: See TracBrowser for help on using the repository browser.

Download in other formats: