Context navigation

source: WAeUP_SRP/trunk/Students.py @ 2092

Last change on this file since 2092 was 2083, checked in by Henrik Bettermann, 17 years ago
split lga perfectly
Property svn:keywords set to `Id`
File size: 67.3 KB

Rev	Line
[57]	1	#-- mode: python; mode: fold --
[200]	2	# $Id: Students.py 2083 2007-07-30 21:34:36Z henrik $
[708]	3	from string import Template
[45]	4	from Globals import InitializeClass
	5	from AccessControl import ClassSecurityInfo
[164]	6	from AccessControl.SecurityManagement import newSecurityManager
[429]	7	from zExceptions import BadRequest
[502]	8	from Products.ZCatalog.ZCatalog import ZCatalog
[47]	9	from Products.CMFCore.utils import UniqueObject, getToolByName
[45]	10	from Products.CMFCore.permissions import View
	11	from Products.CMFCore.permissions import ModifyPortalContent
[154]	12	from Products.CPSCore.CPSBase import CPSBase_adder, CPSBaseFolder
	13	#from Products.CPSCore.CPSBase import CPSBaseDocument as BaseDocument
	14	from Products.CPSDocument.CPSDocument import CPSDocument
	15	from Products.CPSCore.CPSBase import CPSBaseBTreeFolder as BaseBTreeFolder
[164]	16	from Products.CPSCore.CPSMembershipTool import CPSUnrestrictedUser
[361]	17	from Products.WAeUP_SRP.Academics import makeCertificateCode
[1649]	18	from Products.AdvancedQuery import Eq, Between, Le,In
[1820]	19	import DateTime
[362]	20	import logging
[971]	21	import csv,re,os
[362]	22	import Globals
	23	p_home = Globals.package_home(globals())
	24	i_home = Globals.INSTANCE_HOME
[981]	25	MAX_TRANS = 1000
[1599]	26	from urllib import urlencode
	27
[966]	28	import DateTime
[1801]	29	#import PIL.Image
[971]	30	from StringIO import StringIO
[154]	31
[958]	32	def makeCertificateCode(code): ###(
	33	code = code.replace('.','')
	34	code = code.replace('(','')
	35	code = code.replace(')','')
	36	code = code.replace('/','')
	37	code = code.replace(' ','')
	38	code = code.replace('_','')
	39	return code
	40
	41	###)
	42
[1939]	43	def response_write(response,s): ###(
[1599]	44	response.setHeader('Content-type','text/html; charset=ISO-8859-15')
	45	while s.find('<') > -1:
	46	s = s.replace('<','<')
	47	while s.find('>') > -1:
	48	#from pdb import set_trace;set_trace()
	49	s = s.replace('>','>')
	50	response.write("%s<br>\n" % s)
	51
[1939]	52	###)
	53
[958]	54	def getInt(s): ###(
[723]	55	try:
	56	return int(s)
	57	except:
	58	return 0
[422]	59
[725]	60	def getFloat(s):
	61	try:
	62	return float(s)
	63	except:
	64	return 0.0
	65
[958]	66	###)
	67
[714]	68	def getStudentByRegNo(self,reg_no): ###(
[502]	69	"""search student by JAMB Reg No and return StudentFolder"""
[1969]	70	res = self.students_catalog(jamb_reg_no = reg_no.upper())
[1902]	71	if len(res) == 1:
	72	return getattr(self.portal_url.getPortalObject().campus.students,res[0].id)
	73	else:
[502]	74	return None
[1902]	75	# don't search in portal_catalog
	76	# search = ZCatalog.searchResults(self.portal_catalog_real,{'meta_type': 'StudentApplication',
	77	# 'SearchableText': reg_no,
	78	# })
	79	# if len(search) < 1:
	80	# return None
	81	# return search[0].getObject().aq_parent
[502]	82
[714]	83	###)
	84
[1939]	85	def checkJambNo(jnr): ###(
[1111]	86	try:
	87	if len(jnr) != 10:
	88	return False
	89	except:
	90	return False
	91	try:
	92	int(jnr[:8])
	93	return True
	94	except:
	95	return False
[1119]	96
[1939]	97	###)
	98
	99	def formatLGA(lga):
	100	if lga.find('_') > -1:
[2014]	101	lgadic = lga.split('_')
	102	return lgadic[0].upper(),lgadic[1].upper()
[2083]	103	if lga.find('/') > -1:
	104	lgadic = lga.split('/')
	105	return lgadic[0].upper(),lgadic[1].upper()
[2014]	106	return "",lga
[1939]	107
[361]	108	class StudentsFolder(CPSDocument): ###(
	109	"""
	110	WAeUP container for the various WAeUP containers data
	111	"""
[362]	112	meta_type = 'StudentsFolder'
[361]	113	portal_type = meta_type
	114	security = ClassSecurityInfo()
[154]	115
[1799]	116	security.declareProtected(ModifyPortalContent,"loadPumeResultsFromCSV")###(
	117	def loadPumeResultsFromCSV(self):
	118	"""load Fulltime Studentdata from CSV values into pumeresults catalog"""
	119	import transaction
	120	import random
	121	## csv_d = {'jamb_reg_no': "RegNumber", ###(
	122	## 'status': "Admission Status",
	123	## 'name': "Name",
	124	## 'score': "Score",
	125	## 'sex': "Sex",
	126	## 'faculty': "Faculty",
	127	## 'department': "Dept",
	128	## 'course': "Course",
	129	## 'course_code_org': "Course Code",
	130	## }
	131	###)
	132	## csv_d = {'jamb_reg_no': "JAMBRegno",
	133	## 'name': "Name",
	134	## 'score': "Score",
	135	## 'sex': "Sex",
	136	## 'course': "Course",
	137	## 'faculty': "Faculty",
	138	## 'department': "Dept",
	139	## 'course_code_org': "Course Code",
	140	## 'status': "Admission Status",
	141	## 'result_type': None,
	142	## }
	143
	144	csv_d = {'jamb_reg_no': "reg_no",
[1805]	145	'name': "fullname",
[1799]	146	'score': "pume_score",
	147	'sex': "sex",
	148	'course': "study_course",
[1805]	149	'course_code_org': "study_course",
[1799]	150	'status': "admission_status",
	151	'result_type': "entry_mode",
	152	}
[1805]	153
[1799]	154	csv_fields = [f[1] for f in csv_d.items() if f[1]]
	155	tr_count = 0
	156	total = 0
	157	#name = 'pup_new'
[1805]	158	#name = 'pup_update'
[1893]	159	name = 'Admitted_update'
[1799]	160	update = name.endswith('update')
	161	no_import = []
	162	ok_import = []
	163	ok_import.append('%s' % ','.join(['"%s"' % fn for fn in csv_d.keys()]))
	164	no_import.append('%s' % ','.join(['"%s"' % fn for fn in csv_fields]))
	165	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	166	ok_import_name = "%s/import/%s_imported_%s.csv" % (i_home,name,current)
	167	#open(ok_import_name,"w").write('\n'.join(no_import))
	168	no_import_name = "%s/import/%s_not_imported_%s.csv" % (i_home,name,current)
	169	#open(no_import_name,"w").write('\n'.join(no_import))
[1888]	170	logger = logging.getLogger('Students.loadPumeResultsFromCSV')
[1799]	171	starttime = DateTime.now()
	172	logger.info('Start loading from %s.csv' % name)
	173	try:
	174	result = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
	175	except:
	176	logger.error('Error reading %s.csv' % name)
	177	return
	178	pume = self.portal_pumeresults
	179	format = ','.join(['"%%(%s)s"' % fn for fn in csv_fields])
	180	import_format = ','.join(['"%%(%s)s"' % fn for fn in csv_d.keys()])
	181	eduplicate = '%s,"duplicate"' % format
[1887]	182	eoriginal = '%s,"original"' % format
[1799]	183	einvalidjamb = '%s,"invalid JambRegNo"' % format
	184	added = 'added ,%s' % format
	185	#from pdb import set_trace;set_trace()
	186	for jamb in result:
[1961]	187	if not jamb.get(csv_d['score']):
[1953]	188	logger.info('Student %s has no pume_score' % jamb.get(csv_d['jamb_reg_no']))
	189	continue
[1799]	190	dict = {}
	191	for f,fn in csv_d.items():
	192	dict[f] = jamb.get(csv_d[f])
[1805]	193	dict['result_type'] = 'CEST'
[1799]	194	jnr = jamb.get(csv_d['jamb_reg_no'])
[1805]	195	#if not checkJambNo(jnr):
	196	# logger.info(einvalidjamb % jamb)
	197	# dd = {}
	198	# for f,fn in csv_d.items():
	199	# dd[fn] = getattr(data,f)
	200	# no_import.append(eduplicate % dd)
	201	# no_import.append(eduplicate % jamb)
	202	# continue
[1799]	203	res = pume(jamb_reg_no=jnr)
	204	if len(res) > 0:
	205	if update:
	206	try:
	207	pume.modifyRecord(**dict)
[1894]	208	# Can not happen, but anyway...
[1799]	209	except ValueError:
	210	logger.info(eduplicate % jamb)
	211	continue
[1940]	212	# Can not happen, but anyway...
[1799]	213	except KeyError:
	214	pume.addRecord(**dict)
	215	logger.info(added % jamb)
	216	continue
	217	else:
	218	data = res[0]
	219	if data.name != jamb.get(csv_d['name']):
	220	#set_trace()
	221	logger.info(eduplicate % jamb)
	222	#em = 'Student with REG-NO %(jamb_reg_no)s already exists\n' % dict
	223	#logger.info(em)
	224	dd = {}
	225	for f,fn in csv_d.items():
	226	dd[fn] = getattr(data,f)
[1887]	227	no_import.append(eoriginal % dd)
[1799]	228	no_import.append(eduplicate % jamb)
	229	continue
[1894]	230	else:
	231	try:
	232	pume.addRecord(**dict)
	233	ok_import.append(import_format % dict)
	234	except ValueError:
	235	logger.info(eduplicate % jamb)
	236	#em = 'Student with REG-NO %(jamb_reg_no)s already exists\n' % dict
	237	#logger.info(em)
	238	no_import.append(eduplicate % jamb)
[1799]	239	logger.info('End loading from %s.csv' % name)
	240	if len(no_import) > 1:
	241	open(no_import_name,"w+").write('\n'.join(no_import))
	242	open(ok_import_name,"w+").write('\n'.join(ok_import))
	243	return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
	244	###)
	245
[1707]	246	security.declareProtected(ModifyPortalContent,"createStudents")###(
	247	def createStudents(self):
[1802]	248	"""
	249	load addmitted Studentdata from CSV values and create Studentobjects.
	250	This is the current method to create new addmitted Students.
	251	Before running the eventservice for the students_catalog must be disabled.
	252	"""
[1700]	253	import transaction
	254	import random
	255	#from pdb import set_trace
	256	wftool = self.portal_workflow
[1802]	257	#students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
	258	students_folder = self.portal_url.getPortalObject().campus.students
[1809]	259	levels = {'ume_ft':'100',
	260	'de_ft': '200',
	261	'ug_pt': '100',
	262	'de_pt': '200',
	263	'pg_ft': '700',
	264	'pg_pt': '700',
	265	'dp_pt': '100',
	266	'dp_ft': '100',
	267	}
[1707]	268	csv_d = {'jamb_reg_no': "reg_no",
	269	'entry_mode': 'entry_mode',
	270	'jamb_firstname': "firstname",
	271	'jamb_middlename': "middlename",
	272	'jamb_lastname': "lastname",
	273	'jamb_sex': "sex",
	274	'jamb_state': "state",
	275	'birthday': "date_of_birth",
[1700]	276	'app_email': "email",
[1707]	277	'study_course': "study_course",
	278	'perm_address': "address",
[1805]	279	'admission_status': "admission_status",
[1700]	280	}
	281	csv_fields = [f[1] for f in csv_d.items()]
	282	tr_count = 0
	283	total = 0
	284	#name = 'pume_results'
[1953]	285	name = 'Admitted_update'
[1700]	286	no_import = []
	287	s = ','.join(['"%s"' % fn for fn in csv_fields])
	288	no_import.append('"Error",%s' % s)
	289	format = '"%(Error)s",' + ','.join(['"%%(%s)s"' % fn for fn in csv_fields])
	290	no_certificate = "no certificate %s" % format
	291	open("%s/import/%s_not_imported.csv" % (i_home,name),"w").write('\n'.join(no_import))
[1721]	292	logger = logging.getLogger('Students.StudentsFolder.createStudents')
[1700]	293	logger.info('Start loading from %s.csv' % name)
	294	certs = {}
	295	try:
[1707]	296	results = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
[1700]	297	except:
	298	logger.error('Error reading %s.csv' % name)
	299	return
[1707]	300	for result in results:
[1805]	301	if not result.get(csv_d['admission_status']).startswith('Admitted'):
	302	continue
[1707]	303	#result['Error'] = "Processing "
	304	#logger.info(format % result)
	305	jamb_reg_no = result.get(csv_d['jamb_reg_no'])
	306	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
[1700]	307	if res:
	308	em = 'Student with RegNo %s already exists\n' % jamb_reg_no
	309	logger.info(em)
[1707]	310	result['Error'] = "Student exists"
	311	no_import.append(format % result)
[1700]	312	continue
[1707]	313	cert_id = makeCertificateCode(result.get(csv_d['study_course']))
[1700]	314	if cert_id not in certs.keys():
[1707]	315	res = self.portal_catalog(meta_type = "Certificate",id = cert_id)
	316	if not res:
	317	em = 'No Certificate with ID %s \n' % cert_id
	318	logger.info(em)
	319	result['Error'] = "No Certificate %s" % cert_id
	320	no_import.append( format % result)
	321	continue
	322	cert = res[0]
	323	cert_path = cert.getPath().split('/')
	324	certificate = certs[cert_id] = {'faculty': cert_path[-4],
	325	'department': cert_path[-3]}
[1700]	326	cert_doc = certs[cert_id]
	327	catalog_entry = {}
	328	catalog_entry['jamb_reg_no'] = jamb_reg_no
[1707]	329	firstname = result.get(csv_d['jamb_firstname'])
	330	middlename = result.get(csv_d['jamb_middlename'])
	331	lastname = result.get(csv_d['jamb_lastname'])
[1892]	332	if len(firstname) < 3\
	333	and len(middlename) < 3\
	334	and len(lastname) < 3:
	335	em = 'Student Names to short \n'
	336	logger.info(em)
	337	result['Error'] = "Names to short"
	338	no_import.append( format % result)
	339	continue
[1806]	340	perm_address = result.get(csv_d['perm_address'])
[1707]	341	sid = self.generateStudentId('x')
	342	students_folder.invokeFactory('Student', sid)
[1700]	343	catalog_entry['id'] = sid
	344	tr_count += 1
[1720]	345	logger.info('%(total)s+%(tr_count)s: Creating Student with ID %(sid)s reg_no %(jamb_reg_no)s ' % vars())
[1700]	346	student = getattr(self,sid)
	347	student.manage_setLocalRoles(sid, ['Owner',])
	348	student.invokeFactory('StudentApplication','application')
	349	da = {'Title': 'Application Data'}
[1707]	350	da["jamb_firstname"] = firstname
	351	da["jamb_middlename"] = middlename
	352	da["jamb_lastname"] = lastname
	353	catalog_entry['entry_session'] = da["entry_session"] = self.getSessionId()[-2:]
	354	catalog_entry['sex'] = sex = result.get(csv_d['jamb_sex']).startswith('F')
[1700]	355	da_fields = ('jamb_reg_no',
	356	'jamb_sex',
	357	'jamb_state',
[1707]	358	'entry_mode',
[1700]	359	'app_email',
	360	)
	361	for f in da_fields:
[1707]	362	da[f] = result.get(csv_d[f])
	363	catalog_entry['email'] = da['app_email']
	364	catalog_entry['entry_mode'] = da['entry_mode']
[1700]	365	app = student.application
	366	app_doc = app.getContent()
[1707]	367	app.getContent().edit(mapping=da)
[1700]	368	picture ="%s/import/pictures/%s.jpg" % (i_home,jamb_reg_no)
[1707]	369	app.manage_setLocalRoles(sid, ['Owner',])
[1720]	370
[1707]	371	picture_id = da['jamb_reg_no'].replace('/','_')
	372	file = None
	373	for ext in ('jpg','JPG'):
[1710]	374	picture ="%s/import/pictures_admitted_latest/%s.%s" % (i_home,picture_id,ext)
[1707]	375	if os.path.exists(picture):
	376	file = open(picture)
	377	break
	378	if file is not None:
[1720]	379
	380	## file conversion does not work
[1712]	381	#img = PIL.Image.open(file)
	382	#img.thumbnail((150,200),
	383	# resample=PIL.Image.ANTIALIAS)
	384	#outfile = StringIO()
[1720]	385	#img.save(outfile, format=img.format)
[1712]	386
	387	outfile = file.read()
[1700]	388	app_doc.manage_addFile('passport',
	389	file=outfile,
	390	title="%s.jpg" % jamb_reg_no)
	391	#wftool.doActionFor(app,'close')
	392	dp = {}
[1707]	393	dp['firstname'] = firstname
	394	dp['middlename'] = middlename
[1710]	395	dp['lastname'] = lastname
[1707]	396	dp['email'] = da['app_email']
	397	dp['sex'] = sex
[1806]	398	dp['perm_address'] = perm_address
[1700]	399	catalog_entry['name'] = "%(firstname)s %(middlename)s %(lastname)s" % dp
	400	student.invokeFactory('StudentPersonal','personal')
	401	per = student.personal
	402	per_doc = per.getContent()
	403	per_doc.edit(mapping = dp)
	404	per.manage_setLocalRoles(sid, ['Owner',])
[1707]	405	wftool.doActionFor(student,'pume_pass')
	406	wftool.doActionFor(student,'admit')
[1700]	407	#
	408	# Clearance
	409	#
	410	student.invokeFactory('StudentClearance','clearance')
	411	#wftool.doActionFor(student.clearance,'open')
[1707]	412	clearance = student.clearance
	413	dc = {'Title': 'Clearance/Eligibility Record'}
	414	clearance = student.clearance
	415	date_str = result.get(csv_d['birthday'])
[1709]	416	try:
	417	date = DateTime.DateTime(date_str)
	418	except:
	419	#import pdb;pdb.set_trace()
	420	date = None
[1707]	421	dc['birthday'] = date
	422	clearance.getContent().edit(mapping=dc)
	423	clearance.manage_setLocalRoles(sid, ['Owner',])
[1700]	424	#
	425	# Study Course
	426	#
	427	student.invokeFactory('StudentStudyCourse','study_course')
	428	study_course = student.study_course
	429	dsc = {}
[1829]	430	catalog_entry['level'] = dsc['current_level'] = levels.get(da['entry_mode'],'100')
[1816]	431	#catalog_entry['level'] = dsc['current_level'] = '100' # Attention: not for DE students
[1707]	432	catalog_entry['session'] = dsc['current_session'] = da['entry_session']
	433	catalog_entry['mode'] = dsc['current_mode'] = da['entry_mode']
	434	catalog_entry['course'] = dsc['study_course'] = cert_id
	435	catalog_entry['faculty'] = certificate['faculty']
	436	catalog_entry['department'] = certificate['department']
[1710]	437	catalog_entry['verdict'] = dsc['current_verdict'] = 'N/A'
[1707]	438	catalog_entry['review_state'] = self.portal_workflow.getInfoFor(student,'review_state',None)
[1700]	439	study_course.getContent().edit(mapping=dsc)
[1707]	440	#import pdb;pdb.set_trace()
[1700]	441	self.students_catalog.addRecord(**catalog_entry)
[1889]	442	if tr_count > 100:
[1700]	443	if len(no_import) > 0:
	444	open("%s/import/%s_not_imported.csv" % (i_home,name),"a").write(
	445	'\n'.join(no_import) + "\n")
	446	no_import = []
	447	em = '%d transactions commited\n' % tr_count
	448	transaction.commit()
	449	logger.info(em)
	450	total += tr_count
	451	tr_count = 0
	452	open("%s/import/%s_not_imported.csv" % (i_home,name),"a").write(
	453	'\n'.join(no_import))
	454	return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
	455	###)
	456
[1820]	457	security.declareProtected(ModifyPortalContent,"transferStudents")###(
	458	def transferStudents(self,filename):
	459	"""
	460	load Interfaculty transferStudents Studentdata from CSV values.
	461	"""
	462	import transaction
	463	import random
	464	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	465	pm = self.portal_membership
	466	member = pm.getAuthenticatedMember()
	467	logger = logging.getLogger('Students.StudentsFolder.transferStudents')
	468	#students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
	469	students_folder = self.portal_url.getPortalObject().campus.students
	470	csv_fields = ('old_matric_no',
	471	'matric_no',
	472	'study_course',
	473	'current_mode',
	474	'current_level',
	475	)
	476	tr_count = 0
	477	total = 0
	478	total_imported = 0
	479	total_not_imported = 0
	480	imported = []
	481	not_imported = []
	482	certs = {}
	483	try:
	484	results = csv.DictReader(open("%s/import/%s.csv" % (i_home,filename),"rb"))
	485	except:
	486	logger.error('Error reading %s.csv' % filename)
	487	return
	488	start = True
	489	for result in results:
	490	total += 1
	491	if start:
	492	start = False
	493	logger.info('%s starts import from %s.csv' % (member,filename))
	494	import_keys = [k for k in result.keys() if not k.startswith('ignore')]
	495	diff2schema = set(import_keys).difference(set(csv_fields))
	496	if diff2schema:
	497	em = "not ignorable key(s) %s found in heading" % diff2schema
	498	return em
	499	s = ','.join(['"%s"' % fn for fn in import_keys])
	500	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(s + ',"Error"'+ '\n')
	501	s = '"id",' + s
	502	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(s + '\n')
	503	format = ','.join(['"%%(%s)s"' % fn for fn in import_keys])
	504	format_error = format + ',"%(Error)s"'
	505	format = '"%(id)s",'+ format
	506	old_matric_no = result.get('old_matric_no')
	507	res = self.students_catalog(matric_no = old_matric_no)
	508	result['id'] = "None"
	509	if not res:
[1834]	510	em = 'Student with matric_no %s not found' % old_matric_no
[1820]	511	logger.info(em)
[1834]	512	result['Error'] = "Student does not exist"
[1820]	513	not_imported.append(format_error % result)
	514	total_not_imported += 1
	515	continue
	516	student_brain = res[0]
	517	student_object = getattr(students_folder,student_brain.id)
	518	result['id'] = student_brain.id
	519	cert_id = makeCertificateCode(result.get('study_course'))
	520	if cert_id not in certs.keys():
	521	res = self.portal_catalog(meta_type = "Certificate",id = cert_id)
	522	if not res:
[1834]	523	em = 'No certificate with ID %s \n' % cert_id
[1820]	524	logger.info(em)
	525	result['Error'] = "No Certificate %s" % cert_id
	526	not_imported.append( format_error % result)
	527	total_not_imported += 1
	528	continue
	529	cert = res[0]
	530	cert_path = cert.getPath().split('/')
	531	certificate = certs[cert_id] = {'faculty': cert_path[-4],
	532	'department': cert_path[-3]}
	533	cert_doc = certs[cert_id]
	534	clearance = getattr(student_object,'clearance',None)
	535	if clearance is None:
	536	em = 'Student has no clearance object'
	537	logger.info(em)
	538	result['Error'] = em
	539	not_imported.append( format_error % result)
	540	total_not_imported += 1
	541	continue
	542	clearance_doc = clearance.getContent()
	543	study_course = student_object.study_course
	544	study_course_doc = study_course.getContent()
	545	old_study_course = study_course_doc.study_course
	546	old_current_level = study_course_doc.current_level
	547	current_level = result.get('current_level',None)
[1834]	548	new_study_course = result.get('study_course',None)
[1820]	549	try:
	550	icl = int(current_level)
	551	except:
	552	em = 'Invalid new level %s' % current_level
	553	logger.info(em)
	554	result['Error'] = em
	555	not_imported.append( format_error % result)
	556	total_not_imported += 1
	557	continue
[1880]	558	if icl == int(old_current_level) and old_study_course == new_study_course:
	559	em = 'Already transferred'
	560	logger.info(em)
	561	result['Error'] = em
	562	not_imported.append( format_error % result)
	563	total_not_imported += 1
[1887]	564	continue
[1880]	565	if study_course.objectIds():
[1834]	566	em = 'Already registered level %s for %s, but is supposed to study %s at level %s' % (old_current_level,old_study_course,new_study_course,current_level)
[1820]	567	logger.info(em)
	568	result['Error'] = em
	569	not_imported.append( format_error % result)
	570	total_not_imported += 1
	571	continue
	572	#from pdb import set_trace; set_trace()
	573	cd = {}
	574	matric_no_history = getattr(clearance_doc,'matric_no_history',[])
	575	if not matric_no_history:
	576	matric_no_history = []
	577	matric_no_history.append(old_matric_no)
	578	cd['matric_no_history'] = matric_no_history
	579	cd['matric_no'] = result.get('matric_no')
	580	clearance_doc.edit(mapping = cd)
	581	dsc = {}
	582	study_course_history = getattr(study_course_doc,'study_course_history',[])
	583	if not study_course_history:
	584	study_course_history = []
	585	study_course_history.append(old_study_course)
	586	dsc['study_course_history'] = study_course_history
[1834]	587	dsc['study_course'] = new_study_course
[1820]	588	dsc['current_level'] = current_level
	589	dsc['current_mode'] = result.get('current_mode')
	590	study_course_doc.edit(mapping=dsc)
	591	imported.append( format % result)
	592	tr_count += 1
	593	total_imported += 1
	594	if tr_count > 1000:
	595	if len(not_imported) > 0:
	596	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(
	597	'\n'.join(not_imported) + '\n')
	598	not_imported = []
	599	if len(imported) > 0:
	600	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(
	601	'\n'.join(imported) + '\n')
	602	imported = []
	603	em = '%d transactions committed\n' % (tr_count)
	604	transaction.commit()
	605	regs = []
	606	logger.info(em)
	607	tr_count = 0
	608	if len(imported) > 0:
	609	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(
	610	'\n'.join(imported))
	611	if len(not_imported) > 0:
	612	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(
	613	'\n'.join(not_imported))
	614	em = "Imported: %d, not imported: %d of total %d" % (total_imported,total_not_imported,total)
	615	logger.info(em)
	616	return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
	617	###)
	618
[1151]	619	security.declareProtected(ModifyPortalContent,"importReturningStudents")###(
	620	def importReturningStudents(self):
	621	"""load Returning Studentdata from CSV values"""
[1146]	622	import transaction
	623	import random
	624	#from pdb import set_trace
	625	wftool = self.portal_workflow
	626	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
[1802]	627	#students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
	628	students_folder = self.portal_url.getPortalObject().campus.students
[1146]	629	tr_count = 1
	630	total = 0
	631	#name = 'pume_results'
[1151]	632	name = 'Returning'
	633	table = self.returning_import
[1146]	634	no_import = []
	635	imported = []
[1571]	636	logger = logging.getLogger('Students.StudentsFolder.importReturningStudents')
[1146]	637	try:
[1151]	638	returning = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
[1146]	639	except:
	640	logger.error('Error reading %s.csv' % name)
	641	return
	642	l = self.portal_catalog({'meta_type': "Certificate"})
	643	certs = {}
	644	cert_docs = {}
	645	for f in l:
	646	certs[f.getId] = f.getObject().getContent()
	647	start = True
	648	res = table()
	649	regs = []
	650	if len(res) > 0:
	651	regs = [s.matric_no for s in res]
[1319]	652	#import pdb;pdb.set_trace()
[1151]	653	for student in returning:
[1146]	654	if start:
	655	start = False
[1571]	656	logger.info('Start loading from %s.csv' % name)
[1319]	657	s = ','.join(['"%s"' % fn for fn in student.keys()])
[1146]	658	imported.append(s)
	659	no_import.append('%s,"Error"' % s)
	660	format = ','.join(['"%%(%s)s"' % fn for fn in student.keys()])
	661	format_error = format + ',"%(Error)s"'
	662	no_certificate = "no certificate %s" % format
[1319]	663	student['matric_no'] = matric_no = student.get('matric_no').upper()
	664	student['Mode_of_Entry'] = entry_mode = student.get('Mode of Entry').upper()
	665	student['Permanent_Address'] = perm_address = student.get('Permanent Address')
[1168]	666	if matric_no == '':
[1252]	667	student['Error'] = "Empty matric_no"
[1146]	668	no_import.append( format_error % student)
	669	continue
[1168]	670	if matric_no in regs or self.returning_import(matric_no = matric_no):
[1252]	671	student['Error'] = "Duplicate"
[1146]	672	no_import.append( format_error % student)
	673	continue
	674	cert_id = makeCertificateCode(student.get('Coursemajorcode'))
	675	if cert_id not in certs.keys():
	676	student['Error'] = "No Certificate %s" % cert_id
	677	no_import.append( format_error % student)
	678	continue
	679	try:
	680	table.addRecord(**student)
	681	except ValueError:
[1252]	682	student['Error'] = "Duplicate"
[1146]	683	no_import.append( format_error % student)
	684	continue
	685	regs.append(student.get('matric_no'))
	686	imported.append(format % student)
	687	tr_count += 1
	688	if tr_count > 1000:
	689	if len(no_import) > 0:
	690	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
[1151]	691	'\n'.join(no_import) + '\n')
[1146]	692	no_import = []
	693	open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
[1151]	694	'\n'.join(no_import) + "\n")
	695	imported = []
[1146]	696	em = '%d transactions commited total %s\n' % (tr_count,total)
	697	transaction.commit()
[1168]	698	regs = []
[1146]	699	logger.info(em)
	700	total += tr_count
	701	tr_count = 0
	702	open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
[1252]	703	'\n'.join(imported))
[1146]	704	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
	705	'\n'.join(no_import))
	706	return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
	707	###)
	708
[1599]	709	security.declareProtected(ModifyPortalContent,"fixAllNames")###(
[1601]	710	def fixAllNames(self):
[1599]	711	"fix all students names"
	712	import transaction
	713	response = self.REQUEST.RESPONSE
	714	logger = logging.getLogger('fixAllNames')
	715	logger.info('Start')
	716	students = self.portal_catalog(portal_type='Student')
	717	count = 0
	718	total = 0
	719	for student in students:
	720	scat_res = self.students_catalog(id = student.getId)
	721	if not scat_res:
	722	self.students_catalog.addRecord(id = student.getId)
	723	scat_res = self.students_catalog(id = student.getId)
	724	student_entry = scat_res[0]
	725	old_new = self.fixName(student,student_entry)
	726	count += 1
[1602]	727	response_write(response,'"%d","%s",%s' % (count + total,student_entry.id,old_new))
[1599]	728	if count > 2000:
	729	transaction.commit()
	730	logger.info("%d transactions commited" % count)
	731	total += count
	732	count = 0
	733	###)
	734
	735	security.declareProtected(ModifyPortalContent,"fixName")###(
[1601]	736	def fixName(self,student_brain, student_entry):
[1599]	737	"fix the name of a student"
	738	fix = "first"
	739	if student_entry.get('name_fixed',None) == fix:
	740	return "Name already fixed"
	741	student_id = student_entry.id
[1601]	742	new_student = student_entry.jamb_reg_no.startswith('6')
[1599]	743	student_obj = student_brain.getObject()
	744	personal = getattr(student_obj,'personal',None)
	745	invalid = ''
	746	if personal is None:
[1601]	747	return '"%s","Returning","%s","%s"' % (invalid,student_entry.name,"not logged in")
[1599]	748	per_doc = personal.getContent()
	749	old_first = per_doc.firstname
	750	old_middle = per_doc.middlename
	751	old_last = per_doc.lastname
	752	new_first = ''
	753	new_middle = ''
	754	new_last = ''
	755	if new_student:
	756	if not old_first and not old_middle and old_last:
	757	new_names = [n.capitalize() for n in old_last.split()]
[1611]	758	if len(new_names) > 1:
[1599]	759	old_first = new_names[0]
[1611]	760	old_last = new_names[-1]
	761	old_middle = ' '.join(new_names[1:-1])
	762	else:
[1599]	763	old_last = new_names[0]
	764	old_first = ''
	765	old_middle = ''
[1611]	766	if old_first:
	767	new_first = old_first
[1599]	768	if old_middle:
	769	new_middle = old_middle
[1611]	770	if old_last:
	771	new_last = old_last
[1599]	772	if old_first.find('<') != -1 or\
	773	old_first.find('>') != -1 or\
	774	old_middle.find('<') != -1 or\
	775	old_middle.find('>') != -1 or\
	776	old_last.find('<') != -1 or\
	777	old_last.find('>') != -1:
	778	invalid = "invalid characters"
	779	else:
[1611]	780	new_first = old_first
	781	if new_first.strip() == '-':
[1599]	782	new_first = ''
[1611]	783	new_middle = old_middle
	784	if new_middle.strip() == '-':
[1599]	785	new_middle = ''
[1611]	786	new_last = old_last
	787	if new_last.strip() == '-':
[1599]	788	new_last = ''
[1611]	789	name = "%(new_first)s %(new_middle)s %(new_last)s" % vars()
[1599]	790	if new_student:
	791	text = "New"
	792	else:
	793	text = "Returning"
[1601]	794	old_new = '"%s","%s","%s","%s"' % (invalid,text,
[1599]	795	student_entry.name,
	796	name)
	797	if not invalid:
	798	self.students_catalog.modifyRecord(id = student_id,
	799	name_fixed = fix,
	800	name = name)
	801	per_doc.edit(mapping = {'firstname' : new_first,
	802	'middlename' : new_middle,
	803	'lastname' : new_last,
	804	})
	805	return old_new
	806	###)
	807
[1289]	808	security.declareProtected(ModifyPortalContent,"updateReturningStudents")###(
	809	def updateReturningStudents(self):
	810	"""load and overwrite Returning Student Data from CSV values"""
	811	import transaction
	812	import random
	813	#from pdb import set_trace
	814	wftool = self.portal_workflow
	815	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
[1802]	816	#students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
	817	students_folder = self.portal_url.getPortalObject().campus.students
[1289]	818	tr_count = 1
	819	total = 0
	820	#name = 'pume_results'
	821	name = 'Returning_update'
	822	table = self.returning_import
	823	no_import = []
	824	imported = []
[1571]	825	logger = logging.getLogger('Students.StudentsFolder.updateReturningStudents')
[1289]	826	try:
	827	returning = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
	828	except:
	829	logger.error('Error reading %s.csv' % name)
	830	return
	831	l = self.portal_catalog({'meta_type': "Certificate"})
	832	certs = {}
	833	cert_docs = {}
	834	for f in l:
	835	certs[f.getId] = f.getObject().getContent()
	836	start = True
	837	res = table()
	838	regs = []
	839	if len(res) > 0:
	840	regs = [s.matric_no for s in res]
	841	for student in returning:
	842	if start:
	843	start = False
[1571]	844	logger.info('Start loading from %s.csv' % name)
[1321]	845	s = ','.join(['"%s"' % fn for fn in student.keys()])
[1289]	846	imported.append(s)
	847	no_import.append('%s,"Error"' % s)
	848	format = ','.join(['"%%(%s)s"' % fn for fn in student.keys()])
	849	format_error = format + ',"%(Error)s"'
	850	no_certificate = "no certificate %s" % format
	851	matric_no = student.get('matric_no').upper()
	852	student['matric_no'] = matric_no
	853	if matric_no == '':
	854	student['Error'] = "Empty matric_no"
	855	no_import.append( format_error % student)
	856	continue
	857	# if matric_no in regs or self.returning_import(matric_no = matric_no):
	858	# student['Error'] = "Duplicate"
	859	# no_import.append( format_error % student)
	860	# continue
	861	# cert_id = makeCertificateCode(student.get('Coursemajorcode'))
	862	# if cert_id not in certs.keys():
	863	# student['Error'] = "No Certificate %s" % cert_id
	864	# no_import.append( format_error % student)
	865	# continue
	866	try:
	867	table.modifyRecord(**student)
	868	except KeyError:
	869	#import pdb;pdb.set_trace()
	870	student['Error'] = "no Student found to update"
	871	no_import.append( format_error % student)
	872	continue
[1386]	873	#s = self.students_catalog(matric_no=matric_no)
	874	#if s:
	875	# level = "%s" % (int(student.get('Level')) + 100)
	876	# self.students_catalog.modifyRecord(id = s[0].id,
	877	# level=level)
[1289]	878
	879	regs.append(student.get('matric_no'))
	880	imported.append(format % student)
	881	tr_count += 1
	882	if tr_count > 1000:
	883	if len(no_import) > 0:
	884	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
	885	'\n'.join(no_import) + '\n')
	886	no_import = []
	887	open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
	888	'\n'.join(no_import) + "\n")
	889	imported = []
	890	em = '%d transactions commited total %s\n' % (tr_count,total)
	891	transaction.commit()
	892	regs = []
	893	logger.info(em)
	894	total += tr_count
	895	tr_count = 0
	896	open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
	897	'\n'.join(imported))
	898	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
	899	'\n'.join(no_import))
	900	return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
	901	###)
	902
[1939]	903	security.declareProtected(ModifyPortalContent,"exportStudents")###(
	904	def exportStudents(self):
	905	"""export Studentsdata to a file"""
[1940]	906	member = self.portal_membership.getAuthenticatedMember()
[1939]	907	logger = logging.getLogger('Students.exportStudents')
	908	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	909	students_folder = self.portal_url.getPortalObject().campus.students
	910	export_file = "%s/export/students_%s.csv" % (i_home,current)
[1953]	911
[1939]	912	from Products.AdvancedQuery import Eq, Between, Le,In,MatchRegexp
	913	aq_students = self.students_catalog.evalAdvancedQuery
	914	toexport = {'students_catalog': ("id",
	915	"matric_no",
	916	"jamb_reg_no",
[2014]	917	"name",
[1939]	918	"review_state",
[2014]	919	"entry_session",
	920	"session",
	921	"entry_mode",
	922	"mode",
	923	"verdict",
[1939]	924	"sex",
	925	"email",
[2014]	926	"phone",
[1939]	927	"faculty",
	928	"department",
	929	"course",
	930	"level",
	931	),
[2016]	932	'personal': ('firstname',
	933	'middlename',
	934	'lastname',
	935	'perm_address',
	936	),
[2015]	937	'clearance': ('state', # is not an attribute of clearance but is needed for splitting lga
[1939]	938	'lga',
	939	)
	940	}
	941	res_list = []
	942	lines = []
	943	fields = []
	944	with_lga = False
	945	for k in toexport.keys():
	946	for f in toexport[k]:
	947	if f == 'lga' :
	948	with_lga = True
	949	fields.append(f)
[1940]	950	headline = ','.join(fields).replace('level','current_level')
[1939]	951	open(export_file,"a").write(headline +'\n')
	952	format = '"%(' + ')s","%('.join(fields) + ')s"'
[2016]	953	query = In('review_state',('cleared_and_validated',
	954	'clearance_requested',
	955	'school_fee_paid',
	956	'courses_registered',
	957	'courses_validated'))
	958	#query = In('review_state',('clearance_requested'))
[1939]	959	students = aq_students(query)
[1941]	960	nr2export = len(students)
	961	logger.info('%s starts exportStudents, %s student records to export' % (member,nr2export))
[2014]	962	chunk = 1000
[1939]	963	total = 0
[1941]	964	start = DateTime.DateTime().timeTime()
	965	start_chunk = DateTime.DateTime().timeTime()
	966	## alternative method slightly slower
	967	# student_recs = {}
	968	# for s in students:
	969	# student_recs[s.id] = s
	970	# catalog_recs = {}
	971	# brains = self.portal_catalog(portal_type = 'Student')
	972	# for cat_rec in brains:
	973	# sid = cat_rec.getId
	974	# catalog_recs[sid] = cat_rec
	975	# #import pdb;pdb.set_trace()
	976	# start = DateTime.DateTime().timeTime()
	977	# start_chunk = DateTime.DateTime().timeTime()
	978	# for student in students:
	979	# if student.id not in student_recs.keys():
	980	# continue
	981	# not_all = False
	982	# d = self.getFormattedStudentEntry(student_recs[student.id])
	983	# student_obj = catalog_recs[student.id].getObject()
[1939]	984	for student in students:
	985	not_all = False
	986	d = self.getFormattedStudentEntry(student)
[1941]	987	student_obj = getattr(students_folder,student.id)
[1939]	988	for k in toexport.keys()[1:]:
	989	try:
[1941]	990	object = getattr(student_obj,k)
[1939]	991	object_doc = object.getContent()
	992	except:
	993	logger.info('%s %s record not found' % (student.id,k))
	994	not_all = True
	995	continue
	996	for f in toexport[k]:
	997	d[f] = getattr(object_doc,f,'')
	998	if not_all:
	999	continue
	1000	if with_lga:
[2014]	1001	d['state'],d['lga'] = formatLGA(d['lga'])
[1939]	1002	lines.append(format % d)
	1003	total += 1
	1004	if total and not total % chunk or total == len(students):
	1005	open(export_file,"a").write('\n'.join(lines) +'\n')
	1006	anz = len(lines)
[1941]	1007	logger.info("wrote %(anz)d total written %(total)d" % vars())
	1008	end_chunk = DateTime.DateTime().timeTime()
	1009	duration = end_chunk-start_chunk
	1010	per_record = duration/anz
	1011	till_now = end_chunk - start
	1012	avarage_per_record = till_now/total
	1013	estimated_end = DateTime.DateTime(start + avarage_per_record * nr2export)
	1014	estimated_end = estimated_end.strftime("%H:%M:%S")
	1015	logger.info('%(duration)4.1f, %(per_record)4.3f,end %(estimated_end)s' % vars())
	1016	start_chunk = DateTime.DateTime().timeTime()
[1939]	1017	lines = []
[1941]	1018	end = DateTime.DateTime().timeTime()
	1019	logger.info('total time %6.2f m' % ((end-start)/60))
[1939]	1020	filename, extension = os.path.splitext(export_file)
[1941]	1021	from subprocess import call
	1022	msg = "wrote %(total)d records to %(export_file)s" % vars()
	1023	try:
	1024	retcode = call('gzip %s' % (export_file),shell=True)
	1025	if retcode == 0:
	1026	msg = "wrote %(total)d records to %(export_file)s.gz" % vars()
	1027	except OSError, e:
	1028	retcode = -99
	1029	logger.info("zip failed with %s" % e)
[1939]	1030	logger.info(msg)
	1031	args = {'portal_status_message': msg}
[1953]	1032	#url = self.REQUEST.get('URL1') + '?' + urlencode(args)
[1941]	1033	url = self.REQUEST.get('URL2')
[1939]	1034	return self.REQUEST.RESPONSE.redirect(url)
[1940]	1035	###)
[1939]	1036
[1970]	1037	security.declareProtected(ModifyPortalContent,"dumpStudentsCatalog")###(
	1038	def dumpStudentsCatalog(self):
	1039	"""dump all data in students_catalog to a csv"""
	1040	member = self.portal_membership.getAuthenticatedMember()
	1041	logger = logging.getLogger('Students.dumpStudentsCatalog')
	1042	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	1043	export_file = "%s/export/students_catalog_%s.csv" % (i_home,current)
	1044	res_list = []
	1045	lines = []
	1046	fields = []
	1047	for f in self.students_catalog.schema():
	1048	fields.append(f)
[2083]	1049	fields.append('state')
[1970]	1050	headline = ','.join(fields)
	1051	open(export_file,"a").write(headline +'\n')
	1052	format = '"%(' + ')s","%('.join(fields) + ')s"'
	1053	students = self.students_catalog()
	1054	nr2export = len(students)
[2012]	1055	logger.info('%s starts dumpStudentsCatalog, %s student records to export' % (member,nr2export))
[1970]	1056	chunk = 2000
	1057	total = 0
	1058	start = DateTime.DateTime().timeTime()
	1059	start_chunk = DateTime.DateTime().timeTime()
	1060	for student in students:
	1061	not_all = False
	1062	d = self.getFormattedStudentEntry(student)
[2080]	1063	d['state'],d['lga'] = formatLGA(d['lga'])
[1970]	1064	lines.append(format % d)
	1065	total += 1
	1066	if total and not total % chunk or total == len(students):
	1067	open(export_file,"a").write('\n'.join(lines) +'\n')
	1068	anz = len(lines)
	1069	logger.info("wrote %(anz)d total written %(total)d" % vars())
	1070	end_chunk = DateTime.DateTime().timeTime()
	1071	duration = end_chunk-start_chunk
	1072	per_record = duration/anz
	1073	till_now = end_chunk - start
	1074	avarage_per_record = till_now/total
	1075	estimated_end = DateTime.DateTime(start + avarage_per_record * nr2export)
	1076	estimated_end = estimated_end.strftime("%H:%M:%S")
	1077	logger.info('%(duration)4.1f, %(per_record)4.3f,end %(estimated_end)s' % vars())
	1078	start_chunk = DateTime.DateTime().timeTime()
	1079	lines = []
	1080	end = DateTime.DateTime().timeTime()
	1081	logger.info('total time %6.2f m' % ((end-start)/60))
	1082	filename, extension = os.path.splitext(export_file)
	1083	from subprocess import call
	1084	msg = "wrote %(total)d records to %(export_file)s" % vars()
	1085	try:
	1086	retcode = call('gzip %s' % (export_file),shell=True)
	1087	if retcode == 0:
	1088	msg = "wrote %(total)d records to %(export_file)s.gz" % vars()
	1089	except OSError, e:
	1090	retcode = -99
	1091	logger.info("zip failed with %s" % e)
	1092	logger.info(msg)
	1093	args = {'portal_status_message': msg}
	1094	#url = self.REQUEST.get('URL1') + '?' + urlencode(args)
	1095	url = self.REQUEST.get('URL2')
	1096	return self.REQUEST.RESPONSE.redirect(url)
	1097	###)
	1098
	1099
[1146]	1100	security.declareProtected(ModifyPortalContent,"importResults")###(
	1101	def importResults(self):
[1151]	1102	"""load Returning Students Results from CSV"""
[1146]	1103	import transaction
	1104	import random
	1105	#from pdb import set_trace
	1106	wftool = self.portal_workflow
	1107	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
[1802]	1108	#students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
	1109	students_folder = self.portal_url.getPortalObject().campus.students
[1146]	1110	tr_count = 1
[2072]	1111	total = 0
[1146]	1112	#name = 'pume_results'
	1113	name = 'Results'
	1114	table = self.results_import
	1115	no_import = []
	1116	imported = []
[1571]	1117	logger = logging.getLogger('Students.StudentsFolder.importResults')
[1146]	1118	try:
	1119	results = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
	1120	except:
	1121	logger.error('Error reading %s.csv' % name)
	1122	return
[2071]	1123
[1146]	1124	l = self.portal_catalog({'meta_type': "Course"})
	1125	courses = [f.getId for f in l]
	1126	start = True
	1127	res = table()
	1128	regs = []
	1129	if len(res) > 0:
	1130	regs = [s.key for s in res]
	1131	no_course = []
	1132	no_course_list = []
	1133	course_count = 0
	1134	for result in results:
	1135	if start:
	1136	start = False
[1571]	1137	logger.info('Start loading from %s.csv' % name)
[1321]	1138	s = ','.join(['"%s"' % fn for fn in result.keys()])
[1146]	1139	imported.append(s)
	1140	no_import.append('%s,"Error"' % s)
	1141	format = ','.join(['"%%(%s)s"' % fn for fn in result.keys()])
	1142	format_error = format + ',"%(Error)s"'
	1143	no_certificate = "no certificate %s" % format
	1144	course_id = result.get('CosCode')
[1448]	1145	if not course_id:
	1146	course_id = 'N/A'
	1147	result['CosCode'] = course_id
[1168]	1148	matric_no = result.get('matric_no').upper()
	1149	result['matric_no'] = matric_no
	1150	key = matric_no+course_id
	1151	if matric_no == '':
[1252]	1152	result['Error'] = "Empty matric_no"
[1146]	1153	no_import.append( format_error % result)
	1154	continue
[1168]	1155	if key in regs or self.results_import(key = key):
[1252]	1156	result['Error'] = "Duplicate"
[1146]	1157	no_import.append( format_error % result)
	1158	continue
	1159	if course_id not in courses:
	1160	if course_id not in no_course:
	1161	course_count +=1
	1162	no_course.append(course_id)
	1163	no_course_list.append('"%s"' % course_id)
	1164	#result['Error'] = "No Course"
	1165	#logger.info(format_error % result)
[1829]	1166
[1816]	1167	result['key'] = key
	1168	try:
	1169	table.addRecord(**result)
	1170	except ValueError:
	1171	#import pdb;pdb.set_trace()
	1172	result['Error'] = "Duplicate"
	1173	no_import.append( format_error % result)
	1174	continue
[1829]	1175
[1146]	1176	regs.append(key)
	1177	imported.append(format % result)
	1178	tr_count += 1
	1179	if tr_count > 1000:
	1180	if len(no_import) > 0:
	1181	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
[1151]	1182	'\n'.join(no_import)+'\n')
[1146]	1183	no_import = []
	1184	open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
[1151]	1185	'\n'.join(imported) + '\n')
[1146]	1186	imported = []
	1187	if no_course_list:
	1188	open("%s/import/%sno_courses%s.csv" % (i_home,name,current),"a").write(
[1151]	1189	'\n'.join(no_course_list) + '\n')
[1146]	1190	no_course_list = []
	1191	transaction.commit()
[1168]	1192	regs = []
[2072]	1193	total += tr_count
[2080]	1194	em = '%d transactions totally comitted, %s courses not found ' % (total,course_count)
	1195	logger.info(em)
[2072]	1196	tr_count = 0
[1146]	1197	open("%s/import/%simported%s.csv" % (i_home,name,current),"a").write(
	1198	'\n'.join(imported))
	1199	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
	1200	'\n'.join(no_import))
	1201	if no_course_list:
	1202	open("%s/import/%sno_courses%s.csv" % (i_home,name,current),"a").write(
	1203	'\n'.join(no_course_list))
[2072]	1204	em = '%d transactions totally committed, %s courses not found ' % (total,course_count)
[1393]	1205	logger.info(em)
[1146]	1206	return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
	1207	###)
	1208
[1065]	1209	security.declareProtected(ModifyPortalContent,"updateStudyCourse")###(
	1210	def updateStudyCourse(self):
	1211	"""update StudyCourse from CSV values"""
	1212	import transaction
	1213	import random
	1214	from pdb import set_trace
	1215	wftool = self.portal_workflow
[1802]	1216	#students_folder = self.portal_catalog({'meta_type': 'StudentsFolder'})[-1].getObject()
	1217	students_folder = self.portal_url.getPortalObject().campus.students
[1065]	1218	csv_d = {'jamb_reg_no': "RegNumber",
	1219	'jamb_lastname': "Name",
	1220	'session': "Session",
	1221	'pume_tot_score': "PUME SCORE",
	1222	'jamb_score': "JambScore",
	1223	'jamb_sex': "Sex",
	1224	'jamb_state': "State",
	1225	## 'jamb_first_cos': "AdminCourse",
	1226	'faculty': "AdminFaculty",
	1227	'course_code': "AdmitCoscode",
	1228	'stud_status':"AdmitStatus",
	1229	'department': "AdmitDept",
	1230	'jamb_lga': "LGA",
	1231	'app_email': "email",
	1232	'app_mobile': "PhoneNumbers",
	1233	}
	1234	csv_fields = [f[1] for f in csv_d.items()]
	1235	tr_count = 0
	1236	total = 0
	1237	#name = 'pume_results'
	1238	name = 'StudyCourseChange'
	1239	no_import = []
[1321]	1240	s = ','.join(['"%s"' % fn for fn in csv_fields])
[1065]	1241	no_import.append('"Error",%s' % s)
	1242	format = '"%(Error)s",' + ','.join(['"%%(%s)s"' % fn for fn in csv_fields])
	1243	no_certificate = "no certificate %s" % format
	1244	open("%s/import/%s_not_imported.csv" % (i_home,name),"w").write(
	1245	'\n'.join(no_import))
[1571]	1246	logger = logging.getLogger('Students.StudentsFolder.updateStudyCourse')
[1065]	1247	logger.info('Start loading from %s.csv' % name)
	1248	l = self.portal_catalog({'meta_type': "Certificate"})
	1249	try:
	1250	result = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
	1251	except:
	1252	logger.error('Error reading %s.csv' % name)
	1253	return
	1254	for jamb in result:
	1255	jamb['Error'] = "Processing "
	1256	logger.info(format % jamb)
	1257	jamb_reg_no = jamb.get(csv_d['jamb_reg_no'])
	1258	res = self.portal_catalog({'portal_type': "StudentApplication",
	1259	'SearchableText': jamb_reg_no })
	1260	if not res:
[1571]	1261	em = 'Student with jamb_reg_no %s does not exists\n' % jamb_reg_no
[1065]	1262	logger.info(em)
[1571]	1263	jamb['Error'] = "Student does not exist"
[1065]	1264	no_import.append(format % jamb)
	1265	continue
	1266	sid = res[0].getPath().split('/')[-2]
	1267	cert_id = makeCertificateCode(jamb.get(csv_d['course_code']))
	1268	res = self.portal_catalog(portal_type = "Certificate", id = cert_id)
	1269	if not res:
	1270	em = 'No Certificate with ID %s \n' % cert_id
	1271	logger.info(em)
	1272	jamb['Error'] = "No Certificate %s" % cert_id
	1273	no_import.append( format % jamb)
	1274	continue
	1275	cert_brain = res[0]
	1276	catalog_entry = {}
	1277	student = getattr(self,sid)
	1278	#
	1279	# Study Course
	1280	#
	1281	study_course = student.study_course
	1282	dsc = {}
	1283	cert_pl = cert_brain.getPath().split('/')
	1284	catalog_entry['id'] = sid
	1285	catalog_entry['faculty'] = cert_pl[-4]
	1286	catalog_entry['department'] = cert_pl[-3]
	1287	catalog_entry['course'] = cert_id
	1288	dsc['study_course'] = cert_id
	1289	study_course.getContent().edit(mapping=dsc)
	1290	self.students_catalog.modifyRecord(**catalog_entry)
	1291	if tr_count > 10:
	1292	if len(no_import) > 1:
	1293	open("%s/import/%s_not_imported.csv" % (i_home,name),"w+").write(
	1294	'\n'.join(no_import))
	1295	no_import = []
	1296	em = '%d transactions commited\n' % tr_count
	1297	transaction.commit()
	1298	logger.info(em)
	1299	total += tr_count
	1300	tr_count = 0
	1301	tr_count += 1
	1302	return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
	1303	###)
	1304
[1594]	1305	security.declareProtected(View,"fixOwnership") ###(
[511]	1306	def fixOwnership(self):
	1307	"""fix Ownership"""
	1308	for s in self.portal_catalog(meta_type = 'Student'):
	1309	student = s.getObject()
	1310	sid = s.getId
	1311	import pdb;pdb.set_trace()
	1312	student.application.manage_setLocalRoles(sid, ['Owner',])
	1313	student.personal.manage_setLocalRoles(sid, ['Owner',])
[1594]	1314	###)
[603]	1315
[1594]	1316	security.declareProtected(View,"Title") ###(
[364]	1317	def Title(self):
	1318	"""compose title"""
[382]	1319	return "Student Section"
[1594]	1320	###)
[361]	1321
[1700]	1322	def generateStudentId(self,letter,students = None): ###(
[714]	1323	import random
	1324	r = random
[1700]	1325	if students is None:
	1326	students = self.portal_url.getPortalObject().campus.students
[714]	1327	if letter not in ('ABCDEFGIHKLMNOPQRSTUVWXY'):
	1328	letter= r.choice('ABCDEFGHKLMNPQRSTUVWXY')
	1329	sid = "%c%d" % (letter,r.randint(99999,1000000))
	1330	while hasattr(students, sid):
	1331	sid = "%c%d" % (letter,r.randint(99999,1000000))
[758]	1332	return sid
[714]	1333	#return "%c%d" % (r.choice('ABCDEFGHKLMNPQRSTUVWXY'),r.randint(99999,1000000))
	1334	###)
	1335
[361]	1336	InitializeClass(StudentsFolder)
	1337
[1594]	1338	def addStudentsFolder(container, id, REQUEST=None, **kw): ###(
[361]	1339	"""Add a Student."""
	1340	ob = StudentsFolder(id, **kw)
	1341	return CPSBase_adder(container, ob, REQUEST=REQUEST)
[1594]	1342	###)
	1343
[361]	1344	###)
	1345
[57]	1346	class Student(CPSDocument): ###(
	1347	"""
[154]	1348	WAeUP Student container for the various student data
[57]	1349	"""
	1350	meta_type = 'Student'
	1351	portal_type = meta_type
	1352	security = ClassSecurityInfo()
[154]	1353
[152]	1354	security.declareProtected(View,"Title")
	1355	def Title(self):
	1356	"""compose title"""
[153]	1357	reg_nr = self.getId()[1:]
[362]	1358	data = getattr(self,'personal',None)
[152]	1359	if data:
	1360	content = data.getContent()
[1143]	1361	return "%s %s %s" % (content.firstname,content.middlename,content.lastname)
[472]	1362	data = getattr(self,'application',None)
[464]	1363	if data:
	1364	content = data.getContent()
	1365	return "%s" % (content.jamb_lastname)
[152]	1366	return self.title
[154]	1367
[511]	1368	security.declarePrivate('makeStudentMember') ###(
	1369	def makeStudentMember(self,sid,password='uNsEt'):
	1370	"""make the student a member"""
	1371	membership = self.portal_membership
[603]	1372	membership.addMember(sid,
[511]	1373	password ,
	1374	roles=('Member',
	1375	'Student',
[522]	1376	),
[511]	1377	domains='',
[904]	1378	properties = {'memberareaCreationFlag': False,
	1379	'homeless': True},)
[511]	1380	member = membership.getMemberById(sid)
	1381	self.portal_registration.afterAdd(member, sid, password, None)
	1382	self.manage_setLocalRoles(sid, ['Owner',])
	1383
	1384	###)
	1385
[764]	1386	security.declareProtected(View,'createSubObjects') ###(
	1387	def createSubObjects(self):
	1388	"""make the student a member"""
	1389	dp = {'Title': 'Personal Data'}
	1390	app_doc = self.application.getContent()
	1391	names = app_doc.jamb_lastname.split()
	1392	if len(names) == 3:
	1393	dp['firstname'] = names[0].capitalize()
	1394	dp['middlename'] = names[1].capitalize()
	1395	dp['lastname'] = names[2].capitalize()
	1396	elif len(names) == 2:
	1397	dp['firstname'] = names[0].capitalize()
	1398	dp['lastname'] = names[1].capitalize()
	1399	else:
	1400	dp['lastname'] = app_doc.jamb_lastname
	1401	dp['sex'] = app_doc.jamb_sex == 'F'
	1402	dp['lga'] = "%s/%s" % (app_doc.jamb_state,app_doc.jamb_lga )
	1403	proxy = self.aq_parent
	1404	proxy.invokeFactory('StudentPersonal','personal')
	1405	per = proxy.personal
	1406	per_doc = per.getContent()
	1407	per_doc.edit(mapping = dp)
[927]	1408	per.manage_setLocalRoles(proxy.getId(), ['Owner',])
[764]	1409	#self.portal_workflow.doActionFor(per,'open',dest_container=per)
[603]	1410
[511]	1411	###)
	1412
[57]	1413	InitializeClass(Student)
	1414
	1415	def addStudent(container, id, REQUEST=None, **kw):
	1416	"""Add a Student."""
	1417	ob = Student(id, **kw)
	1418	return CPSBase_adder(container, ob, REQUEST=REQUEST)
	1419
	1420	###)
[91]	1421
[639]	1422	class StudentAccommodation(CPSDocument): ###(
	1423	"""
	1424	WAeUP Student container for the various student data
	1425	"""
	1426	meta_type = 'StudentAccommodation'
	1427	portal_type = meta_type
	1428	security = ClassSecurityInfo()
	1429
	1430	security.declareProtected(View,"Title")
	1431	def Title(self):
	1432	"""compose title"""
	1433	content = self.getContent()
	1434	#return "Accommodation Data for %s %s" % (content.firstname,content.lastname)
	1435	return "Accommodation Data for Session %s" % content.session
	1436
	1437
	1438	InitializeClass(StudentAccommodation)
	1439
	1440	def addStudentAccommodation(container, id, REQUEST=None, **kw):
	1441	"""Add a Students personal data."""
	1442	ob = StudentAccommodation(id, **kw)
	1443	return CPSBase_adder(container, ob, REQUEST=REQUEST)
	1444
	1445	###)
	1446
[89]	1447	class StudentPersonal(CPSDocument): ###(
	1448	"""
[154]	1449	WAeUP Student container for the various student data
[89]	1450	"""
	1451	meta_type = 'StudentPersonal'
	1452	portal_type = meta_type
	1453	security = ClassSecurityInfo()
[152]	1454
	1455	security.declareProtected(View,"Title")
	1456	def Title(self):
	1457	"""compose title"""
	1458	content = self.getContent()
[364]	1459	#return "Personal Data for %s %s" % (content.firstname,content.lastname)
	1460	return "Personal Data"
[152]	1461
[154]	1462
[89]	1463	InitializeClass(StudentPersonal)
	1464
	1465	def addStudentPersonal(container, id, REQUEST=None, **kw):
	1466	"""Add a Students personal data."""
	1467	ob = StudentPersonal(id, **kw)
	1468	return CPSBase_adder(container, ob, REQUEST=REQUEST)
	1469
	1470	###)
	1471
[423]	1472	class StudentClearance(CPSDocument): ###(
	1473	"""
	1474	WAeUP Student container for the various student data
	1475	"""
	1476	meta_type = 'StudentClearance'
	1477	portal_type = meta_type
	1478	security = ClassSecurityInfo()
	1479
	1480	security.declareProtected(View,"Title")
	1481	def Title(self):
	1482	"""compose title"""
	1483	content = self.getContent()
[840]	1484	#return "Clearance/Eligibility Record for %s %s" % (content.firstname,content.lastname)
	1485	return "Clearance/Eligibility Record"
[423]	1486
	1487
	1488	InitializeClass(StudentClearance)
	1489
	1490	def addStudentClearance(container, id, REQUEST=None, **kw):
	1491	"""Add a Students personal data."""
	1492	ob = StudentClearance(id, **kw)
	1493	return CPSBase_adder(container, ob, REQUEST=REQUEST)
	1494
	1495	###)
	1496
[454]	1497	class StudentStudyLevel(CPSDocument): ###(
	1498	"""
	1499	WAeUP Student container for the various student data
	1500	"""
	1501	meta_type = 'StudentStudyLevel'
	1502	portal_type = meta_type
	1503	security = ClassSecurityInfo()
	1504
	1505	security.declareProtected(View,"Title")
	1506	def Title(self):
	1507	"""compose title"""
	1508	return "Level %s" % self.aq_parent.getId()
	1509
[1700]	1510	def create_course_results(self,cert_id,current_level): ###(
[1649]	1511	"create all courses in a level"
	1512	aq_portal = self.portal_catalog.evalAdvancedQuery
	1513	res = self.portal_catalog(portal_type="Certificate", id = cert_id)
	1514	l = []
	1515	import transaction
	1516	if res:
	1517	cert = res[0]
	1518	path = cert.getPath()
	1519	query = Eq("path","%s/%s" % (path,current_level)) &\
	1520	Eq('portal_type','CertificateCourse')
	1521	courses = aq_portal(query)
	1522	#from pdb import set_trace;set_trace()
	1523	self_proxy = self.aq_parent
	1524	for c in courses:
	1525	d = self.getCourseInfo(c.getId)
	1526	cr_id = self_proxy.invokeFactory('StudentCourseResult',c.getId)
	1527	course_result = getattr(self_proxy,cr_id)
	1528	self.portal_workflow.doActionFor(course_result,'open')
	1529	d['core_or_elective'] = getattr(c.getObject().getContent(),'core_or_elective')
	1530	course_result.getContent().edit(mapping=d)
[1820]	1531	#transaction.commit()
[1700]	1532	###)
[472]	1533
[454]	1534	InitializeClass(StudentStudyLevel)
	1535
	1536	def addStudentStudyLevel(container, id, REQUEST=None, **kw):
	1537	"""Add a Students personal data."""
	1538	ob = StudentStudyLevel(id, **kw)
	1539	return CPSBase_adder(container, ob, REQUEST=REQUEST)
	1540
	1541	###)
	1542
[362]	1543	class StudentStudyCourse(CPSDocument): ###(
	1544	"""
	1545	WAeUP Student container for the various student data
	1546	"""
	1547	meta_type = 'StudentStudyCourse'
	1548	portal_type = meta_type
	1549	security = ClassSecurityInfo()
	1550
[364]	1551	security.declareProtected(View,"Title")
	1552	def Title(self):
	1553	"""compose title"""
	1554	content = self.getContent()
[453]	1555	return "Study Course"
[362]	1556
	1557
	1558	InitializeClass(StudentStudyCourse)
	1559
	1560	def addStudentStudyCourse(container, id, REQUEST=None, **kw):
	1561	"""Add a Students personal data."""
	1562	ob = StudentStudyCourse(id, **kw)
	1563	return CPSBase_adder(container, ob, REQUEST=REQUEST)
	1564
	1565	###)
	1566
[472]	1567	class StudentApplication(CPSDocument): ###(
[179]	1568	"""
	1569	WAeUP Student container for the various student data
	1570	"""
[472]	1571	meta_type = 'StudentApplication'
[179]	1572	portal_type = meta_type
	1573	security = ClassSecurityInfo()
	1574
[181]	1575	security.declareProtected(View,"Title")
	1576	def Title(self):
	1577	"""compose title"""
[472]	1578	return "Application Data"
[179]	1579
[181]	1580
[472]	1581	InitializeClass(StudentApplication)
[179]	1582
[472]	1583	def addStudentApplication(container, id, REQUEST=None, **kw):
[179]	1584	"""Add a Students eligibility data."""
[472]	1585	ob = StudentApplication(id, **kw)
[179]	1586	return CPSBase_adder(container, ob, REQUEST=REQUEST)
[763]	1587	###)
[179]	1588
[758]	1589	class StudentPume(CPSDocument): ###(
	1590	"""
	1591	WAeUP Student container for the various student data
	1592	"""
	1593	meta_type = 'StudentPume'
	1594	portal_type = meta_type
	1595	security = ClassSecurityInfo()
	1596
	1597	security.declareProtected(View,"Title")
	1598	def Title(self):
	1599	"""compose title"""
	1600	return "PUME Results"
	1601
	1602
	1603	InitializeClass(StudentPume)
	1604
	1605	def addStudentPume(container, id, REQUEST=None, **kw):
	1606	"""Add a Students PUME data."""
	1607	ob = StudentPume(id, **kw)
	1608	return CPSBase_adder(container, ob, REQUEST=REQUEST)
[179]	1609	###)
[181]	1610
[565]	1611	##class StudentSemester(CPSDocument): ###(
	1612	## """
	1613	## WAeUP StudentSemester containing the courses and students
	1614	## """
	1615	## meta_type = 'StudentSemester'
	1616	## portal_type = meta_type
	1617	## security = ClassSecurityInfo()
	1618	##
	1619	##InitializeClass(StudentSemester)
	1620	##
	1621	##def addStudentSemester(container, id, REQUEST=None, **kw):
	1622	## """Add a StudentSemester."""
	1623	## ob = StudentSemester(id, **kw)
	1624	## return CPSBase_adder(container, ob, REQUEST=REQUEST)
	1625	##
	1626	#####)
[464]	1627
[758]	1628	##class Semester(CPSDocument): ###(
	1629	## """
	1630	## WAeUP Semester containing the courses and students
	1631	## """
	1632	## meta_type = 'Semester'
	1633	## portal_type = meta_type
	1634	## security = ClassSecurityInfo()
	1635	##
	1636	##InitializeClass(Semester)
	1637	##
	1638	##def addSemester(container, id, REQUEST=None, **kw):
	1639	## """Add a Semester."""
	1640	## ob = Semester(id, **kw)
	1641	## return CPSBase_adder(container, ob, REQUEST=REQUEST)
	1642	##
	1643	#####)
[464]	1644
	1645	class StudentCourseResult(CPSDocument): ###(
[89]	1646	"""
[464]	1647	WAeUP StudentCourseResult
[89]	1648	"""
[464]	1649	meta_type = 'StudentCourseResult'
[89]	1650	portal_type = meta_type
	1651	security = ClassSecurityInfo()
[472]	1652
[454]	1653	def getCourseEntry(self,cid):
[723]	1654	res = self.portal_catalog({'meta_type': "Course",
[454]	1655	'id': cid})
	1656	if res:
	1657	return res[-1]
	1658	else:
	1659	return None
[154]	1660
[454]	1661	security.declareProtected(View,"Title")
	1662	def Title(self):
	1663	"""compose title"""
[723]	1664	cid = self.aq_parent.getId()
[454]	1665	ce = self.getCourseEntry(cid)
	1666	if ce:
	1667	return "%s" % ce.Title
	1668	return "No course with id %s" % cid
[152]	1669
[464]	1670	InitializeClass(StudentCourseResult)
[454]	1671
[464]	1672	def addStudentCourseResult(container, id, REQUEST=None, **kw):
	1673	"""Add a StudentCourseResult."""
	1674	ob = StudentCourseResult(id, **kw)
[89]	1675	return CPSBase_adder(container, ob, REQUEST=REQUEST)
[139]	1676	###)
	1677
[579]	1678	# Backward Compatibility StudyLevel
	1679
	1680	from Products.WAeUP_SRP.Academics import StudyLevel
	1681
	1682	from Products.WAeUP_SRP.Academics import addStudyLevel
	1683

Note: See TracBrowser for help on using the repository browser.

Download in other formats: