Context navigation

WAeUPTables.py @ 2770

Last change on this file since 2770 was 2766, checked in by joachim, 17 years ago

M skins/waeup_student/create_level.py
use course_results for carry_overs

M skins/waeup_pins/pins_view.pt
M skins/waeup_pins/search_pins.py
sort batches in select-box

M Widgets.py
M WAeUPTables.py
M WAeUPTool.py
mass_(create,edit)_courseresults edits verdict in level.

M profiles/default/layouts/application_cest.xml
M profiles/default/applicants_catalog.xml
new meta_data field "serial", index must be added manually

Property svn:keywords set to Id

File size: 54.2 KB

Rev	Line
[966]	1	#-- mode: python; mode: fold --
[363]	2	# (C) Copyright 2005 AixtraWare <http://aixtraware.de>
	3	# Author: Joachim Schmitz <js@aixtraware.de>
	4	#
	5	# This program is free software; you can redistribute it and/or modify
	6	# it under the terms of the GNU General Public License version 2 as published
	7	# by the Free Software Foundation.
	8	#
	9	# This program is distributed in the hope that it will be useful,
	10	# but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	# GNU General Public License for more details.
	13	#
	14	# You should have received a copy of the GNU General Public License
	15	# along with this program; if not, write to the Free Software
	16	# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
	17	# 02111-1307, USA.
	18	#
	19	# $Id: WAeUPTables.py 2766 2007-11-26 19:18:09Z joachim $
	20
	21	from zope.interface import implements
	22	from Globals import InitializeClass
	23	from Products.ZCatalog.ZCatalog import ZCatalog
[1620]	24	from Products.ZCatalog.ProgressHandler import ZLogHandler
[780]	25	from AccessControl import ClassSecurityInfo
	26	from Products.CMFCore.permissions import ModifyPortalContent
[2094]	27	from Products.CMFCore.utils import getToolByName
	28	from Products.CMFCore.CatalogTool import CatalogTool
	29	from Products.CPSSchemas.StorageAdapter import MappingStorageAdapter
	30	from Products.CPSSchemas.DataStructure import DataStructure
	31	from Products.CPSSchemas.DataModel import DataModel
	32	from Products.AdvancedQuery import Eq, Between, Le,In
[1700]	33	import urllib
[1620]	34	import DateTime,time
[780]	35	import csv,re
	36	import logging
	37	import Globals
	38	p_home = Globals.package_home(globals())
	39	i_home = Globals.INSTANCE_HOME
	40
[2084]	41	ADDING_SHEDULED = "adding_sheduled"
	42	OBJECT_CREATED = "object_created"
	43
[363]	44	from interfaces import IWAeUPTable
	45
	46	class AttributeHolder(object):
	47	pass
	48
	49	def dict2ob(dict):
	50	ob = AttributeHolder()
	51	for key, value in dict.items():
	52	setattr(ob, key, value)
	53	return ob
	54
[1146]	55	class WAeUPTable(ZCatalog): ###(
[834]	56
[363]	57	implements(IWAeUPTable)
[780]	58	security = ClassSecurityInfo()
[2094]	59	meta_type = None
[2099]	60
[2094]	61	def __init__(self,name=None):
	62	if name == None:
	63	name = self.name
	64	ZCatalog.__init__(self,name)
[2099]	65
[2094]	66	def refreshCatalog(self, clear=0, pghandler=None): ###(
[1620]	67	""" don't refresh for a normal table """
	68
	69	if self.REQUEST and self.REQUEST.RESPONSE:
	70	self.REQUEST.RESPONSE.redirect(
	71	URL1 +
	72	'/manage_catalogAdvanced?manage_tabs_message=Catalog%20refresh%20not%20implemented')
	73
[2094]	74	###)
	75
	76	def manage_catalogClear(self, REQUEST=None, RESPONSE=None, URL1=None): ###(
[1620]	77	""" clears the whole enchilada """
[1986]	78
[1916]	79	#if REQUEST and RESPONSE:
	80	# RESPONSE.redirect(
	81	# URL1 +
	82	# '/manage_catalogAdvanced?manage_tabs_message=Catalog%20Clearing%20disabled')
[1620]	83
[1916]	84	self._catalog.clear()
[1620]	85	if REQUEST and RESPONSE:
	86	RESPONSE.redirect(
	87	URL1 +
[1916]	88	'/manage_catalogAdvanced?manage_tabs_message=Catalog%20cleared')
[1620]	89
[2094]	90	###)
	91
[2632]	92	def record2dict(self,fields,record): ###(
[2189]	93	d = {}
	94	for key in fields:
	95	v = getattr(record, key, None)
[2192]	96	if key == 'sex':
	97	if v:
	98	v = 'F'
	99	else:
	100	v = 'M'
	101	d[key] = v
	102	elif v:
[2189]	103	if key == 'lga':
	104	v = self.portal_vocabularies.local_gov_areas.get(v)
[2627]	105	elif key == 'aos':
	106	v = self.portal_vocabularies.aos.get(v)
[2189]	107	d[key] = v
	108	else:
	109	d[key] = ''
	110	return d
[2191]	111
[2632]	112	###)
	113
[2094]	114	def addRecord(self, **data): ###(
[502]	115	# The uid is the same as "bed".
	116	uid = data[self.key]
	117	res = self.searchResults({"%s" % self.key : uid})
	118	if len(res) > 0:
	119	raise ValueError("More than one record with uid %s" % uid)
	120	self.catalog_object(dict2ob(data), uid=uid)
	121	return uid
[834]	122
[2094]	123	###)
	124
[363]	125	def deleteRecord(self, uid):
	126	self.uncatalog_object(uid)
[834]	127
[2738]	128	def getRecordByKey(self,key):
	129	if not key:
	130	return None
	131	res = self.evalAdvancedQuery(Eq(self.key,key))
	132	if res:
	133	return res[0]
	134	return None
	135
[502]	136	def searchAndSetRecord(self, **data):
	137	raise NotImplemented
	138
[2094]	139	def modifyRecord(self, record=None, **data): ###(
[502]	140	#records = self.searchResults(uid=uid)
	141	uid = data[self.key]
[2069]	142	if record is None:
	143	records = self.searchResults({"%s" % self.key : uid})
	144	if len(records) > 1:
	145	# Can not happen, but anyway...
	146	raise ValueError("More than one record with uid %s" % uid)
	147	if len(records) == 0:
	148	raise KeyError("No record for uid %s" % uid)
	149	record = records[0]
[363]	150	record_data = {}
	151	for field in self.schema() + self.indexes():
	152	record_data[field] = getattr(record, field)
	153	# Add the updated data:
	154	record_data.update(data)
	155	self.catalog_object(dict2ob(record_data), uid)
	156
[2094]	157	###)
	158
	159	def reindexIndex(self, name, REQUEST,pghandler=None): ###(
[1062]	160	if isinstance(name, str):
[2094]	161	name = (name,)
[1062]	162	paths = self._catalog.uids.items()
	163	i = 0
	164	#import pdb;pdb.set_trace()
	165	for p,rid in paths:
	166	i += 1
	167	metadata = self.getMetadataForRID(rid)
	168	record_data = {}
	169	for field in name:
	170	record_data[field] = metadata.get(field)
	171	uid = metadata.get(self.key)
	172	self.catalog_object(dict2ob(record_data), uid, idxs=name,
	173	update_metadata=0)
[1082]	174
[2094]	175	###)
	176
	177	security.declareProtected(ModifyPortalContent,"exportAllRecords") ###(
[780]	178	def exportAllRecords(self):
	179	"export a WAeUPTable"
	180	#import pdb;pdb.set_trace()
	181	fields = [field for field in self.schema()]
	182	format = ','.join(['"%%(%s)s"' % fn for fn in fields])
	183	csv = []
	184	csv.append(','.join(['"%s"' % fn for fn in fields]))
	185	for uid in self._catalog.uids:
	186	records = self.searchResults({"%s" % self.key : uid})
	187	if len(records) > 1:
	188	# Can not happen, but anyway...
	189	raise ValueError("More than one record with uid %s" % uid)
	190	if len(records) == 0:
	191	raise KeyError("No record for uid %s" % uid)
	192	rec = records[0]
	193	csv.append(format % rec)
	194	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	195	open("%s/import/%s-%s.csv" % (i_home,self.getId(),current),"w+").write('\n'.join(csv))
[2094]	196
	197	###)
	198
[2189]	199	security.declareProtected(ModifyPortalContent,"dumpAll")###(
	200	def dumpAll(self):
	201	"""dump all data in the table to a csv"""
	202	member = self.portal_membership.getAuthenticatedMember()
	203	logger = logging.getLogger('WAeUPTables.dump_%s' % self.__name__)
	204	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	205	export_file = "%s/export/%s_%s.csv" % (i_home,self.__name__,current,)
	206	print export_file
	207	res_list = []
	208	lines = []
	209	if hasattr(self,"export_keys"):
	210	fields = self.export_keys
	211	else:
	212	fields = []
	213	for f in self.schema():
	214	fields.append(f)
	215	headline = ','.join(fields)
	216	#open(export_file,"a").write(headline +'\n')
	217	out = open(export_file,"wb")
	218	out.write(headline +'\n')
	219	out.close()
	220	out = open(export_file,"a")
	221	csv_writer = csv.DictWriter(out,fields,)
[2665]	222	#format = '"%(' + ')s","%('.join(fields) + ')s"'
[2189]	223	records = self()
	224	nr2export = len(records)
	225	logger.info('%s starts dumping, %s records to export' % (member,nr2export))
	226	chunk = 2000
	227	total = 0
	228	start = DateTime.DateTime().timeTime()
	229	start_chunk = DateTime.DateTime().timeTime()
	230	for record in records:
	231	not_all = False
	232	d = self.record2dict(fields,record)
	233	lines.append(d)
	234	total += 1
	235	if total and not total % chunk or total == len(records):
	236	#open(export_file,"a").write('\n'.join(lines) +'\n')
	237	csv_writer.writerows(lines)
	238	anz = len(lines)
	239	logger.info("wrote %(anz)d total written %(total)d" % vars())
	240	end_chunk = DateTime.DateTime().timeTime()
	241	duration = end_chunk-start_chunk
	242	per_record = duration/anz
	243	till_now = end_chunk - start
	244	avarage_per_record = till_now/total
	245	estimated_end = DateTime.DateTime(start + avarage_per_record * nr2export)
	246	estimated_end = estimated_end.strftime("%H:%M:%S")
	247	logger.info('%(duration)4.1f, %(per_record)4.3f,end %(estimated_end)s' % vars())
	248	start_chunk = DateTime.DateTime().timeTime()
	249	lines = []
	250	end = DateTime.DateTime().timeTime()
	251	logger.info('total time %6.2f m' % ((end-start)/60))
	252	import os
	253	filename, extension = os.path.splitext(export_file)
	254	from subprocess import call
	255	msg = "wrote %(total)d records to %(export_file)s" % vars()
[2561]	256	#try:
	257	# retcode = call('gzip %s' % (export_file),shell=True)
	258	# if retcode == 0:
	259	# msg = "wrote %(total)d records to %(export_file)s.gz" % vars()
	260	#except OSError, e:
	261	# retcode = -99
	262	# logger.info("zip failed with %s" % e)
[2189]	263	logger.info(msg)
	264	args = {'portal_status_message': msg}
	265	#url = self.REQUEST.get('URL1') + '?' + urlencode(args)
	266	url = self.REQUEST.get('URL2')
	267	return self.REQUEST.RESPONSE.redirect(url)
	268	###)
	269
[2185]	270	security.declarePrivate("_import_old") ###(
	271	def _import_old(self,filename,schema,layout, mode,logger):
[2094]	272	"import data from csv"
	273	import transaction
	274	import random
	275	pm = self.portal_membership
	276	member = pm.getAuthenticatedMember()
	277	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	278	import_fn = "%s/import/%s.csv" % (i_home,filename)
	279	imported_fn = "%s/import/%s_imported%s.csv" % (i_home,filename,current)
	280	not_imported_fn = "%s/import/%s_not_imported%s.csv" % (i_home,filename,current)
	281	start = True
	282	tr_count = 1
	283	total_imported = 0
	284	total_not_imported = 0
	285	total = 0
	286	iname = "%s" % filename
[2112]	287	not_imported = []
	288	imported = []
	289	valid_records = []
	290	invalid_records = []
	291	d = {}
	292	d['mode'] = mode
	293	d['imported'] = total_imported
	294	d['not_imported'] = total_not_imported
	295	d['valid_records'] = valid_records
	296	d['invalid_records'] = invalid_records
	297	d['import_fn'] = import_fn
	298	d['imported_fn'] = imported_fn
	299	d['not_imported_fn'] = not_imported_fn
[2094]	300	if schema is None:
	301	em = 'No schema specified'
	302	logger.error(em)
[2112]	303	return d
[2094]	304	if layout is None:
	305	em = 'No layout specified'
	306	logger.error(em)
[2112]	307	return d
[2094]	308	validators = {}
	309	for widget in layout.keys():
[2112]	310	try:
	311	validators[widget] = layout[widget].validate
	312	except AttributeError:
	313	logger.info('%s has no validate attribute' % widget)
	314	return d
[2094]	315	# if mode == 'edit':
	316	# importer = self.importEdit
	317	# elif mode == 'add':
	318	# importer = self.importAdd
	319	# else:
	320	# importer = None
	321	try:
[2185]	322	items = csv.DictReader(open(import_fn,"rb"),
	323	dialect="excel",
	324	skipinitialspace=True)
[2094]	325	except:
	326	em = 'Error reading %s.csv' % filename
	327	logger.error(em)
	328	return d
[2185]	329	#import pdb;pdb.set_trace()
[2094]	330	for item in items:
	331	if start:
	332	start = False
	333	logger.info('%s starts import from %s.csv' % (member,filename))
	334	#import_keys = [k for k in item.keys() if not k.startswith('ignore')]
[2185]	335	attrs = csv.reader(open("%s/import/%s.csv" % (i_home,filename),"rb"),
	336	dialect="excel",
	337	skipinitialspace=True).next()
[2094]	338	import_keys = [k for k in attrs if not (k.startswith('ignore') or k.isupper())]
	339	diff2schema = set(import_keys).difference(set(schema.keys()))
	340	diff2layout = set(import_keys).difference(set(layout.keys()))
	341	if diff2layout:
	342	em = "not ignorable key(s) %s found in heading" % diff2layout
	343	logger.info(em)
	344	return d
	345	s = ','.join(['"%s"' % fn for fn in import_keys])
	346	open(not_imported_fn,"a").write(s + ',"Error"'+ '\n')
	347	#s = '"id",' + s
	348	open(imported_fn,"a").write(s + '\n')
	349	format = ','.join(['"%%(%s)s"' % fn for fn in import_keys])
	350	format_error = format + ',"%(Error)s"'
	351	#format = '"%(id)s",'+ format
	352	adapters = [MappingStorageAdapter(schema, item)]
	353	dm = DataModel(item, adapters,context=self)
	354	ds = DataStructure(data=item,datamodel=dm)
	355	error_string = ""
[2503]	356	#import pdb;pdb.set_trace()
[2094]	357	for k in import_keys:
	358	if not validators[k](ds,mode=mode):
	359	error_string += " %s : %s" % (k,ds.getError(k))
	360	# if not error_string and importer:
	361	# item.update(dm)
	362	# item['id'],error = importer(item)
	363	# if error:
	364	# error_string += error
	365	if error_string:
	366	item['Error'] = error_string
	367	invalid_records.append(dm)
	368	not_imported.append(format_error % item)
	369	total_not_imported += 1
	370	else:
	371	em = format % item
	372	valid_records.append(dm)
	373	imported.append(em)
	374	#logger.info("%(total_imported)d of %(total)d %(em)s" % vars())
	375	tr_count += 1
	376	total_imported += 1
	377	total += 1
	378	if len(imported) > 0:
	379	open(imported_fn,"a").write('\n'.join(imported))
	380	if len(not_imported) > 0:
	381	open(not_imported_fn,"a").write('\n'.join(not_imported))
	382	#em = "Imported: %d, not imported: %d of total %d" % (total_imported,total_not_imported,total)
	383	d['imported'] = total_imported
	384	d['not_imported'] = total_not_imported
	385	d['valid_records'] = valid_records
	386	d['invalid_records'] = invalid_records
	387	d['imported_fn'] = imported_fn
	388	d['not_imported_fn'] = not_imported_fn
	389	#logger.info(em)
	390	return d
[1935]	391	###)
[2185]	392
	393	security.declarePrivate("_import") ###(
	394	def _import_new(self,csv_items,schema, layout, mode,logger):
	395	"import data from csv.Dictreader Instance"
	396	start = True
	397	tr_count = 1
	398	total_imported = 0
	399	total_not_imported = 0
	400	total = 0
	401	iname = "%s" % filename
	402	not_imported = []
	403	valid_records = []
	404	invalid_records = []
	405	duplicate_records = []
	406	d = {}
	407	d['mode'] = mode
	408	d['valid_records'] = valid_records
	409	d['invalid_records'] = invalid_records
	410	d['invalid_records'] = duplicate_records
	411	# d['import_fn'] = import_fn
	412	# d['imported_fn'] = imported_fn
	413	# d['not_imported_fn'] = not_imported_fn
	414	validators = {}
	415	for widget in layout.keys():
	416	try:
	417	validators[widget] = layout[widget].validate
	418	except AttributeError:
	419	logger.info('%s has no validate attribute' % widget)
	420	return d
	421	for item in csv_items:
	422	if start:
	423	start = False
	424	logger.info('%s starts import from %s.csv' % (member,filename))
	425	#import_keys = [k for k in item.keys() if not k.startswith('ignore')]
	426	attrs = csv.reader(open("%s/import/%s.csv" % (i_home,filename),"rb")).next()
	427	import_keys = [k for k in attrs if not (k.startswith('ignore') or k.isupper())]
	428	diff2schema = set(import_keys).difference(set(schema.keys()))
	429	diff2layout = set(import_keys).difference(set(layout.keys()))
	430	if diff2layout:
	431	em = "not ignorable key(s) %s found in heading" % diff2layout
	432	logger.info(em)
	433	return d
	434	# s = ','.join(['"%s"' % fn for fn in import_keys])
	435	# open(not_imported_fn,"a").write(s + ',"Error"'+ '\n')
	436	# #s = '"id",' + s
	437	# open(imported_fn,"a").write(s + '\n')
	438	# format = ','.join(['"%%(%s)s"' % fn for fn in import_keys])
	439	# format_error = format + ',"%(Error)s"'
	440	# #format = '"%(id)s",'+ format
	441	adapters = [MappingStorageAdapter(schema, item)]
	442	dm = DataModel(item, adapters,context=self)
	443	ds = DataStructure(data=item,datamodel=dm)
	444	error_string = ""
	445	for k in import_keys:
	446	if not validators[k](ds,mode=mode):
	447	error_string += " %s : %s" % (k,ds.getError(k))
	448	if error_string:
	449	item['Error'] = error_string
	450	#invalid_records.append(dm)
	451	invalid_records.append(item)
	452	total_not_imported += 1
	453	else:
	454	em = format % item
	455	valid_records.append(dm)
	456	#logger.info("%(total_imported)d of %(total)d %(em)s" % vars())
	457	tr_count += 1
	458	total_imported += 1
	459	total += 1
	460	# if len(imported) > 0:
	461	# open(imported_fn,"a").write('\n'.join(imported))
	462	# if len(not_imported) > 0:
	463	# open(not_imported_fn,"a").write('\n'.join(not_imported))
	464	#em = "Imported: %d, not imported: %d of total %d" % (total_imported,total_not_imported,total)
	465	d['imported'] = total_imported
	466	d['not_imported'] = total_not_imported
	467	d['valid_records'] = valid_records
	468	d['invalid_records'] = invalid_records
	469	return d
	470	###)
	471
[2396]	472	security.declarePublic("missingValue")###(
	473	def missingValue(self):
	474	from Missing import MV
	475	return MV
	476	###)
[2094]	477	###)
[834]	478
[1146]	479	class AccommodationTable(WAeUPTable): ###(
[834]	480
[404]	481	meta_type = 'WAeUP Accommodation Tool'
[2094]	482	name = "portal_accommodation"
[502]	483	key = "bed"
[2094]	484	def __init__(self,name=None):
	485	if name == None:
	486	name = self.name
	487	WAeUPTable.__init__(self, name)
[363]	488
[635]	489	def searchAndReserveBed(self, student_id,bed_type):
	490	records = self.searchResults({'student' : student_id})
	491	if len(records) > 0:
[1293]	492	return -1,"Student with Id %s already booked bed %s." % (student_id,records[0].bed)
[834]	493
[673]	494	records = [r for r in self.searchResults({'bed_type' : bed_type}) if not r.student]
[686]	495	#import pdb;pdb.set_trace()
[635]	496	if len(records) == 0:
[1306]	497	return -2,"No bed available"
[635]	498	rec = records[0]
	499	self.modifyRecord(bed=rec.bed,student=student_id)
[1571]	500	s_logger = logging.getLogger('WAeUPTables.AccommodationTable.searchAndReserveBed')
	501	s_logger.info('%s reserved bed %s' % (student_id,rec.bed))
[635]	502	return 1,rec.bed
[363]	503
[834]	504
[404]	505	InitializeClass(AccommodationTable)
[411]	506
[1146]	507	###)
	508
	509	class PinTable(WAeUPTable): ###(
[1030]	510	from ZODB.POSException import ConflictError
[440]	511	meta_type = 'WAeUP Pin Tool'
[2094]	512	name = "portal_pins"
[502]	513	key = 'pin'
[2094]	514	def __init__(self,name=None):
	515	if name == None:
	516	name = self.name
	517	WAeUPTable.__init__(self, name)
[1082]	518
	519
[710]	520	def searchAndSetRecord(self, uid, student_id,prefix):
[2191]	521
	522	# The following line must be activated after resetting the
	523	# the portal_pins table. This is to avoid duplicate entries
[2184]	524	# and disable duplicate payments.
[2191]	525
[2184]	526	#student_id = student_id.upper()
	527
[2716]	528	#records = self.searchResults(student = student_id)
[2579]	529	#if len(records) > 0 and prefix in ('CLR','APP'):
	530	# for r in records:
	531	# if r.pin != uid and r.prefix_batch.startswith(prefix):
	532	# return -2
[502]	533	records = self.searchResults({"%s" % self.key : uid})
	534	if len(records) > 1:
	535	# Can not happen, but anyway...
	536	raise ValueError("More than one record with uid %s" % uid)
	537	if len(records) == 0:
[2766]	538	return -1,None
[502]	539	record = records[0]
	540	if record.student == "":
	541	record_data = {}
	542	for field in self.schema() + self.indexes():
	543	record_data[field] = getattr(record, field)
	544	# Add the updated data:
[635]	545	record_data['student'] = student_id
[1030]	546	try:
	547	self.catalog_object(dict2ob(record_data), uid)
[2766]	548	return 1,record
[1030]	549	except ConflictError:
[2766]	550	return 2,record
[990]	551	if record.student.upper() != student_id.upper():
[2766]	552	return 0,record
[997]	553	if record.student.upper() == student_id.upper():
[2766]	554	return 2,record
	555	return -3,record
[440]	556	InitializeClass(PinTable)
[1146]	557	###)
[966]	558
[1146]	559	class PumeResultsTable(WAeUPTable): ###(
	560
[966]	561	meta_type = 'WAeUP PumeResults Tool'
[2094]	562	name = "portal_pumeresults"
[966]	563	key = "jamb_reg_no"
[2094]	564	def __init__(self,name=None):
	565	if name == None:
	566	name = self.name
	567	WAeUPTable.__init__(self, name)
[966]	568
	569
	570	InitializeClass(PumeResultsTable)
	571
[1146]	572	###)
[971]	573
[2094]	574	class ApplicantsCatalog(WAeUPTable): ###(
	575
[2113]	576	meta_type = 'WAeUP Applicants Catalog'
[2094]	577	name = "applicants_catalog"
	578	key = "reg_no"
	579	security = ClassSecurityInfo()
[2537]	580	#export_keys = (
	581	# "reg_no",
	582	# "status",
	583	# "lastname",
	584	# "sex",
	585	# "date_of_birth",
	586	# "lga",
	587	# "email",
	588	# "phone",
	589	# "passport",
	590	# "entry_mode",
	591	# "pin",
	592	# "screening_type",
	593	# "registration_date",
	594	# "testdate",
	595	# "application_date",
	596	# "screening_date",
	597	# "faculty",
	598	# "department",
	599	# "course1",
	600	# "course2",
	601	# "course3",
	602	# "eng_score",
	603	# "subj1",
	604	# "subj1score",
	605	# "subj2",
	606	# "subj2score",
	607	# "subj3",
	608	# "subj3score",
	609	# "aggregate",
	610	# "course_admitted",
	611	# )
[2632]	612
[2094]	613	def __init__(self,name=None):
	614	if name == None:
	615	name = self.name
	616	WAeUPTable.__init__(self, name)
	617
[2185]	618	security.declareProtected(ModifyPortalContent,"new_importCSV")###(
	619	def new_importCSV(self,filename="JAMB_data",
	620	schema_id="application",
[2503]	621	layout_id="import_application",
[2185]	622	mode='add'):
	623	""" import JAMB data """
	624	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	625	pm = self.portal_membership
	626	member = pm.getAuthenticatedMember()
	627	logger = logging.getLogger('WAeUPTables.ApplicantsCatalog.importCSV')
	628	lock_fn = "%s/import/%s_import_lock" % (i_home,filename)
	629	import_fn = "%s/import/%s.csv" % (i_home,filename)
	630	if mode not in ('add','edit'):
	631	logger.info("invalid mode: %s" % mode)
	632	if os.path.exists(lock_fn):
	633	logger.info("import of %(import_fn)s already in progress" % vars())
	634	return
	635	lock_file = open(lock_fn,"w")
	636	lock_file.write("%(current)s \n" % vars())
	637	lock_file.close()
	638	invalid_fn = "%s/import/%s_not_imported%s.csv" % (i_home,filename,current)
	639	duplicate_fn = "%s/import/%s_not_imported%s.csv" % (i_home,filename,current)
	640	stool = getToolByName(self, 'portal_schemas')
	641	ltool = getToolByName(self, 'portal_layouts')
	642	schema = stool._getOb(schema_id)
	643	if schema is None:
	644	em = 'No such schema %s' % schema_id
	645	logger.error(em)
	646	return
	647	for postfix in ('_import',''):
	648	layout_name = "%(layout_id)s%(postfix)s" % vars()
	649	if hasattr(ltool,layout_name):
	650	break
	651	layout = ltool._getOb(layout_name)
	652	if layout is None:
	653	em = 'No such layout %s' % layout_id
	654	logger.error(em)
	655	return
	656	try:
	657	csv_file = csv.DictReader(open(import_fn,"rb"))
	658	except:
	659	em = 'Error reading %s.csv' % filename
	660	logger.error(em)
[2191]	661	return
[2185]	662	d = self._import_new(csv_items,schema,layout,mode,logger)
	663	imported = []
	664	edited = []
	665	duplicates = []
	666	not_found = []
	667	if len(d['valid_records']) > 0:
	668	for record in d['valid_records']:
	669	#import pdb;pdb.set_trace()
	670	if mode == "add":
	671	try:
	672	self.addRecord(**dict(record.items()))
	673	imported.append(**dict(record.items()))
	674	logger.info("added %s" % record.items())
	675	except ValueError:
	676	dupplicate.append(**dict(record.items()))
	677	logger.info("duplicate %s" % record.items())
	678	elif mode == "edit":
	679	try:
	680	self.modifyRecord(**dict(record.items()))
	681	edited.append(**dict(record.items()))
	682	logger.info("edited %s" % record.items())
	683	except KeyError:
	684	not_found.append(**dict(record.items()))
	685	logger.info("not found %s" % record.items())
	686	invalid = d['invalid_records']
	687	for itype in ("imported","edited","not_found","duplicate","invalid"):
	688	outlist = locals[itype]
	689	if len(outlist):
	690	d = {}
	691	for k in outlist[0].keys():
	692	d[k] = k
[2191]	693	outlist[0] = d
[2185]	694	outfile = open("file_name_%s" % itype,'w')
	695	csv.DictWriter(outfile,outlist[0].keys()).writerows(outlist)
	696	logger.info("wrote %(itype)s records to %(, written to %(not_imported_fn)s" % d)
	697	###)
	698
[2094]	699	security.declareProtected(ModifyPortalContent,"importCSV")###(
	700	def importCSV(self,filename="JAMB_data",
	701	schema_id="application",
[2508]	702	layout_id="application_pce",
[2094]	703	mode='add'):
	704	""" import JAMB data """
	705	stool = getToolByName(self, 'portal_schemas')
	706	ltool = getToolByName(self, 'portal_layouts')
	707	schema = stool._getOb(schema_id)
	708	if schema is None:
	709	em = 'No such schema %s' % schema_id
	710	logger.error(em)
	711	return
	712	layout = ltool._getOb(layout_id)
	713	if layout is None:
	714	em = 'No such layout %s' % layout_id
	715	logger.error(em)
	716	return
[2099]	717	logger = logging.getLogger('WAeUPTables.ApplicantsCatalog.importCSV')
[2185]	718	d = self._import_old(filename,schema,layout,mode,logger)
[2094]	719	if len(d['valid_records']) > 0:
	720	for record in d['valid_records']:
	721	#import pdb;pdb.set_trace()
	722	if mode == "add":
	723	self.addRecord(**dict(record.items()))
	724	logger.info("added %s" % record.items())
	725	elif mode == "edit":
	726	self.modifyRecord(**dict(record.items()))
	727	logger.info("edited %s" % record.items())
	728	else:
	729	logger.info("invalid mode: %s" % mode)
	730	logger.info("%(mode)sed %(imported)d records, invalid written to %(not_imported_fn)s" % d)
[2632]	731	###)
[2094]	732
	733	InitializeClass(ApplicantsCatalog)
	734
	735	###)
	736
[1146]	737	class StudentsCatalog(WAeUPTable): ###(
[1620]	738	security = ClassSecurityInfo()
[1146]	739
[971]	740	meta_type = 'WAeUP Students Catalog'
	741	name = "students_catalog"
	742	key = "id"
[1700]	743	affected_types = { ###(
[1749]	744	'StudentApplication':
[2069]	745	{'id': 'application',
	746	'fields':
	747	('jamb_reg_no',
	748	'entry_mode',
	749	#'entry_level',
	750	'entry_session',
	751	)
	752	},
[1700]	753	'StudentClearance':
[2069]	754	{'id': 'clearance',
	755	'fields':
	756	('matric_no',
	757	'lga',
	758	)
	759	},
	760	'StudentPersonal':
	761	{'id': 'personal',
	762	'fields':
	763	('name',
	764	'sex',
	765	'perm_address',
	766	'email',
	767	'phone',
	768	)
	769	},
	770	'StudentStudyCourse':
	771	{'id': 'study_course',
	772	'fields':
	773	('course', # study_course
	774	'faculty', # from certificate
	775	'department', # from certificate
	776	'end_level', # from certificate
	777	'level', # current_level
	778	'mode', # current_mode
	779	'session', # current_session
	780	'verdict', # current_verdict
	781	)
	782	},
	783	}
[1700]	784	###)
[1625]	785
[2094]	786	def __init__(self,name=None):
	787	if name == None:
	788	name = self.name
	789	WAeUPTable.__init__(self, name)
[1620]	790	return
[1625]	791
[1700]	792	def manage_catalogClear(self, REQUEST=None, RESPONSE=None, URL1=None):
	793	""" clears the whole enchilada """
	794	self._catalog.clear()
[971]	795
[1700]	796	if REQUEST and RESPONSE:
	797	RESPONSE.redirect(
	798	URL1 +
	799	'/manage_catalogAdvanced?manage_tabs_message=Catalog%20Cleared')
[971]	800
[1700]	801	def manage_catalogReindex(self, REQUEST, RESPONSE, URL1): ###(
	802	""" clear the catalog, then re-index everything """
	803
	804	elapse = time.time()
	805	c_elapse = time.clock()
	806
	807	pgthreshold = self._getProgressThreshold()
	808	handler = (pgthreshold > 0) and ZLogHandler(pgthreshold) or None
	809	self.refreshCatalog(clear=1, pghandler=handler)
	810
	811	elapse = time.time() - elapse
	812	c_elapse = time.clock() - c_elapse
	813
	814	RESPONSE.redirect(
	815	URL1 +
	816	'/manage_catalogAdvanced?manage_tabs_message=' +
	817	urllib.quote('Catalog Updated \n'
	818	'Total time: %s\n'
	819	'Total CPU time: %s' % (`elapse`, `c_elapse`)))
	820	###)
	821
[2084]	822	def fill_certificates_dict(self): ###(
[2078]	823	"return certificate data in dict"
	824	certificates_brains = self.portal_catalog(portal_type ='Certificate')
	825	d = {}
	826	for cb in certificates_brains:
	827	certificate_doc = cb.getObject().getContent()
	828	cb_path = cb.getPath().split('/')
	829	ld = {}
	830	ld['faculty'] = cb_path[-4]
	831	ld['department'] = cb_path[-3]
	832	ld['end_level'] = getattr(certificate_doc,'end_level','999')
	833	d[cb.getId] = ld
	834	return d
[2084]	835	###)
	836
[2078]	837	def get_from_doc_department(self,doc,cached_data={}): ###(
[1620]	838	"return the students department"
[1700]	839	if doc is None:
[1620]	840	return None
[2078]	841	if cached_data.has_key(doc.study_course):
	842	return cached_data[doc.study_course]['department']
[1700]	843	certificate_res = self.portal_catalog(id = doc.study_course)
[1620]	844	if len(certificate_res) != 1:
	845	return None
	846	return certificate_res[0].getPath().split('/')[-3]
	847
[2078]	848	def get_from_doc_faculty(self,doc,cached_data={}):
[1700]	849	"return the students faculty"
	850	if doc is None:
[1620]	851	return None
[2078]	852	if cached_data.has_key(doc.study_course):
	853	return cached_data[doc.study_course]['faculty']
[1700]	854	certificate_res = self.portal_catalog(id = doc.study_course)
	855	if len(certificate_res) != 1:
	856	return None
	857	return certificate_res[0].getPath().split('/')[-4]
[1620]	858
[2099]	859	def get_from_doc_end_level(self,doc,cached_data={}):
[2069]	860	"return the students end_level"
	861	if doc is None:
	862	return None
[2078]	863	if cached_data.has_key(doc.study_course):
	864	return cached_data[doc.study_course]['end_level']
[2069]	865	certificate_res = self.portal_catalog(id = doc.study_course)
	866	if len(certificate_res) != 1:
	867	return None
	868	return getattr(certificate_res[0].getObject().getContent(),'end_level','unknown')
	869
[2078]	870	def get_from_doc_level(self,doc,cached_data={}):
[1700]	871	"return the students level"
	872	if doc is None:
[1620]	873	return None
[1700]	874	return getattr(doc,'current_level',None)
[1620]	875
[2078]	876	def get_from_doc_mode(self,doc,cached_data={}):
[1705]	877	"return the students mode"
[1700]	878	if doc is None:
[1620]	879	return None
[1705]	880	cm = getattr(doc,'current_mode',None)
	881	return cm
[1625]	882
[1749]	883
[2078]	884	def get_from_doc_session(self,doc,cached_data={}):
[1705]	885	"return the students current_session"
	886	if doc is None:
	887	return None
	888	return getattr(doc,'current_session',None)
	889
[2078]	890	def get_from_doc_entry_session(self,doc,cached_data={}):
[1700]	891	"return the students entry_session"
	892	if doc is None:
[1620]	893	return None
[1705]	894	es = getattr(doc,'entry_session',None)
[1729]	895	if es is not None and len(es) == 2:
[1705]	896	return es
[1700]	897	try:
	898	digit = int(doc.jamb_reg_no[0])
	899	except:
[1986]	900	return "-1"
[1700]	901	if digit < 8:
	902	return "0%c" % doc.jamb_reg_no[0]
	903	return "9%c" % doc.jamb_reg_no[0]
	904
[2078]	905	def get_from_doc_course(self,doc,cached_data={}):
[1620]	906	"return the students study_course"
[1700]	907	if doc is None:
[1620]	908	return None
[1700]	909	return getattr(doc,'study_course',None)
[1620]	910
[2078]	911	def get_from_doc_name(self,doc,cached_data={}):
[1620]	912	"return the students name from the personal"
[1700]	913	if doc is None:
[1620]	914	return None
	915	return "%s %s %s" % (doc.firstname,doc.middlename,doc.lastname)
	916
[2078]	917	def get_from_doc_verdict(self,doc,cached_data={}):
[1700]	918	"return the students study_course"
	919	if doc is None:
[1620]	920	return None
[1700]	921	return getattr(doc,'current_verdict',None)
[1702]	922	###)
[1620]	923
[1702]	924	def reindexIndex(self, name, REQUEST,pghandler=None): ###(
	925	if isinstance(name, str):
	926	name = (name,)
[1749]	927	reindextypes = {}
[1702]	928	reindex_special = []
	929	for n in name:
	930	if n in ("review_state","registered_courses"):
	931	reindex_special.append(n)
	932	else:
	933	for pt in self.affected_types.keys():
[1707]	934	if n in self.affected_types[pt]['fields']:
[1702]	935	if reindextypes.has_key(pt):
	936	reindextypes[pt].append(n)
	937	else:
	938	reindextypes[pt]= [n]
	939	break
[2078]	940	cached_data = {}
	941	if set(name).intersection(set(('faculty','department','end_level'))):
	942	cached_data = self.fill_certificates_dict()
[1702]	943	students = self.portal_catalog(portal_type="Student")
[1954]	944	if hasattr(self,'portal_catalog_real'):
	945	aq_portal = self.portal_catalog_real.evalAdvancedQuery
	946	else:
	947	aq_portal = self.portal_catalog.evalAdvancedQuery
[1702]	948	num_objects = len(students)
	949	if pghandler:
	950	pghandler.init('Refreshing catalog: %s' % self.absolute_url(1), num_objects)
	951	noattr = set(('StudentClearance','StudentPersonal')) & set(reindextypes.keys())
[2084]	952	#import pdb;pdb.set_trace()
[1702]	953	for i in xrange(num_objects):
	954	if pghandler: pghandler.report(i)
	955	student_brain = students[i]
[1707]	956	student_object = student_brain.getObject()
[2084]	957	# query = Eq('path',student_brain.getPath())
	958	# sub_brains_list = aq_portal(query)
	959	# sub_brains = {}
	960	# for sub_brain in sub_brains_list:
	961	# sub_brains[sub_brain.portal_type] = sub_brain
	962	# student_path = student_brain.getPath()
[1702]	963	data = {}
	964	modified = False
	965	sid = data['id'] = student_brain.getId
	966	if reindex_special and 'review_state' in reindex_special:
	967	modified = True
	968	data['review_state'] = student_brain.review_state
[1707]	969	sub_objects = False
	970	for pt in reindextypes.keys():
[1702]	971	modified = True
[1707]	972	try:
	973	doc = getattr(student_object,self.affected_types[pt]['id']).getContent()
[2084]	974	#doc = sub_brains[pt].getObject().getContent()
	975	# path = "%s/%s" % (student_path,self.affected_types[pt]['id'])
	976	# doc = self.unrestrictedTraverse(path).getContent()
[1707]	977	sub_objects = True
	978	except:
	979	continue
[2084]	980	for field in set(name).intersection(self.affected_types[pt]['fields']):
[1707]	981	if hasattr(self,'get_from_doc_%s' % field):
[2078]	982	data[field] = getattr(self,'get_from_doc_%s' % field)(doc,
	983	cached_data=cached_data)
[1707]	984	else:
	985	data[field] = getattr(doc,field)
	986	if not sub_objects and noattr:
	987	import_res = self.returning_import(id = sid)
	988	if not import_res:
	989	continue
	990	import_record = import_res[0]
	991	data['matric_no'] = import_record.matric_no
	992	data['sex'] = import_record.Sex == 'F'
	993	data['name'] = "%s %s %s" % (import_record.Firstname,
	994	import_record.Middlename,
	995	import_record.Lastname)
[1815]	996	data['jamb_reg_no'] = import_record.Entryregno
[2454]	997	#if reindex_special and 'registered_courses' in reindex_special:
	998	# try:
	999	# study_course = getattr(student_object,"study_course")
	1000	# level_ids = study_course.objectIds()
	1001	# except:
	1002	# continue
	1003	# if not level_ids:
	1004	# continue
	1005	# modified = True
	1006	# level_ids.sort()
	1007	# course_ids = getattr(study_course,level_ids[-1]).objectIds()
	1008	# courses = []
	1009	# for c in course_ids:
	1010	# if c.endswith('_co'):
	1011	# courses.append(c[:-3])
	1012	# else:
	1013	# courses.append(c)
	1014	# data['registered_courses'] = courses
[1702]	1015	if modified:
	1016	self.modifyRecord(**data)
	1017	if pghandler: pghandler.finish()
	1018	###)
[1620]	1019
	1020	def refreshCatalog(self, clear=0, pghandler=None): ###(
	1021	""" re-index everything we can find """
	1022	students_folder = self.portal_url.getPortalObject().campus.students
	1023	if clear:
[1724]	1024	self._catalog.clear()
[1700]	1025	students = self.portal_catalog(portal_type="Student")
	1026	num_objects = len(students)
[2078]	1027	cached_data = self.fill_certificates_dict()
[1620]	1028	if pghandler:
	1029	pghandler.init('Refreshing catalog: %s' % self.absolute_url(1), num_objects)
	1030	for i in xrange(num_objects):
	1031	if pghandler: pghandler.report(i)
[1700]	1032	student_brain = students[i]
	1033	spath = student_brain.getPath()
[1727]	1034	student_object = student_brain.getObject()
[1620]	1035	data = {}
[1700]	1036	sid = data['id'] = student_brain.getId
	1037	data['review_state'] = student_brain.review_state
[1707]	1038	sub_objects = False
	1039	for pt in self.affected_types.keys():
	1040	modified = True
	1041	try:
	1042	doc = getattr(student_object,self.affected_types[pt]['id']).getContent()
	1043	sub_objects = True
	1044	except:
[1727]	1045	#from pdb import set_trace;set_trace()
[1707]	1046	continue
	1047	for field in self.affected_types[pt]['fields']:
	1048	if hasattr(self,'get_from_doc_%s' % field):
[2078]	1049	data[field] = getattr(self,'get_from_doc_%s' % field)(doc,
	1050	cached_data=cached_data)
[1707]	1051	else:
[1727]	1052	data[field] = getattr(doc,field,None)
	1053	if not sub_objects:
[1700]	1054	import_res = self.returning_import(id = sid)
	1055	if not import_res:
[1620]	1056	continue
[1700]	1057	import_record = import_res[0]
	1058	data['matric_no'] = import_record.matric_no
	1059	data['sex'] = import_record.Sex == 'F'
	1060	data['name'] = "%s %s %s" % (import_record.Firstname,
	1061	import_record.Middlename,
	1062	import_record.Lastname)
[1815]	1063	data['jamb_reg_no'] = import_record.Entryregno
[1700]	1064	self.addRecord(**data)
[1620]	1065	if pghandler: pghandler.finish()
	1066	###)
	1067
[1700]	1068	security.declarePrivate('notify_event_listener') ###(
[1620]	1069	def notify_event_listener(self,event_type,object,infos):
	1070	"listen for events"
[1716]	1071	if not infos.has_key('rpath'):
	1072	return
[1702]	1073	pt = getattr(object,'portal_type',None)
	1074	mt = getattr(object,'meta_type',None)
[1954]	1075	students_catalog = self
[1702]	1076	data = {}
	1077	if pt == 'Student' and\
	1078	mt == 'CPS Proxy Folder' and\
	1079	event_type.startswith('workflow'):
	1080	data['id'] = object.getId()
	1081	data['review_state'] = self.portal_workflow.getInfoFor(object,'review_state',None)
	1082	students_catalog.modifyRecord(**data)
	1083	return
[1700]	1084	rpl = infos['rpath'].split('/')
[2396]	1085	if pt == 'Student' and mt == 'CPS Proxy Folder':
[1700]	1086	student_id = object.id
[2396]	1087	if event_type == "sys_add_object":
	1088	try:
	1089	self.addRecord(id = student_id)
	1090	except ValueError:
	1091	pass
	1092	return
	1093	elif event_type == 'sys_del_object':
	1094	self.deleteRecord(student_id)
[1716]	1095	if pt not in self.affected_types.keys():
[1700]	1096	return
[1716]	1097	if event_type not in ('sys_modify_object'):
	1098	return
[1700]	1099	if mt == 'CPS Proxy Folder':
	1100	return
[1716]	1101	for field in self.affected_types[pt]['fields']:
[1700]	1102	if hasattr(self,'get_from_doc_%s' % field):
	1103	data[field] = getattr(self,'get_from_doc_%s' % field)(object)
	1104	else:
	1105	data[field] = getattr(object,field)
	1106	data['id'] = rpl[2]
[1716]	1107	self.modifyRecord(**data)
[1700]	1108	###)
[1620]	1109
[1625]	1110
[971]	1111	InitializeClass(StudentsCatalog)
	1112
[1146]	1113	###)
	1114
	1115	class CoursesCatalog(WAeUPTable): ###(
[1716]	1116	security = ClassSecurityInfo()
[1146]	1117
	1118	meta_type = 'WAeUP Courses Catalog'
[2094]	1119	name = "courses_catalog"
[1146]	1120	key = "code"
[2094]	1121	def __init__(self,name=None):
	1122	if name == None:
	1123	name = self.name
	1124	WAeUPTable.__init__(self, name)
[1146]	1125
[1716]	1126	def manage_catalogReindex(self, REQUEST, RESPONSE, URL1): ###(
	1127	""" clear the catalog, then re-index everything """
[1146]	1128
[1716]	1129	elapse = time.time()
	1130	c_elapse = time.clock()
	1131
	1132	pgthreshold = self._getProgressThreshold()
	1133	handler = (pgthreshold > 0) and ZLogHandler(pgthreshold) or None
	1134	self.refreshCatalog(clear=1, pghandler=handler)
	1135
	1136	elapse = time.time() - elapse
	1137	c_elapse = time.clock() - c_elapse
	1138
	1139	RESPONSE.redirect(
	1140	URL1 +
	1141	'/manage_catalogAdvanced?manage_tabs_message=' +
	1142	urllib.quote('Catalog Updated \n'
	1143	'Total time: %s\n'
	1144	'Total CPU time: %s' % (`elapse`, `c_elapse`)))
	1145	###)
	1146
	1147	def reindexIndex(self, name, REQUEST,pghandler=None): ###(
	1148	if isinstance(name, str):
	1149	name = (name,)
	1150	courses = self.portal_catalog(portal_type="Course")
	1151	num_objects = len(courses)
	1152	if pghandler:
	1153	pghandler.init('Refreshing catalog: %s' % self.absolute_url(1), num_objects)
	1154	for i in xrange(num_objects):
	1155	if pghandler: pghandler.report(i)
	1156	course_brain = courses[i]
	1157	course_object = course_brain.getObject()
	1158	pl = course_brain.getPath().split('/')
	1159	data = {}
	1160	cid = data[self.key] = course_brain.getId
	1161	data['faculty'] = pl[-4]
	1162	data['department'] = pl[-3]
	1163	doc = course_object.getContent()
	1164	for field in name:
	1165	if field not in (self.key,'faculty','department'):
	1166	data[field] = getattr(doc,field)
	1167	self.modifyRecord(**data)
	1168	if pghandler: pghandler.finish()
	1169	###)
	1170
	1171	def refreshCatalog(self, clear=0, pghandler=None): ###(
	1172	""" re-index everything we can find """
[1724]	1173	if clear:
	1174	self._catalog.clear()
[1716]	1175	courses = self.portal_catalog(portal_type="Course")
	1176	num_objects = len(courses)
	1177	if pghandler:
	1178	pghandler.init('Refreshing catalog: %s' % self.absolute_url(1), num_objects)
[1724]	1179	#from pdb import set_trace;set_trace()
[1716]	1180	for i in xrange(num_objects):
	1181	if pghandler: pghandler.report(i)
	1182	course_brain = courses[i]
[1724]	1183	course_doc = course_brain.getObject().getContent()
[1716]	1184	pl = course_brain.getPath().split('/')
	1185	data = {}
[1724]	1186	for field in self.schema():
[1749]	1187	data[field] = getattr(course_doc,field,None)
[1716]	1188	data[self.key] = course_brain.getId
[1724]	1189	ai = pl.index('academics')
	1190	data['faculty'] = pl[ai +1]
	1191	data['department'] = pl[ai +2]
	1192	if clear:
	1193	self.addRecord(**data)
	1194	else:
	1195	self.modifyRecord(**data)
[1716]	1196	if pghandler: pghandler.finish()
	1197	###)
	1198
	1199	security.declarePrivate('notify_event_listener') ###(
	1200	def notify_event_listener(self,event_type,object,infos):
	1201	"listen for events"
	1202	if not infos.has_key('rpath'):
	1203	return
	1204	pt = getattr(object,'portal_type',None)
	1205	mt = getattr(object,'meta_type',None)
	1206	if pt != 'Course':
	1207	return
	1208	data = {}
	1209	rpl = infos['rpath'].split('/')
	1210	if event_type not in ("sys_add_object","sys_modify_object","sys_del_object"):
	1211	return
	1212	course_id = object.getId()
	1213	data[self.key] = course_id
[1724]	1214	if event_type == "sys_add_object" and mt == 'CPS Proxy Folder':
[1716]	1215	try:
	1216	self.addRecord(**data)
	1217	except ValueError:
[1724]	1218	return
	1219	course_id = object.getId()
	1220	doc = object.getContent()
	1221	if doc is None:
	1222	return
	1223	for field in self.schema():
[1749]	1224	data[field] = getattr(doc,field,None)
[1724]	1225	data[self.key] = course_id
	1226	ai = rpl.index('academics')
	1227	data['faculty'] = rpl[ai +1]
	1228	data['department'] = rpl[ai +2]
	1229	self.modifyRecord(**data)
	1230	return
[1716]	1231	if event_type == "sys_del_object":
	1232	self.deleteRecord(course_id)
[1724]	1233	return
[1716]	1234	if event_type == "sys_modify_object" and mt == 'Course':
[1724]	1235	#from pdb import set_trace;set_trace()
[1716]	1236	for field in self.schema():
[1749]	1237	data[field] = getattr(object,field,None)
[1716]	1238	course_id = object.aq_parent.getId()
	1239	data[self.key] = course_id
[1724]	1240	ai = rpl.index('academics')
	1241	data['faculty'] = rpl[ai +1]
	1242	data['department'] = rpl[ai +2]
[1716]	1243	self.modifyRecord(**data)
	1244	###)
	1245
	1246
[1146]	1247	InitializeClass(CoursesCatalog)
[1151]	1248	###)
[1146]	1249
[2084]	1250	class CourseResults(WAeUPTable): ###(
[2069]	1251	security = ClassSecurityInfo()
	1252
	1253	meta_type = 'WAeUP Results Catalog'
	1254	name = "course_results"
[2084]	1255	key = "key" #student_id + level + course_id
[2094]	1256	def __init__(self,name=None):
	1257	if name == None:
	1258	name = self.name
	1259	WAeUPTable.__init__(self, name)
[2084]	1260	self._queue = []
[2099]	1261
[2094]	1262	def addMultipleRecords(self, records): ###(
	1263	"""add many records"""
	1264	added_keys = []
	1265	for data in records:
	1266	uid = key = "%(student_id)s\|%(level_id)s\|%(course_id)s" % data
	1267	data['%s' % self.key] = uid
	1268	res = self.searchResults({"%s" % self.key : uid})
	1269	if len(res) > 0:
	1270	raise ValueError("More than one record with uid %s" % uid)
	1271	self.catalog_object(dict2ob(data), uid=uid)
	1272	return uid
	1273	###)
	1274
[2434]	1275	def deleteResultsHere(self,level_id,student_id): ###(
	1276	#import pdb;pdb.set_trace()
	1277	query = Eq('student_id',student_id) & Eq('level_id', level_id)
	1278	course_results = self.course_results.evalAdvancedQuery(query)
	1279	for result in course_results:
	1280	self.deleteRecord(result.key)
[2084]	1281	###)
	1282
[2434]	1283	def moveResultsHere(self,level,student_id): ###(
	1284	#import pdb;pdb.set_trace()
	1285	level_id = level.getId()
	1286	query = Eq('student_id',student_id) & Eq('level_id', level_id)
	1287	course_results = self.course_results.evalAdvancedQuery(query)
[2437]	1288	existing_courses = [cr.code for cr in course_results]
[2434]	1289	to_delete = []
	1290	for code,obj in level.objectItems():
[2437]	1291	to_delete.append(code)
[2434]	1292	carry_over = False
	1293	if code.endswith('_co'):
	1294	carry_over = True
[2437]	1295	code = code[:-3]
[2434]	1296	if code in existing_courses:
[2094]	1297	continue
[2434]	1298	course_result_doc = obj.getContent()
[2094]	1299	data = {}
[2434]	1300	course_id = code
[2094]	1301	for field in self.schema():
	1302	data[field] = getattr(course_result_doc,field,'')
	1303	data['key'] = key = "%(student_id)s\|%(level_id)s\|%(course_id)s" % vars()
[2099]	1304	data['student_id'] = student_id
	1305	data['level_id'] = level_id
[2439]	1306	session_id = self.getLevelSession(level.getContent(),student_id,level_id)
[2442]	1307	data['session_id'] = session_id
[2434]	1308	#data['queue_status'] = OBJECT_CREATED
[2099]	1309	data['code'] = course_id
[2434]	1310	data['carry_over'] = carry_over
[2094]	1311	self.catalog_object(dict2ob(data), uid=key)
[2434]	1312	level.manage_delObjects(to_delete)
	1313	###)
	1314
	1315	def getCourses(self,student_id,level_id): ###(
[2094]	1316	query = Eq('student_id',student_id) & Eq('level_id', level_id)
[2434]	1317	course_results = self.course_results.evalAdvancedQuery(query)
	1318	carry_overs = []
[2606]	1319	normal1 = []
	1320	normal2 = []
[2761]	1321	normal3 = []
[2757]	1322	total_credits = 0
	1323	gpa = 0
[2434]	1324	for brain in course_results:
	1325	d = {}
[2761]	1326
	1327	for field in self.schema():
	1328	d[field] = getattr(brain,field,'')
	1329
	1330	d['weight'] = ''
	1331	d['grade'] = ''
	1332	d['score'] = ''
	1333
[2750]	1334	if str(brain.credits).isdigit():
[2757]	1335	credits = int(brain.credits)
	1336	total_credits += credits
	1337	if str(brain.score).isdigit():
	1338	score = int(brain.score)
	1339
	1340	grade,weight = self.getGradesFromScore(score)
	1341	if weight:
	1342	gpa += weight * credits
[2761]	1343	d['weight'] = weight
	1344	d['grade'] = grade
	1345	d['score'] = score
[2757]	1346
	1347	d['coe'] = ''
[2434]	1348	if brain.core_or_elective:
	1349	d['coe'] = 'Core'
[2757]	1350	elif brain.core_or_elective == False:
	1351	d['coe'] = 'Elective'
[2434]	1352	id = code = d['id'] = brain.code
	1353	d['code'] = code
[2614]	1354	course = self.courses_catalog.evalAdvancedQuery(Eq('code',code))[0]
	1355	d['title'] = course.title
	1356
	1357	# The courses_catalog contains strings and integers in its semester field.
	1358	# Maybe this can be fixed by reindexing the catalog. The schema of course says 'CPS Int Field'.
	1359	d['semester'] = str(course.semester)
[2448]	1360	if brain.carry_over:
[2761]	1361	d['coe'] = 'CO'
[2434]	1362	carry_overs.append(d)
	1363	else:
[2614]	1364	if d['semester'] == '1':
[2606]	1365	normal1.append(d)
[2614]	1366
	1367	elif d['semester'] == '2':
[2606]	1368	normal2.append(d)
	1369	else:
	1370	normal3.append(d)
	1371	#normal.sort(cmp=lambda x,y: cmp("%(semester)s%(code)s" % x,
	1372	# "%(semester)s%(code)s" % y))
[2503]	1373	carry_overs.sort(cmp=lambda x,y: cmp("%(semester)s%(code)s" % x,
[2460]	1374	"%(semester)s%(code)s" % y))
[2757]	1375	return total_credits,gpa,carry_overs,normal1,normal2,normal3
[2094]	1376	###)
	1377
[2084]	1378	InitializeClass(CourseResults)
[2069]	1379	###)
	1380
[1625]	1381	class OnlinePaymentsImport(WAeUPTable): ###(
[1620]	1382
	1383	meta_type = 'WAeUP Online Payment Transactions'
[1625]	1384	name = "online_payments_import"
[1620]	1385	key = "order_id"
[2094]	1386	def __init__(self,name=None):
	1387	if name == None:
	1388	name = self.name
	1389	WAeUPTable.__init__(self, name)
[1620]	1390
	1391
[2069]	1392	InitializeClass(OnlinePaymentsImport)
[1620]	1393	###)
	1394
[1151]	1395	class ReturningImport(WAeUPTable): ###(
[1146]	1396
[1151]	1397	meta_type = 'Returning Import Table'
	1398	name = "returning_import"
[1146]	1399	key = "matric_no"
[2094]	1400	def __init__(self,name=None):
	1401	if name == None:
	1402	name = self.name
	1403	WAeUPTable.__init__(self, name)
[1146]	1404
	1405
[1151]	1406	InitializeClass(ReturningImport)
	1407	###)
[1146]	1408
	1409	class ResultsImport(WAeUPTable): ###(
	1410
	1411	meta_type = 'Results Import Table'
	1412	name = "results_import"
	1413	key = "key"
[2094]	1414	def __init__(self,name=None):
	1415	if name == None:
	1416	name = self.name
	1417	WAeUPTable.__init__(self, name)
[1146]	1418
	1419
	1420	InitializeClass(ResultsImport)
	1421
	1422	###)
	1423
	1424	class PaymentsCatalog(WAeUPTable): ###(
[2738]	1425	security = ClassSecurityInfo()
[1146]	1426
	1427	meta_type = 'WAeUP Payments Catalog'
	1428	name = "students_catalog"
[2738]	1429	key = "key"
[2094]	1430	def __init__(self,name=None):
	1431	if name == None:
	1432	name = self.name
	1433	WAeUPTable.__init__(self, name)
[1146]	1434
[2738]	1435	security.declarePrivate('notify_event_listener') ###(
	1436	def notify_event_listener(self,event_type,object,infos):
	1437	"listen for events"
	1438	if not infos.has_key('rpath'):
	1439	return
	1440	pt = getattr(object,'portal_type',None)
	1441	mt = getattr(object,'meta_type',None)
	1442	data = {}
	1443	if pt == 'Payment' and mt == 'CPS Proxy Folder':
	1444	order_id = object.id
	1445	if event_type == "sys_add_object":
	1446	try:
	1447	self.addRecord(order_id = order_id)
	1448	except ValueError:
	1449	pass
	1450	return
	1451	elif event_type == 'sys_del_object':
	1452	self.deleteRecord(order_id)
	1453	if pt != 'Payment' or mt == 'CPS Proxy Folder':
	1454	return
	1455	if event_type not in ('sys_modify_object'):
	1456	return
	1457	for field in self.schema():
	1458	data[field] = getattr(object,field)
	1459	rpl = infos['rpath'].split('/')
	1460	student_id = rpl[-3]
	1461	data['student_id'] = student_id
	1462	self.modifyRecord(**data)
	1463	###)
[1146]	1464
[2738]	1465
[1146]	1466	InitializeClass(PaymentsCatalog)
	1467
	1468	###)
	1469
[414]	1470	# BBB:
	1471	AccomodationTable = AccommodationTable

Note: See TracBrowser for help on using the repository browser.

Context navigation

source: WAeUP_SRP/base/WAeUPTables.py @ 2770

Download in other formats: