Context navigation

source: WAeUP_SRP/trunk/WAeUPTool.py @ 1776

Last change on this file since 1776 was 1775, checked in by Henrik Bettermann, 18 years ago
create also payment object in importStudent unused methods removed from Students.py
Property svn:keywords set to `Id`
File size: 37.6 KB

Rev	Line
[197]	1	#-- mode: python; mode: fold --
	2	# (C) Copyright 2005 The WAeUP group <http://www.waeup.org>
	3	# Author: Joachim Schmitz (js@aixtraware.de)
	4	#
	5	# This program is free software; you can redistribute it and/or modify
	6	# it under the terms of the GNU General Public License version 2 as published
	7	# by the Free Software Foundation.
	8	#
	9	# This program is distributed in the hope that it will be useful,
	10	# but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	# GNU General Public License for more details.
	13	#
	14	# You should have received a copy of the GNU General Public License
	15	# along with this program; if not, write to the Free Software
	16	# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
	17	# 02111-1307, USA.
	18	#
	19	# $Id: WAeUPTool.py 1775 2007-05-12 06:38:37Z henrik $
[1174]	20	"""The WAeUP Tool Box.
[197]	21	"""
	22
	23	from AccessControl import ClassSecurityInfo
[828]	24	from Acquisition import aq_inner
	25	from Acquisition import aq_parent
	26	from Globals import DTMLFile
	27	from Globals import InitializeClass
	28	from OFS.SimpleItem import SimpleItem
[197]	29
[1747]	30	from Products.CPSSchemas.DataStructure import DataStructure
	31	from Products.CPSSchemas.DataModel import DataModel
	32	from Products.CPSSchemas.StorageAdapter import MappingStorageAdapter
[828]	33	from Products.CMFCore.ActionProviderBase import ActionProviderBase
	34	from Products.CMFCore.permissions import View
	35	from Products.ZCatalog.ZCatalog import ZCatalog
	36	from Products.CMFCore.permissions import ModifyPortalContent
[197]	37	from Products.CMFCore.utils import UniqueObject
[1194]	38	from Products.CMFCore.URLTool import URLTool
[1747]	39	from Products.CMFCore.utils import getToolByName
[1151]	40	from Students import makeCertificateCode
[1285]	41	from Globals import package_home,INSTANCE_HOME
	42	p_home = package_home(globals())
	43	i_home = INSTANCE_HOME
[1620]	44	import DateTime
	45	import logging
[1170]	46	import transaction
[1620]	47	import csv,re,os
[1707]	48	from Products.AdvancedQuery import Eq, Between, Le,In
[197]	49
[1707]	50	def getObject(object,name):
	51	if object.hasObject(name):
	52	return getattr(object,name)
	53	return None
[1720]	54
[828]	55	class WAeUPTool(UniqueObject, SimpleItem, ActionProviderBase):
[197]	56	"""WAeUP tool"""
	57
[828]	58	id = 'waeup_tool'
[197]	59	meta_type = 'WAeUP Tool'
[828]	60	_actions = ()
[197]	61
	62	security = ClassSecurityInfo()
[828]	63	security.declareObjectProtected(View)
[197]	64
[828]	65	manage_options = ( ActionProviderBase.manage_options
	66	+ SimpleItem.manage_options
	67	)
	68
[1707]	69	def rwrite(self,s):
	70	response = self.REQUEST.RESPONSE
	71	response.setHeader('Content-type','text/html; charset=ISO-8859-15')
	72	response.write("%s<br />\r\n" % s)
[1174]	73
[1720]	74	security.declareProtected(ModifyPortalContent,'openLog')
[1716]	75	def openLog(self,name):
	76	"""open a log file"""
	77	version = 1
	78	path = "%s/log/%s_%d.log" % (i_home,name,version)
	79	while os.path.exists(path):
	80	version += 1
	81	path = "%s/log/%s_%d.log" % (i_home,name,version)
	82	log = open(path,"w")
	83	return log
	84
[1720]	85	security.declareProtected(ModifyPortalContent,'writeLog')
[1716]	86	def writeLog(self,logfile,s):
	87	"""write to the log file"""
	88	logfile.write(s)
	89
[1720]	90
[1151]	91	def generateStudentId(self,letter): ###(
	92	import random
	93	r = random
[1194]	94	##if letter not in ('ABCDEFGIHKLMNOPQRSTUVWXY'):
	95	if letter == '?':
[1151]	96	letter= r.choice('ABCDEFGHKLMNPQRSTUVWXY')
	97	sid = "%c%d" % (letter,r.randint(99999,1000000))
[1720]	98	students = self.portal_url.getPortalObject().campus.students
[1721]	99	## while hasattr(students, sid):
	100	## sid = "%c%d" % (letter,r.randint(99999,1000000))
	101	while self.students_catalog(id = sid):
[1720]	102	sid = "%c%d" % (letter,r.randint(99999,1000000))
[1151]	103	return sid
[1460]	104	###)
[1415]	105
	106	def generatePassword(self,s=None): ###(
	107	import random
	108	r = random
	109	##if letter not in ('ABCDEFGIHKLMNOPQRSTUVWXY'):
	110	if s is None:
	111	s = 'abcdefghklmnpqrstuvwxy23456789'
	112	pw = ''
	113	while len(pw) < 6:
	114	pw += r.choice(s)
	115	return pw
[1151]	116	###)
[828]	117
[1261]	118	security.declareProtected(ModifyPortalContent,'getCredential') ###(
[1250]	119	def getCredential(self,student_id):
	120	"return a student password"
	121	student_entry = getattr(self.portal_directories.students,student_id,None)
	122	if student_entry is None:
	123	return None
[1263]	124	return getattr(student_entry,"password","not set")
[1261]	125	###)
[1250]	126
[1460]	127	security.declarePublic('checkPassword') ###(
[1467]	128	def checkPassword(self,student_id,password):
[1460]	129	"return a student password"
	130	student_entry = getattr(self.portal_directories.students,student_id,None)
	131	if student_entry is None:
	132	return False
	133	return getattr(student_entry,"password","not set") == password
	134	###)
	135
[1467]	136	security.declarePublic('editPassword') ###(
	137	def editPassword(self,student_id,password):
	138	"edit a student password"
	139	student_entry = getattr(self.portal_directories.students,student_id,None)
	140	if student_entry is None:
[1571]	141	return
[1467]	142	setattr(student_entry,'password',password)
	143	###)
	144
[1647]	145	security.declareProtected(View,'doCommit') ###(
[1401]	146	def doCommit(self,logger=None):
	147	"commit some transactions"
	148	transaction.commit()
	149	###)
	150
[1285]	151	security.declarePublic('loadStudentFoto') ###(
	152	def loadStudentFoto(self,student):
	153	"return a student passport picture"
	154	app_doc = student.application.getContent()
	155	clear = student.clearance
	156	clear_doc = clear.getContent()
	157	matric_no = clear_doc.matric_no.upper()
[1286]	158	picture1 ="%s/import/pictures_returning/%s.jpg" % (i_home,matric_no)
	159	picture2 ="%s/import/pictures_returning/%s.JPG" % (i_home,matric_no)
[1285]	160	#import pdb;pdb.set_trace()
[1286]	161	if os.path.exists(picture1):
	162	file = open(picture1)
	163	elif os.path.exists(picture2):
[1287]	164	file = open(picture2)
[1286]	165	else:
[1287]	166	return "passport picture not found %s" % picture1
[1286]	167
[1285]	168	outfile = file.read()
	169	app_doc.manage_addFile('passport',
	170	file=outfile,
	171	title="%s.jpg" % matric_no)
[1286]	172	return "successfully loaded passport picture"
[1285]	173	###)
	174
[1170]	175	security.declareProtected(ModifyPortalContent,'createOne') ###(
[1194]	176	def createOne(self,students_folder,student_brain,letter,commit=False):
	177	sid = self.waeup_tool.generateStudentId(letter)
[1170]	178	students_folder.invokeFactory('Student', sid)
	179	student = getattr(students_folder,sid)
	180	self.portal_workflow.doActionFor(student,'return')
	181	student.manage_setLocalRoles(sid, ['Owner',])
	182	matric_no = student_brain.matric_no
	183	jamb_reg_no = student_brain.Entryregno
	184	self.students_catalog.addRecord(id = sid,
	185	matric_no = matric_no,
	186	jamb_reg_no = jamb_reg_no,
	187	sex = student_brain.Sex == "F",
	188	name = "%s %s %s" % (student_brain.Firstname,
	189	student_brain.Middlename,
	190	student_brain.Lastname)
	191	)
	192	if commit:
	193	transaction.commit()
	194	return sid,jamb_reg_no
	195	###)
	196
[1752]	197	security.declareProtected(ModifyPortalContent,'addStudent') ###(
	198	def addStudent(self,dict):
[1415]	199	students_folder = self.portal_url.getPortalObject().campus.students
	200	sid = self.waeup_tool.generateStudentId('?')
	201	students_folder.invokeFactory('Student', sid)
	202	student_obj = getattr(students_folder,sid)
	203	password = self.generatePassword()
	204	self.makeStudentMember(sid,password)
[1728]	205	f2t = self.student_field2types
[1772]	206	#from pdb import set_trace; set_trace()
	207	d = {}
	208	d['jamb_sex'] = 'M'
	209	if dict.get('sex'):
	210	d['jamb_sex'] = 'F'
[1728]	211	for pt in f2t.keys():
	212	student_obj.invokeFactory(pt,f2t[pt]['id'])
	213	sub_obj = getattr(student_obj,f2t[pt]['id'])
	214	sub_doc = sub_obj.getContent()
	215	self.portal_workflow.doActionFor(sub_obj,'open',dest_container=sub_obj)
[1772]	216	d['Title'] = f2t[pt]['title']
[1728]	217	for field in f2t[pt]['fields']:
[1749]	218	d[field] = dict.get(field,'')
[1728]	219	sub_doc.edit(mapping = d)
[1772]	220	new_state = f2t[pt]['wf_state']
	221	if new_state != "remain":
	222	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
[1728]	223	entry_session = dict.get('entry_session')
[1415]	224	wfaction = 'return'
[1728]	225	if entry_session == self.getSessionId():
[1415]	226	wfaction = 'admit'
	227	self.portal_workflow.doActionFor(student_obj,wfaction)
	228	student_obj.manage_setLocalRoles(sid, ['Owner',])
	229	return sid,password
	230	###)
	231
[1151]	232	security.declarePublic('getCertificateBrain') ###(
	233	def getCertificateBrain(self,cert_id):
	234	"do it"
	235	res = ZCatalog.searchResults(self.portal_catalog,
	236	{'portal_type':"Certificate",
	237	'id': cert_id})
	238	if res:
	239	return res[0]
	240	return None
	241	###)
[1160]	242
[1756]	243	security.declareProtected(ModifyPortalContent,'get_csv_filenames') ###(
	244	def get_csv_filenames(self):
	245	"do it"
[1759]	246	files = [file for file in os.listdir("%s/import/" % (i_home))
[1756]	247	if file.endswith('.csv') and file.find('imported') == -1]
	248	return files
	249	###)
	250
[1151]	251	security.declarePublic('findStudentByMatricelNo') ###(
	252	def findStudentByMatricelNo(self,matric_no):
	253	"do it"
	254	res = ZCatalog.searchResults(self.portal_catalog,
	255	{'portal_type':"StudentClearance",
	256	'SearchableText': matric_no})
	257	if res:
	258	return res[0]
	259	return None
	260	###)
	261
	262	security.declarePublic('makeStudentMember') ###(
	263	def makeStudentMember(self,sid,password='uNsEt'):
	264	"""make the student a member"""
	265	membership = self.portal_membership
	266	membership.addMember(sid,
	267	password ,
	268	roles=('Member',
	269	'Student',
	270	),
	271	domains='',
	272	properties = {'memberareaCreationFlag': False,
	273	'homeless': True},)
	274	member = membership.getMemberById(sid)
	275	self.portal_registration.afterAdd(member, sid, password, None)
[1261]	276	#self.manage_setLocalRoles(sid, ['Owner',])
[1151]	277	###)
[1160]	278
[1151]	279	security.declarePublic('makeStudentData') ###(
[1158]	280	def makeStudentData(self,student_id,email=None,phone_nr=None):
[1151]	281	"create Datastructure for a returning Student"
[1406]	282	#import pdb;pdb.set_trace()
[1571]	283	logger = logging.getLogger('WAeUPTool.makeStudentData')
[1151]	284	students_folder = self.portal_url.getPortalObject().campus.students
	285	res = self.students_catalog(id=student_id)
	286	if res:
	287	st = res[0]
	288	res = self.returning_import(matric_no = st.matric_no)
	289	if res:
[1160]	290	student = res[0]
[1580]	291	logger.info('%s creates data structure' % student_id)
[1401]	292	s_results = self.results_import(matric_no = st.matric_no)
	293	lnr = self.getLevelFromResultsCosCode(s_results)
	294	level = "%d00" % lnr
[1695]	295	verdict,eligible = self.getVerdict(s_results[0].Verdict)
	296	if eligible:
[1401]	297	level = "%d00" % (lnr + 1)
	298	## level = s_results[0].Level
	299	## for result in s_results:
	300	## if level != result.Level:
	301	## logger.info('"%s", "Levels differ","%s != %s"' % (student_id,level,result.Level))
[1171]	302	#student should not be allowed to perform this transition
[1174]	303	#wftool = self.portal_workflow
	304	#wftool.doActionFor(student,'return')
[1151]	305	certcode_org = student.Coursemajorcode
	306	certcode = makeCertificateCode(certcode_org)
	307	certificate_brain = self.getCertificateBrain(certcode)
	308	if not certificate_brain:
	309	em = 'Certificate %s org-code %s not found\n' % (certcode, certcode_org)
	310	logger.info(em)
	311	matric_no = student.matric_no
	312	sid = student_id
	313	student_obj = getattr(students_folder,sid)
	314	student_obj.invokeFactory('StudentApplication','application')
	315	application = student_obj.application
[1169]	316	self.portal_workflow.doActionFor(application,'open',dest_container=application)
[1151]	317	da = {'Title': 'Application Data'}
	318	student_obj.invokeFactory('StudentPersonal','personal')
	319	da['jamb_reg_no'] = student.Entryregno
[1462]	320	em = self.getEntryMode(student.Entryregno)
[1460]	321	## em = student.Mode_of_Entry
	322	## if em in ('DIRECT', 'DIRECT ENTRY',):
	323	## em = 'DE'
	324	## elif em in ('U.M.E', 'UNE',):
	325	## em = 'UME'
	326	## elif not em:
	327	## em = "unknown"
[1401]	328	da['entry_mode'] = em
[1151]	329	personal = student_obj.personal
	330	self.portal_workflow.doActionFor(personal,'open',dest_container=personal)
	331	dp = {'Title': 'Personal Data'}
	332	student_obj.invokeFactory('StudentClearance','clearance')
	333	clearance = student_obj.clearance
[1169]	334	self.portal_workflow.doActionFor(clearance,'open',dest_container=clearance)
[1151]	335	dc = {'Title': 'Clearance/Eligibility Record'}
	336	dc['matric_no'] = matric_no
	337	state = student.State
	338	lga = student.LGA
	339	if state and lga:
	340	lga = state + ' / ' + lga
	341	else:
	342	lga = "None"
[1174]	343	da['jamb_lga'] = dc['lga'] = lga
[1173]	344	da['app_email'] = dp['email'] = email
	345	da['app_mobile'] = dp['phone'] = phone_nr
[1411]	346	dp['firstname'] = student.Firstname
	347	dp['middlename'] = student.Middlename
	348	dp['lastname'] = student.Lastname
	349	da['jamb_lastname'] = "%s %s %s" % (student.Firstname,student.Middlename,student.Lastname)
[1174]	350	da['jamb_sex'] = student.Sex
[1151]	351	dp['sex'] = student.Sex == 'F'
	352	dp['perm_address'] = student.Permanent_Address
	353	application.getContent().edit(mapping=da)
[1169]	354	self.portal_workflow.doActionFor(application,'close',dest_container=application)
[1151]	355	personal.getContent().edit(mapping=dp)
	356	clearance.getContent().edit(mapping=dc)
[1169]	357	self.portal_workflow.doActionFor(clearance,'close',dest_container=clearance)
[1759]	358	## catd = {}
	359	## catd['id'] = sid
	360	## catd['entry_mode']= da['entry_mode']
	361	## catd['matric_no'] = matric_no
	362	## catd['jamb_reg_no'] = da['jamb_reg_no']
	363	## catd['name'] = "%(firstname)s %(middlename)s %(lastname)s" % dp
	364	## catd['sex'] = dp['sex']
	365	## catd['level'] = level
	366	## catd['verdict'] = verdict
	367	## if certificate_brain:
	368	## cpath = certificate_brain.getPath().split('/')
	369	## catd['faculty'] = cpath[-4]
	370	## catd['department'] = cpath[-3]
	371	## catd['course'] = certcode
	372	## self.students_catalog.modifyRecord(**catd)
[1151]	373	#
	374	# Study Course
	375	#
	376	student_obj.invokeFactory('StudentStudyCourse','study_course')
	377	studycourse = student_obj.study_course
	378	self.portal_workflow.doActionFor(studycourse,'open',dest_container=studycourse)
	379	dsc = {}
	380	dsc['study_course'] = certcode
[1401]	381	dsc['current_level'] = level
	382	dsc['current_verdict'] = verdict
[1759]	383	dsc['current_session'] = '06'
[1151]	384	studycourse.getContent().edit(mapping=dsc)
	385	#
	386	# Level
	387	#
[1198]	388	## l = getattr(studycourse,level,None)
	389	## if l is None:
	390	## studycourse.invokeFactory('StudentStudyLevel', level)
	391	## l = getattr(studycourse, level)
	392	## self.portal_workflow.doActionFor(l,'open',dest_container=l)
	393	## l.getContent().edit(mapping={'Title': "Level %s" % level})
[1194]	394	###)
[1160]	395
[1194]	396	security.declarePublic('makeStudentLevel') ###(
	397	def makeStudentLevel(self,student_id):
	398	"create the StudyLevel for a returning Student"
	399	#import pdb;pdb.set_trace()
[1571]	400	logger = logging.getLogger('WAeUPTool.makeStudentLevel')
[1194]	401	students_folder = self.portal_url.getPortalObject().campus.students
	402	res = self.students_catalog(id=student_id)
	403	if res:
	404	st = res[0]
	405	course = st.course
	406	matric_no = st.matric_no
	407	level = st.level
	408	res = self.results_import(matric_no = matric_no)
	409	if res:
	410	results = res
[1571]	411	logger.info('%s creating Level %s' % (student_id,level))
[1194]	412	#
	413	# Level
	414	#
	415	student_obj = getattr(self.portal_url.getPortalObject().campus.students,student_id)
	416	studycourse = getattr(student_obj,"study_course",None)
	417	self.portal_workflow.doActionFor(studycourse,'close_for_edit',dest_container=studycourse)
	418	l = getattr(studycourse,level,None)
	419	if l is None:
	420	studycourse.invokeFactory('StudentStudyLevel', level)
	421	l = getattr(studycourse, level)
	422	self.portal_workflow.doActionFor(l,'open',dest_container=l)
	423	l.getContent().edit(mapping={'Title': "Level %s" % level})
	424	###)
	425
[1151]	426	security.declarePublic('getAccommodationInfo') ###(
[828]	427	def getAccommodationInfo(self,bed):
	428	"""return Accommodation Info"""
	429	info = {}
	430	hall,block,room,letter = bed.split('_')
	431	res = ZCatalog.searchResults(self.portal_catalog,portal_type="AccoHall",id=hall)
	432	if res and len(res) == 1:
	433	hall_brain = res[0]
	434	hall_doc = hall_brain.getObject().getContent()
	435	else:
	436	return info
	437	info['hall_title'] = hall_brain.Title
	438	info['maintenance_code'] = hall_doc.maintenance_code
	439	res = ZCatalog.searchResults(self.portal_catalog,portal_type="ScratchCardBatch")
	440	batch_doc = None
	441	for brain in res:
	442	if brain.id.startswith(info['maintenance_code']):
	443	batch_doc = brain.getObject().getContent()
	444	break
	445	if batch_doc is None:
	446	info['maintenance_fee'] = None
	447	else:
	448	info['maintenance_fee'] = batch_doc.cost
	449	return info
[1151]	450	###)
[828]	451
[1151]	452	security.declareProtected(ModifyPortalContent,'deleteAllCourses') ###(
	453	def deleteAllCourses(self,department="All"):
	454	''' delete the courses'''
	455	pm = self.portal_membership
	456	member = pm.getAuthenticatedMember()
[1160]	457
[1151]	458	if str(member) not in ("henrik","joachim"):
	459	return "not possible"
	460	if department == "All":
	461	res = self.portal_catalog({'meta_type': 'Department'})
	462	if len(res) < 1:
	463	return "No Departments found"
[1160]	464
[1151]	465	deleted = []
	466	for dep in res:
	467	cf = dep.getObject().courses
	468	if cf:
	469	cf.manage_delObjects(ids=cf.objectIds())
	470	deleted.append("deleted Courses in %s" % dep.getId)
	471	return "\r".join(deleted)
[1160]	472	###)
[1151]	473
[1572]	474	security.declareProtected(ModifyPortalContent,'getLogfileLines') ###(
	475	def getLogfileLines(self,filename="event.log",numlines=20):
	476	"""Get last NUMLINES lines of logfile FILENAME.
[1160]	477
[1572]	478	Return last lines' of a file in the instances logfile directory as
	479	a list. The number of returned lines equals `numlines' or less. If
	480	less than `numlines' lines are available, the whole file ist
	481	returned. If the file can not be opened or some other error
	482	occurs, empty list is returend.
	483	"""
	484	result = []
	485	lines_hit = 0
	486
	487	# We only handle files in instances' log directory...
	488	logpath = os.path.join(i_home, "log")
	489	filename = str(os.path.abspath( os.path.join( logpath, filename )))
	490	if not filename.startswith( logpath ):
	491	# Attempt to access file outside log-dir...
	492	return []
	493
	494	try:
	495	fd = file( filename, "rb" )
	496	except IOError:
	497	return []
	498	if not fd:
	499	return []
	500
	501	if os.linesep == None:
	502	linesep = '\n'
	503	else:
	504	linesep = os.linesep
	505
	506	# Try to find 'numlines' times a lineseparator, searching from end
	507	# and moving to the beginning of file...
	508	fd.seek( 0, 2) # Move to end of file...
	509	while lines_hit < numlines:
	510	if fd.read(1) == linesep[-1]: # This moves filedescriptor
	511	# one step forward...
	512	lines_hit += 1
	513	try:
	514	fd.seek( -2, 1) # Go two bytes back from current pos...
	515	except IOError:
	516	# We cannot go back two bytes. Maybe the file is too small...
	517	break
	518	fd.seek(2,1)
	519
	520	# Read all lines from current position...
	521	result = fd.readlines()
	522	# Remove line endings...
	523	result = [x.strip() for x in result]
	524	fd.close()
	525	return result
	526	###)
	527
[1700]	528	security.declareProtected(ModifyPortalContent,"getCallbacksFromLog")###(
[1665]	529	def getCallbacksFromLog(self,filename):
	530	"""fix Online Payment Transactions from Z2.log entries"""
	531	import transaction
	532	import random
	533	from cgi import parse_qs
	534	from urlparse import urlparse
	535	#from pdb import set_trace
	536	wftool = self.portal_workflow
	537	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	538	students_folder = self.portal_url.getPortalObject().campus.students
	539	s = r'(?P<client_ip>\S+) - (?P<member_id>\S+) \['
	540	s += r'(?P<date>.)\] "(?P<get>.)" (?P<codes>\d+ \d+) "'
	541	s += r'(?P<intersw>.)" "(?P<agent>.)"'
	542	data = re.compile(s)
	543	start = True
	544	tr_count = 1
	545	total = 0
	546	#name = 'pume_results'
	547	#name = 'epaymentsuccessful_z2log2'
	548	name = filename
	549	no_import = []
	550	imported = []
	551	logger = logging.getLogger('WAeUPTool.getFailedTransactions')
	552	try:
	553	transactions = open("%s/import/%s" % (i_home,name),"rb").readlines()
	554	except:
	555	logger.error('Error reading %s' % name)
	556	return
	557	tas = []
	558	for line in transactions:
	559	dict = {}
	560	items = data.search(line)
	561	dict['idict'] = idict = items.groupdict()
	562	#print idict
	563	#from pdb import set_trace;set_trace()
	564	urlparsed = urlparse(idict['get'][4:])
	565	#print urlparsed
	566	path = urlparsed[2].split('/')
	567	dict['student_id'] = student_id = path[8]
	568	dict['payment_id'] = payment_id = path[10]
	569	dict['qs_dict'] = qs_dict = parse_qs(urlparsed[4])
	570	tas.append(dict)
	571	tr_count += 1
	572	return tas
	573	###)
	574
[1620]	575	security.declareProtected(ModifyPortalContent,"importOnlinePaymentTransactions")###(
	576	def importOnlinePaymentTransactions(self):
	577	"""load Online Payment Transactions from CSV values"""
	578	import transaction
	579	import random
	580	#from pdb import set_trace
	581	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
[1625]	582	opt = self.online_payments_import
[1620]	583	students_folder = self.portal_url.getPortalObject().campus.students
	584	start = True
	585	tr_count = 1
	586	total = 0
	587	#name = 'pume_results'
	588	name = 'OnlineTransactions'
	589	no_import = []
	590	imported = []
	591	logger = logging.getLogger('WAeUPTool.importOnlinePaymentTransactions')
	592	try:
	593	transactions = csv.DictReader(open("%s/import/%s.csv" % (i_home,name),"rb"))
	594	except:
	595	logger.error('Error reading %s.csv' % name)
	596	return
	597	for pay_transaction in transactions:
	598	if start:
	599	start = False
	600	logger.info('Start loading from %s.csv' % name)
	601	s = ','.join(['"%s"' % fn for fn in pay_transaction.keys()])
	602	no_import.append('%s,"Error"' % s)
	603	format = ','.join(['"%%(%s)s"' % fn for fn in pay_transaction.keys()])
	604	format_error = format + ',"%(Error)s"'
	605	data = {}
[1644]	606
[1643]	607	# format of the first file sent from Tayo
	608	#data['datetime'] = date = DateTime.DateTime(pay_transaction['Date'])
	609	#data['student_id'] = student_id = pay_transaction['Payer ID']
	610	#data['order_id'] = order_id = pay_transaction['Order ID (Tranx Ref)']
	611	#data['response_code'] = response_code = pay_transaction['Resp Code']
	612	#data['amount'] = amount = pay_transaction['Amount']
[1644]	613
[1643]	614	# format of the second file sent from Tayo
	615	data['datetime'] = date = 0
[1625]	616	data['student_id'] = student_id = pay_transaction['Payer ID']
	617	data['order_id'] = order_id = pay_transaction['Order ID (Tranx Ref)']
[1644]	618	data['response_code'] = response_code = '00'
	619	data['amount'] = amount = pay_transaction['Amount']
	620
[1620]	621	dup = False
	622	if response_code == "12":
	623	continue
	624	try:
	625	opt.addRecord(**data)
	626	except ValueError:
	627	dup = True
	628	#from pdb import set_trace;set_trace()
	629	if dup:
	630	if response_code == "00":
	631	opt.modifyRecord(**data)
	632	else:
[1674]	633	pay_transaction['Error'] = "Duplicate order_id"
[1620]	634	no_import.append( format_error % pay_transaction)
[1674]	635	logger.info("duplicate order_id %(order_id)s for %(student_id)s %(response_code)s" % data)
[1620]	636	continue
	637	tr_count += 1
	638	if tr_count > 1000:
	639	if len(no_import) > 0:
	640	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
	641	'\n'.join(no_import) + '\n')
	642	no_import = []
[1645]	643	em = '%d transactions committed\n' % (tr_count)
[1620]	644	transaction.commit()
	645	regs = []
	646	logger.info(em)
	647	total += tr_count
	648	tr_count = 0
	649	open("%s/import/%s_not_imported%s.csv" % (i_home,name,current),"a").write(
	650	'\n'.join(no_import))
	651	return self.REQUEST.RESPONSE.redirect("%s" % self.REQUEST.get('URL1'))
	652	###)
	653
[1756]	654	student_field2types = { ###(
	655	'StudentApplication':
	656	{'id': 'application',
	657	'title': 'Application Data',
	658	'wf_state': 'close',
	659	'fields':
	660	('jamb_reg_no',
	661	'entry_mode',
	662	'entry_session',
	663	'jamb_score',
	664	'email',
	665	'phone',
	666	)
	667	},
	668	'StudentPume':
	669	{'id': 'pume',
	670	'title': 'Pume Data',
	671	'wf_state': 'close',
	672	'fields':
	673	('pume_score',
	674	)
	675	},
	676	'StudentClearance':
	677	{'id': 'clearance',
	678	'title': 'Clearance Data',
	679	'wf_state': 'close',
	680	'fields':
	681	('matric_no',
	682	'nationality',
	683	'lga',
	684	)
	685	},
	686	'StudentPersonal':
	687	{'id': 'personal',
	688	'title': 'Personal Data',
[1775]	689	'wf_state': 'open',
[1756]	690	'fields':
	691	('firstname',
	692	'middlename',
	693	'lastname',
	694	'sex',
	695	'email',
	696	'phone',
	697	'perm_address',
	698	)
	699	},
	700	'StudentStudyCourse':
	701	{'id': 'study_course',
	702	'title': 'Study Course',
[1775]	703	'wf_state': 'open',
[1756]	704	'fields':
	705	('study_course',
	706	'current_level',
	707	'current_session',
	708	'current_mode',
	709	'current_verdict',
	710	)
	711	},
[1775]	712	'PaymentsFolder':
	713	{'id': 'payments',
	714	'title': 'Payments',
	715	'wf_state': 'open',
	716	'fields':
	717	()
	718	},
[1756]	719	}
	720	###)
	721
	722
[1772]	723	security.declareProtected(ModifyPortalContent,'importStudent') ###(
	724	def importStudent(self,dict):
[1747]	725	"create a students data"
[1773]	726	logger = logging.getLogger('WAeUPTool.import_student')
[1747]	727	students_folder = self.portal_url.getPortalObject().campus.students
	728	jamb_reg_no = dict.get('jamb_reg_no',None)
	729	if jamb_reg_no:
	730	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
	731	if res:
[1749]	732	return '',"jamb_reg_no exists"
[1747]	733	matric_no = dict.get('matric_no',None)
	734	if matric_no:
	735	res = self.students_catalog(matric_no = matric_no)
	736	if res:
[1749]	737	return '',"matric_no exists"
[1747]	738	sid = self.waeup_tool.generateStudentId('?')
	739	students_folder.invokeFactory('Student', sid)
	740	student_obj = getattr(students_folder,sid)
	741	f2t = self.student_field2types
[1772]	742	d = {}
	743	d['jamb_sex'] = 'M'
	744	if dict.get('sex'):
	745	d['jamb_sex'] = 'F'
[1747]	746	for pt in f2t.keys():
	747	student_obj.invokeFactory(pt,f2t[pt]['id'])
	748	sub_obj = getattr(student_obj,f2t[pt]['id'])
	749	sub_doc = sub_obj.getContent()
[1775]	750	#self.portal_workflow.doActionFor(sub_obj,'open',dest_container=sub_obj)
[1772]	751	d['Title'] = f2t[pt]['title']
[1747]	752	for field in f2t[pt]['fields']:
[1749]	753	d[field] = dict.get(field,'')
[1747]	754	sub_doc.edit(mapping = d)
[1758]	755	new_state = f2t[pt]['wf_state']
	756	if new_state != "remain":
	757	self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
[1752]	758	wfaction = 'return'
	759	self.portal_workflow.doActionFor(student_obj,wfaction)
[1747]	760	student_obj.manage_setLocalRoles(sid, ['Owner',])
	761	return sid,''
	762	###)
	763
[1774]	764	security.declareProtected(ModifyPortalContent,'importEditStudent') ###(
	765	def importEditStudent(self,dict):
	766	"edit a students data"
	767	logger = logging.getLogger('WAeUPTool.create_student')
	768	students_folder = self.portal_url.getPortalObject().campus.students
	769	sid = dict.get('id',None)
	770	jamb_reg_no = dict.get('jamb_reg_no',None)
	771	matric_no = dict.get('matric_no',None)
	772	if sid:
	773	res = self.students_catalog(id = sid)
	774	if not res:
	775	return '',"no student with id %s" % sid
	776	elif matric_no and res[0].matric_no and\
	777	matric_no != res[0].matric_no:
	778	return '%s' % res[0].id ,"student has no matric_no %s" % matric_no
	779	elif jamb_reg_no and res[0].jamb_reg_no and\
	780	jamb_reg_no != res[0].jamb_reg_no:
	781	return '%s' % res[0].id ,"student has no jamb_reg_no %s" % jamb_reg_no
	782	elif matric_no:
	783	res = self.students_catalog(matric_no = matric_no)
	784	if not res:
	785	return '',"no student with matric_no %s" % matric_no
	786	elif jamb_reg_no and res[0].jamb_reg_no and\
	787	jamb_reg_no != res[0].jamb_reg_no:
	788	return '%s' % res[0].id ,"student has no jamb_reg_no %s" % jamb_reg_no
	789	elif jamb_reg_no:
	790	res = self.students_catalog(jamb_reg_no = jamb_reg_no)
	791	if not res:
	792	return '',"no student with jamb_reg_no %s" % jamb_reg_no
	793	sid = res[0].id
	794	student_obj = getattr(students_folder,sid)
	795	f2t = self.student_field2types
	796	d = {}
	797	d['jamb_sex'] = 'M'
	798	if dict.get('sex'):
	799	d['jamb_sex'] = 'F'
	800	for pt in f2t.keys():
	801	sub_obj = getattr(student_obj,f2t[pt]['id'],None)
	802	if sub_obj is None:
	803	student_obj.invokeFactory(pt,f2t[pt]['id'])
	804	sub_obj = getattr(student_obj,f2t[pt]['id'])
	805	sub_doc = sub_obj.getContent()
	806	self.portal_workflow.doActionFor(sub_obj,'open',dest_container=sub_obj)
	807	d['Title'] = f2t[pt]['title']
	808	for field in f2t[pt]['fields']:
	809	d[field] = dict.get(field,'')
	810	sub_doc.edit(mapping = d)
	811	# new_state = f2t[pt]['wf_state']
	812	# if new_state != "remain":
	813	# self.portal_workflow.doActionFor(sub_obj,new_state,dest_container=sub_obj)
	814	# wfaction = 'return'
	815	# self.portal_workflow.doActionFor(student_obj,wfaction)
	816	# student_obj.manage_setLocalRoles(sid, ['Owner',])
	817	return sid,''
	818	###)
	819
[1730]	820	security.declareProtected(ModifyPortalContent,"importData")###(
[1774]	821	def importData(self,filename,name,edit=False):
[1730]	822	"""load data from CSV values"""
	823	import transaction
	824	import random
[1775]	825
[1773]	826	pm = self.portal_membership
[1775]	827	member = pm.getAuthenticatedMember()
	828
[1747]	829	logger = logging.getLogger('WAeUPTool.importData')
[1730]	830	current = DateTime.DateTime().strftime("%d-%m-%y_%H_%M_%S")
	831	students_folder = self.portal_url.getPortalObject().campus.students
	832	start = True
	833	tr_count = 1
[1756]	834	total_imported = 0
	835	total_not_imported = 0
[1730]	836	total = 0
[1749]	837	iname = "import_%s" % name
[1747]	838	stool = getToolByName(self, 'portal_schemas')
	839	ltool = getToolByName(self, 'portal_layouts')
	840	schema = stool._getOb(iname)
[1730]	841	if schema is None:
[1772]	842	em = 'No such schema %s' % iname
	843	logger.error('No such schema %s' % iname)
[1756]	844	return em
[1747]	845	layout = ltool._getOb(iname)
[1730]	846	if layout is None:
[1772]	847	em = 'No such layout %s' % iname
[1756]	848	logger.error(em)
	849	return em
[1730]	850	validators = {}
	851	for widget in layout.keys():
[1749]	852	validators[widget] = layout[widget].validate
[1774]	853	if edit:
	854	importer_name = "importEdit%s" % name.capitalize()
	855	else:
	856	importer_name = "import%s" % name.capitalize()
[1772]	857	importer = getattr(self, '%s' % importer_name,None)
	858	if importer is None:
	859	em = 'No importer function %s' % importer_name
[1756]	860	logger.error(em)
	861	return em
[1747]	862	not_imported = []
[1730]	863	imported = []
	864	try:
[1747]	865	items = csv.DictReader(open("%s/import/%s.csv" % (i_home,filename),"rb"))
[1730]	866	except:
[1756]	867	em = 'Error reading %s.csv' % filename
	868	logger.error(em)
	869	return em
[1730]	870	for item in items:
	871	tr_count += 1
	872	if start:
	873	start = False
[1747]	874	adapters = [MappingStorageAdapter(schema, item)]
	875	dm = DataModel(item, adapters,context=self)
[1773]	876	logger.info('%s starts import from %s.csv' % (member,filename))
[1730]	877	import_keys = item.keys()
	878	diff_set = set(import_keys).difference(set(schema.keys()))
	879	if diff_set:
	880	logger.error('%s not in schema.' % diff_set)
	881	return
	882	diff_set = set(import_keys).difference(set(layout.keys()))
	883	if diff_set:
	884	logger.error('%s not in layout.' % diff_set)
	885	return
[1753]	886	s = ','.join(['"%s"' % fn for fn in import_keys])
[1772]	887	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(s + ',"Error"'+ '\n')
	888	s = '"id",' + s
[1756]	889	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(s + '\n')
[1730]	890	format = ','.join(['"%%(%s)s"' % fn for fn in import_keys])
	891	format_error = format + ',"%(Error)s"'
[1756]	892	format = '"%(id)s",'+ format
[1747]	893	ds = DataStructure(data=item,datamodel=dm)
	894	error_string = ""
[1730]	895	for k in import_keys:
[1747]	896	if not validators[k](ds):
	897	error_string += " %s : %s" % (k,ds.getError(k))
	898	if not error_string:
[1756]	899	item.update(dm)
[1772]	900	item['id'],error = importer(item)
[1747]	901	if error:
	902	error_string += error
	903	if error_string:
	904	item['Error'] = error_string
	905	not_imported.append(format_error % item)
[1756]	906	total_not_imported += 1
[1747]	907	else:
[1756]	908	imported.append(format % item)
	909	total_imported += 1
	910	total += 1
[1730]	911	if tr_count > 1000:
[1747]	912	if len(not_imported) > 0:
	913	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(
	914	'\n'.join(not_imported) + '\n')
	915	not_imported = []
	916	if len(imported) > 0:
	917	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(
[1772]	918	'\n'.join(imported) + '\n')
[1747]	919	imported = []
[1730]	920	em = '%d transactions committed\n' % (tr_count)
	921	transaction.commit()
	922	regs = []
	923	logger.info(em)
	924	tr_count = 0
[1756]	925	if len(imported) > 0:
[1747]	926	open("%s/import/%s_imported%s.csv" % (i_home,filename,current),"a").write(
	927	'\n'.join(imported))
[1756]	928	if len(not_imported) > 0:
[1747]	929	open("%s/import/%s_not_imported%s.csv" % (i_home,filename,current),"a").write(
	930	'\n'.join(not_imported))
[1759]	931	em = "Imported: %d, not imported: %d of total %d" % (total_imported,total_not_imported,total)
[1756]	932	logger.info(em)
	933	return em
[1730]	934	###)
	935
[828]	936	InitializeClass(WAeUPTool)

Note: See TracBrowser for help on using the repository browser.

Download in other formats: