source: WAeUP_SRP/base/skins/waeup_utilities/ti_441_resolve_part2.py @ 3013

## Script (Python) "ti_441_resolve_part2"
##bind container=container
##bind context=context
##bind namespace=
##bind script=script
##bind subpath=traverse_subpath
##parameters=
##title=
##
# $Id: fix_lgas.py 2979 2008-01-05 15:01:33Z henrik $
"""
"""
try:
    from Products.zdb import set_trace
except:
    def set_trace():
        pass


mtool = context.portal_membership
member = mtool.getAuthenticatedMember()
if str(member) not in ('admin','joachim'):
    return


import logging
import DateTime
logger = logging.getLogger('Skins.ti_441_resolve_part2')
from Products.AdvancedQuery import Eq, Between, Le,In
aq_portal = context.portal_catalog_real.evalAdvancedQuery
aq_students = context.students_catalog.evalAdvancedQuery
students_folder = context.portal_url.getPortalObject().campus.students

request = context.REQUEST
session = request.SESSION
response = request.RESPONSE
setheader = request.RESPONSE.setHeader
def rwrite(s):
    response.setHeader('Content-type','text/html; charset=ISO-8859-15')
    response.write("%s<br>\n\r" % s)

# def getLGAs():
#     voc = getattr(context.portal_vocabularies,'local_gov_areas')
#     states = []
#     lgas  = []
#     d = {}
#     for k,v in voc.items():
#         parts = v.split(' / ')
#         if len(parts) == 1:
#             state = parts[0].lower()
#             lga = ""
#         elif len(parts) == 2:
#             state = parts[0].lower()
#             lga = "_".join(parts[1].lower().split())
#         else:
#             continue
#         if state not in states:
#             states.append(state)
#         if lga not in lgas:
#             lgas.append(lga)
#         d[k] = v
#     return (d,states,lgas)

difference = context.waeup_tool.difference
re_split = context.waeup_tool.re_split
#logger.info('')
student_records = context.students_catalog()
total = len(student_records)
logger.info("found %d students" % total)
count = 0
commit_after = 100
logger.info('started to fix %d records in students_catalog' % total)
mapping = context.waeup_tool.getStatesLgas()
states = mapping['states']
lgas = mapping['lgas']
words_dict = mapping['word_dict']
d = {}
for student_record in student_records:
    # skip record without lga value
    count += 1
    if not student_record.lga:
        continue
    # if student_record.lga.find(' ') < 0:
    #     continue
    if student_record.lga.startswith('no state'):
        #logger.info("found invalid lga %s of %s" % (student_record.lga,student_record.id))
        continue
    #rwrite("%s: %s" % (student_record.id,student_record.lga))
    words = student_record.lga 
    if len(words.split(' / ')) == 2:
        words = words.replace(' / ',' ')
    words = re_split('[^a-zA-Z0-9/]',words)
    lga_words = []
    for word in words:
        if word:
            lga_words += word.lower(),
    lga_words.sort()
    # state = sl[0].lower().strip()
    # state = '_'.join(state.split())
    # lga = sl[1].lower().strip()
    # if not lga or not state:
    #     logger.info("found invalid lga %s of %s" % (student_record.lga,student_record.id))
    #     continue
    state_lga = ''
    while not state_lga:
        for k,l in words_dict.items():
            if lga_words == l:
                state_lga = k
                break
        break
    if state_lga:
        if state_lga != student_record.lga:
            msg = "found %s is %s for %s " % (state_lga,student_record.lga,student_record.id)
            #rwrite(msg)
            d[student_record.id] = state_lga
            if len(d) and not len(d)  % commit_after:
                logger.info("found %d to correct state/lga combinations of %d so far" % (len(d),count))
        else:
            msg = "already corrected %s : %s for %s " % (state_lga,student_record.lga,student_record.id)
    else:
        msg = "no '%s' for %s" % (lga_words,student_record.id)
    # if count > 2000:
    #     break
to_edit = len(d)
logger.info("found %d correct state/lga combinations of %d" % (to_edit,count))

edited = 1
for student_id,lga in d.items():
    msg = "set clearance.lga to %s for %s" % (lga,student_id)
    getattr(getattr(students_folder,student_id),'clearance').getContent().edit(mapping={'lga':lga})
    logger.info(msg)
    edited += 1
    if edited and not edited  % commit_after:
        context.waeup_tool.doCommit()
        logger.info("Committing %d,  %d of %d" % (commit_after,edited,to_edit))
logger.info('finished, %d checked, %d edited' % (count,
                                               edited,))