source: main/waeup.kofa/trunk/src/waeup/kofa/utils/utils.py @ 15505

Last change on this file since 15505 was 15476, checked in by Henrik Bettermann, 5 years ago

Use decimal.Decimal to counteract Python floating point limitation.

  • Property svn:keywords set to Id
File size: 13.0 KB
RevLine 
[7358]1## $Id: utils.py 15476 2019-06-27 06:07:52Z henrik $
2##
3## Copyright (C) 2011 Uli Fouquet & Henrik Bettermann
4## This program is free software; you can redistribute it and/or modify
5## it under the terms of the GNU General Public License as published by
6## the Free Software Foundation; either version 2 of the License, or
7## (at your option) any later version.
8##
9## This program is distributed in the hope that it will be useful,
10## but WITHOUT ANY WARRANTY; without even the implied warranty of
11## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12## GNU General Public License for more details.
13##
14## You should have received a copy of the GNU General Public License
15## along with this program; if not, write to the Free Software
16## Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17##
[7819]18"""General helper utilities for Kofa.
[7358]19"""
20import grok
[11815]21import psutil
[7365]22import string
[8181]23import pytz
[15476]24import decimal
[9866]25from copy import deepcopy
[8181]26from random import SystemRandom as r
[7734]27from zope.i18n import translate
[7819]28from waeup.kofa.interfaces import IKofaUtils
[7811]29from waeup.kofa.interfaces import MessageFactory as _
30from waeup.kofa.smtp import send_mail as send_mail_internally
[7969]31from waeup.kofa.utils.helpers import get_sorted_preferred
[13617]32from waeup.kofa.utils.degrees import DEGREES_DICT
[7358]33
[11814]34
35def send_mail(from_name, from_addr,
36              rcpt_name, rcpt_addr,
37              subject, body, config):
[7811]38    """Wrapper for the real SMTP functionality in :mod:`waeup.kofa.smtp`.
[7382]39
[7471]40    Merely here to stay compatible with lots of calls to this place.
[7400]41    """
[7471]42    mail_id = send_mail_internally(
43        from_name, from_addr, rcpt_name, rcpt_addr,
44        subject, body, config)
[7399]45    return True
46
[11814]47
[7874]48#: A list of phone prefixes (order num, country, prefix).
49#: Items with same order num will be sorted alphabetically.
50#: The lower the order num, the higher the precedence.
51INT_PHONE_PREFIXES = [
52    (99, _('Germany'), '49'),
[11814]53    (1, _('Nigeria'), '234'),
[7874]54    (99, _('U.S.'), '1'),
55    ]
56
[11814]57
58def sorted_phone_prefixes(data=INT_PHONE_PREFIXES, request=None):
[7874]59    """Sorted tuples of phone prefixes.
60
61    Ordered as shown above and formatted for use in select boxes.
62
63    If request is given, we'll try to translate all country names in
64    order to sort alphabetically correctly.
65
66    XXX: This is a function (and not a constant) as different
67    languages might give different orders. This is not tested yet.
68
69    XXX: If we really want to use alphabetic ordering here, we might
70    think about caching results of translations.
71    """
72    if request is not None:
73        data = [
74            (x, translate(y, context=request), z)
75            for x, y, z in data]
76    return tuple([
[11814]77        ('%s (+%s)' % (x[1], x[2]), '+%s' % x[2])
[7874]78        for x in sorted(data)
79        ])
80
[11814]81
[7831]82class KofaUtils(grok.GlobalUtility):
[7678]83    """A collection of parameters and methods subject to customization.
[7358]84    """
[7831]85    grok.implements(IKofaUtils)
[13132]86
87    #: This the only place where we define the portal language
88    #: which is used for the translation of system messages
89    #: (e.g. object histories) pdf slips.
[7744]90    PORTAL_LANGUAGE = 'en'
[7358]91
[13617]92    DEGREES_DICT = DEGREES_DICT
93
[7701]94    PREFERRED_LANGUAGES_DICT = {
[11814]95        'en': (1, u'English'),
96        'fr': (2, u'Français'),
97        'de': (3, u'Deutsch'),
98        'ha': (4, u'Hausa'),
99        'yo': (5, u'Yoruba'),
100        'ig': (6, u'Igbo'),
[7701]101        }
102
[7874]103    #: A function to return
104    @classmethod
105    def sorted_phone_prefixes(cls, data=INT_PHONE_PREFIXES, request=None):
106        return sorted_phone_prefixes(data, request)
[7871]107
[7841]108    EXAM_SUBJECTS_DICT = {
[7843]109        'math': 'Mathematics',
110        'computer_science': 'Computer Science',
[7841]111        }
[7836]112
[7917]113    #: Exam grades. The tuple is sorted as it should be displayed in
114    #: select boxes.
115    EXAM_GRADES = (
116        ('A', 'Best'),
117        ('B', 'Better'),
118        ('C', 'Good'),
119        )
[7836]120
[7841]121    INST_TYPES_DICT = {
[8084]122        'none': '',
[7681]123        'faculty': 'Faculty of',
124        'department': 'Department of',
125        'school': 'School of',
126        'office': 'Office for',
127        'centre': 'Centre for',
128        'institute': 'Institute of',
129        'school_for': 'School for',
[8084]130        'college': 'College of',
[10302]131        'directorate': 'Directorate of',
[7681]132        }
133
[7841]134    STUDY_MODES_DICT = {
[9131]135        'transfer': 'Transfer',
[7843]136        'ug_ft': 'Undergraduate Full-Time',
137        'ug_pt': 'Undergraduate Part-Time',
[7993]138        'pg_ft': 'Postgraduate Full-Time',
139        'pg_pt': 'Postgraduate Part-Time',
[7681]140        }
141
[11451]142    DISABLE_PAYMENT_GROUP_DICT = {
143        'sf_all': 'School Fee - All Students',
144        }
145
[7841]146    APP_CATS_DICT = {
[7843]147        'basic': 'Basic Application',
[7681]148        'no': 'no application',
149        'pg': 'Postgraduate',
150        'sandwich': 'Sandwich',
151        'cest': 'Part-Time, Diploma, Certificate'
152        }
153
[7841]154    SEMESTER_DICT = {
[10437]155        1: '1st Semester',
156        2: '2nd Semester',
[7681]157        3: 'Combined',
158        9: 'N/A'
159        }
160
[14638]161    COURSE_CATEGORY_DICT = {
162        }
163
[9400]164    SPECIAL_HANDLING_DICT = {
165        'regular': 'Regular Hostel',
166        'blocked': 'Blocked Hostel',
[10831]167        'pg': 'Postgraduate Hostel'
[9400]168        }
169
[10831]170    SPECIAL_APP_DICT = {
171        'transcript': 'Transcript Fee Payment',
[11575]172        'clearance': 'Acceptance Fee',
[10831]173        }
174
[9405]175    PAYMENT_CATEGORIES = {
176        'schoolfee': 'School Fee',
177        'clearance': 'Acceptance Fee',
178        'bed_allocation': 'Bed Allocation Fee',
179        'hostel_maintenance': 'Hostel Maintenance Fee',
180        'transfer': 'Transfer Fee',
181        'gown': 'Gown Hire Fee',
[9866]182        'application': 'Application Fee',
[10449]183        'transcript': 'Transcript Fee',
[13031]184        'late_registration': 'Late Course Registration Fee'
[9405]185        }
186
[15432]187    def selectable_payment_categories(self, student):
188        return self.PAYMENT_CATEGORIES
[9730]189
[15432]190    PREVIOUS_PAYMENT_CATEGORIES = deepcopy(PAYMENT_CATEGORIES)
[9862]191
[12564]192    REPORTABLE_PAYMENT_CATEGORIES = {
193        'schoolfee': 'School Fee',
194        'clearance': 'Acceptance Fee',
195        'hostel_maintenance': 'Hostel Maintenance Fee',
196        'gown': 'Gown Hire Fee',
197        }
198
[9868]199    BALANCE_PAYMENT_CATEGORIES = {
[9867]200        'schoolfee': 'School Fee',
201        }
[9864]202
[9649]203    MODE_GROUPS = {
[11814]204        'All': ('all',),
205        'Undergraduate Full-Time': ('ug_ft',),
206        'Undergraduate Part-Time': ('ug_pt',),
207        'Postgraduate Full-Time': ('pg_ft',),
208        'Postgraduate Part-Time': ('pg_pt',),
[9649]209        }
210
[13125]211    VERDICTS_DICT = {
212        '0': _('(not yet)'),
213        'A': 'Successful student',
214        'B': 'Student with carryover courses',
215        'C': 'Student on probation',
216        }
217
[11800]218    #: Set positive number for allowed max, negative for required min
219    #: avail.
220    #: Use integer for bytes value, float for percent
221    #: value. `cpu-load`, of course, accepts float values only.
222    #: `swap-mem` = Swap Memory, `virt-mem` = Virtual Memory,
[11969]223    #: `cpu-load` = CPU load in percent.
[11800]224    SYSTEM_MAX_LOAD = {
225        'swap-mem': None,
226        'virt-mem': None,
227        'cpu-load': 100.0,
228        }
229
[15430]230    #: Maximum number of files listed in `finished` subfolder
231    MAX_FILES = 100
232
[11814]233    def sendContactForm(self, from_name, from_addr, rcpt_name, rcpt_addr,
234                        from_username, usertype, portal, body, subject):
[7358]235        """Send an email with data provided by forms.
236        """
237        config = grok.getSite()['configuration']
[7734]238        text = _(u"""Fullname: ${a}
239User Id: ${b}
240User Type: ${c}
241Portal: ${d}
[7358]242
[7734]243${e}
244""")
[11814]245        text = _(text, mapping={
246            'a': from_name,
247            'b': from_username,
248            'c': usertype,
249            'd': portal,
250            'e': body})
[7811]251        body = translate(text, 'waeup.kofa',
[7734]252            target_language=self.PORTAL_LANGUAGE)
[8436]253        if not (from_addr and rcpt_addr):
254            return False
[7400]255        return send_mail(
[11814]256            from_name, from_addr, rcpt_name, rcpt_addr,
257            subject, body, config)
[7359]258
[8181]259    @property
260    def tzinfo(self):
[13124]261        """Time zone of the university.
262        """
[8181]263        # For Nigeria: pytz.timezone('Africa/Lagos')
[9543]264        # For Germany: pytz.timezone('Europe/Berlin')
[8181]265        return pytz.utc
266
[11814]267    def fullname(self, firstname, lastname, middlename=None):
[13124]268        """Construct fullname.
[7477]269        """
[7359]270        # We do not necessarily have the middlename attribute
271        if middlename:
[8603]272            name = '%s %s %s' % (firstname, middlename, lastname)
[7359]273        else:
[8603]274            name = '%s %s' % (firstname, lastname)
[13492]275        if '<' in name:
276            return 'XXX'
[11814]277        return string.capwords(
278            name.replace('-', ' - ')).replace(' - ', '-')
[7365]279
[15287]280    def genPassword(self, length=4, chars=string.letters + string.digits):
[7477]281        """Generate a random password.
282        """
[15287]283        return ''.join([
284            r().choice(string.uppercase) +
285            r().choice(string.lowercase) +
286            r().choice(string.digits) for i in range(length)])
[7365]287
[8853]288    def sendCredentials(self, user, password=None, url_info=None, msg=None):
[13124]289        """Send credentials as email. Input is the user for which credentials
290        are sent and the password. Method returns True or False to indicate
291        successful operation.
[7365]292        """
[7819]293        subject = 'Your Kofa credentials'
[7734]294        text = _(u"""Dear ${a},
[7365]295
[7734]296${b}
[7365]297Student Registration and Information Portal of
[7734]298${c}.
[7365]299
[7734]300Your user name: ${d}
301Your password: ${e}
[8853]302${f}
[7365]303
304Please remember your user name and keep
305your password secret!
306
[7382]307Please also note that passwords are case-sensitive.
308
[7365]309Regards
[7734]310""")
[7399]311        config = grok.getSite()['configuration']
312        from_name = config.name_admin
[7402]313        from_addr = config.email_admin
[7407]314        rcpt_name = user.title
315        rcpt_addr = user.email
[11814]316        text = _(text, mapping={
317            'a': rcpt_name,
318            'b': msg,
319            'c': config.name,
320            'd': user.name,
321            'e': password,
322            'f': url_info})
[7734]323
[7811]324        body = translate(text, 'waeup.kofa',
[7734]325            target_language=self.PORTAL_LANGUAGE)
[7399]326        return send_mail(
[11814]327            from_name, from_addr, rcpt_name, rcpt_addr,
328            subject, body, config)
[9987]329
[14014]330    def inviteReferee(self, referee, applicant, url_info=None):
331        """Send invitation email to referee.
332        """
333        config = grok.getSite()['configuration']
334        subject = 'Request for referee report from %s' % config.name
335        text = _(u"""Dear ${a},
336
[14040]337The candidate with Id ${b} and name ${c} applied to
338the ${d} to study ${e} for the ${f} session.
339The candidate has listed you as referee. You are thus required to kindly use
340the link below to provide your referral remarks on or before
341${g}.
[14014]342
[14040]343${h}
344
345Thank You
346
347The Secretary
348Post Graduate School
349${d}
[14014]350""")
351        from_name = config.name_admin
352        from_addr = config.email_admin
353        rcpt_name = referee.name
354        rcpt_addr = referee.email
[14040]355        session = '%s/%s' % (
356            applicant.__parent__.year, applicant.__parent__.year+1)
[14014]357        text = _(text, mapping={
358            'a': rcpt_name,
[14040]359            'b': applicant.applicant_id,
360            'c': applicant.display_fullname,
361            'd': config.name,
362            'e': applicant.course1.title,
363            'f': session,
364            'g': applicant.__parent__.enddate,
365            'h': url_info,
366            })
[14014]367
368        body = translate(text, 'waeup.kofa',
369            target_language=self.PORTAL_LANGUAGE)
370        return send_mail(
371            from_name, from_addr, rcpt_name, rcpt_addr,
372            subject, body, config)
373
[9987]374    def getPaymentItem(self, payment):
[13124]375        """Return payment item. This method can be used to customize the
376        `display_item` property attribute, e.g. in order to hide bed coordinates
377        if maintenance fee is not paid.
[9987]378        """
379        return payment.p_item
[11815]380
381    def expensive_actions_allowed(self, type=None, request=None):
382        """Tell, whether expensive actions are currently allowed.
383        Check system load/health (or other external circumstances) and
384        locally set values to see, whether expensive actions should be
385        allowed (`True`) or better avoided (`False`).
386        Use this to allow or forbid exports, report generations, or
387        similar actions.
388        """
389        max_values = self.SYSTEM_MAX_LOAD
[11816]390        for (key, func) in (
391            ('swap-mem', psutil.swap_memory),
[11818]392            ('virt-mem', psutil.virtual_memory),
[11816]393            ):
394            max_val = max_values.get(key, None)
395            if max_val is None:
396                continue
397            mem_val = func()
[11815]398            if isinstance(max_val, float):
[11816]399                # percents
[11821]400                if max_val < 0.0:
401                    max_val = 100.0 + max_val
[11816]402                if mem_val.percent > max_val:
[11815]403                    return False
404            else:
[11816]405                # number of bytes
[11821]406                if max_val < 0:
407                    max_val = mem_val.total + max_val
[11816]408                if mem_val.used > max_val:
[11815]409                    return False
410        return True
[13198]411
412    def export_disabled_message(self):
413        export_disabled_message = grok.getSite()[
414            'configuration'].export_disabled_message
415        if export_disabled_message:
416            return export_disabled_message
[14473]417        return None
418
419    def format_float(self, value, prec):
[15476]420        # >>> 4.6 * 100
421        # 459.99999999999994
422        value = decimal.Decimal(str(value))
[14473]423        # cut floating point value
424        value = int(pow(10, prec)*value) / (1.0*pow(10, prec))
425        return '{:{width}.{prec}f}'.format(value, width=0, prec=prec)
Note: See TracBrowser for help on using the repository browser.