[7196] | 1 | ## $Id: converters.py 16818 2022-02-21 06:21:10Z henrik $ |
---|
| 2 | ## |
---|
| 3 | ## Copyright (C) 2011 Uli Fouquet & Henrik Bettermann |
---|
| 4 | ## This program is free software; you can redistribute it and/or modify |
---|
| 5 | ## it under the terms of the GNU General Public License as published by |
---|
| 6 | ## the Free Software Foundation; either version 2 of the License, or |
---|
| 7 | ## (at your option) any later version. |
---|
| 8 | ## |
---|
| 9 | ## This program is distributed in the hope that it will be useful, |
---|
| 10 | ## but WITHOUT ANY WARRANTY; without even the implied warranty of |
---|
| 11 | ## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
---|
| 12 | ## GNU General Public License for more details. |
---|
| 13 | ## |
---|
| 14 | ## You should have received a copy of the GNU General Public License |
---|
| 15 | ## along with this program; if not, write to the Free Software |
---|
| 16 | ## Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA |
---|
| 17 | ## |
---|
[4805] | 18 | """Converters for zope.schema-based datatypes. |
---|
| 19 | """ |
---|
| 20 | import grok |
---|
[6263] | 21 | from zope.component import createObject |
---|
[6258] | 22 | from zope.formlib import form |
---|
[6278] | 23 | from zope.formlib.boolwidgets import CheckBoxWidget |
---|
[6260] | 24 | from zope.formlib.form import ( |
---|
[6276] | 25 | _widgetKey, WidgetInputError, ValidationError, InputErrors, expandPrefix) |
---|
[12415] | 26 | from zope.formlib.interfaces import IInputWidget, ConversionError |
---|
[6276] | 27 | from zope.interface import Interface |
---|
[6258] | 28 | from zope.publisher.browser import TestRequest |
---|
[7932] | 29 | from zope.schema.interfaces import IList |
---|
| 30 | from waeup.kofa.interfaces import ( |
---|
| 31 | IObjectConverter, IResultEntryField, IFieldConverter, SubjectSource, |
---|
[8214] | 32 | GradeSource, DELETION_MARKER, IGNORE_MARKER) |
---|
[8175] | 33 | from waeup.kofa.schema.interfaces import IPhoneNumber |
---|
[7932] | 34 | from waeup.kofa.schoolgrades import ResultEntry |
---|
[6258] | 35 | |
---|
[6278] | 36 | class ExtendedCheckBoxWidget(CheckBoxWidget): |
---|
| 37 | """A checkbox widget that supports more input values as True/False |
---|
[7597] | 38 | markers. |
---|
[6278] | 39 | |
---|
| 40 | The default bool widget expects the string 'on' as only valid |
---|
| 41 | ``True`` value in HTML forms for bool fields. |
---|
| 42 | |
---|
| 43 | This widget also accepts '1', 'true' and 'yes' for that. Also all |
---|
| 44 | uppercase/lowecase combinations of these strings are accepted. |
---|
| 45 | |
---|
| 46 | The widget still renders ``True`` to ``'on'`` when a form is |
---|
| 47 | generated. |
---|
| 48 | """ |
---|
| 49 | true_markers = ['1', 'true', 'on', 'yes'] |
---|
| 50 | |
---|
| 51 | def _toFieldValue(self, input): |
---|
| 52 | """Convert from HTML presentation to Python bool.""" |
---|
| 53 | if not isinstance(input, basestring): |
---|
| 54 | return False |
---|
| 55 | return input.lower() in self.true_markers |
---|
| 56 | |
---|
| 57 | def _getFormInput(self): |
---|
| 58 | """Returns the form input used by `_toFieldValue`. |
---|
| 59 | |
---|
| 60 | Return values: |
---|
| 61 | |
---|
| 62 | ``'on'`` checkbox is checked |
---|
| 63 | ``''`` checkbox is not checked |
---|
| 64 | ``None`` form input was not provided |
---|
| 65 | |
---|
| 66 | """ |
---|
| 67 | value = self.request.get(self.name) |
---|
| 68 | if isinstance(value, basestring): |
---|
| 69 | value = value.lower() |
---|
| 70 | if value in self.true_markers: |
---|
| 71 | return 'on' |
---|
| 72 | elif self.name + '.used' in self.request: |
---|
| 73 | return '' |
---|
| 74 | else: |
---|
| 75 | return None |
---|
| 76 | |
---|
[6260] | 77 | def getWidgetsData(widgets, form_prefix, data): |
---|
[6273] | 78 | """Get data and validation errors from `widgets` for `data`. |
---|
| 79 | |
---|
| 80 | Updates the dict in `data` with values from the widgets in |
---|
| 81 | `widgets`. |
---|
| 82 | |
---|
| 83 | Returns a list of tuples ``(<WIDGET_NAME>, <ERROR>)`` where |
---|
| 84 | ``<WIDGET_NAME>`` is a widget name (normally the same as the |
---|
| 85 | associated field name) and ``<ERROR>`` is the exception that |
---|
| 86 | happened for that widget/field. |
---|
| 87 | |
---|
| 88 | This is merely a copy from the same-named function in |
---|
| 89 | :mod:`zope.formlib.form`. The only difference is that we also |
---|
| 90 | store the fieldname for which a validation error happened in the |
---|
| 91 | returned error list (what the original does not do). |
---|
| 92 | """ |
---|
[6260] | 93 | errors = [] |
---|
| 94 | form_prefix = expandPrefix(form_prefix) |
---|
| 95 | |
---|
| 96 | for input, widget in widgets.__iter_input_and_widget__(): |
---|
| 97 | if input and IInputWidget.providedBy(widget): |
---|
| 98 | name = _widgetKey(widget, form_prefix) |
---|
| 99 | |
---|
| 100 | if not widget.hasInput(): |
---|
| 101 | continue |
---|
| 102 | try: |
---|
| 103 | data[name] = widget.getInputValue() |
---|
| 104 | except ValidationError, error: |
---|
[12415] | 105 | error = ConversionError(u'Validation failed') |
---|
[6260] | 106 | errors.append((name, error)) |
---|
[12415] | 107 | except WidgetInputError, error: |
---|
| 108 | error = ConversionError(u'Invalid input') |
---|
[6260] | 109 | errors.append((name, error)) |
---|
[12415] | 110 | except ConversionError, error: |
---|
| 111 | errors.append((name, error)) |
---|
[6260] | 112 | return errors |
---|
| 113 | |
---|
[7932] | 114 | class DefaultFieldConverter(grok.Adapter): |
---|
| 115 | grok.context(Interface) |
---|
[8214] | 116 | grok.implements(IFieldConverter) |
---|
[6278] | 117 | |
---|
[8214] | 118 | def request_data(self, name, value, schema_field, prefix='', |
---|
| 119 | mode='create'): |
---|
[9932] | 120 | if prefix == 'form.sex' and isinstance(value, basestring): |
---|
| 121 | value = value.lower() |
---|
[7932] | 122 | return {prefix: value} |
---|
| 123 | |
---|
| 124 | class ListFieldConverter(grok.Adapter): |
---|
| 125 | grok.context(IList) |
---|
[8214] | 126 | grok.implements(IFieldConverter) |
---|
[7932] | 127 | |
---|
[8214] | 128 | def request_data(self, name, value, schema_field, prefix='', |
---|
| 129 | mode='create'): |
---|
[7932] | 130 | value_type = schema_field.value_type |
---|
| 131 | try: |
---|
| 132 | items = eval(value) |
---|
| 133 | except: |
---|
| 134 | return {prefix: value} |
---|
| 135 | result = {'%s.count' % prefix: len(items)} |
---|
| 136 | for num, item in enumerate(items): |
---|
| 137 | sub_converter = IFieldConverter(value_type) |
---|
| 138 | result.update(sub_converter.request_data( |
---|
| 139 | unicode(num), unicode(item), |
---|
| 140 | value_type, "%s.%s." % (prefix, num))) |
---|
| 141 | return result |
---|
| 142 | |
---|
[8175] | 143 | class PhoneNumberFieldConverter(grok.Adapter): |
---|
| 144 | """Convert strings into dict as expected from forms feeding PhoneWidget. |
---|
| 145 | |
---|
| 146 | If you want strings without extra-checks imported, you can use |
---|
| 147 | schema.TextLine in your interface instead of PhoneNumber. |
---|
| 148 | """ |
---|
| 149 | grok.context(IPhoneNumber) |
---|
[8214] | 150 | grok.implements(IFieldConverter) |
---|
[8175] | 151 | |
---|
[8214] | 152 | def request_data(self, name, value, schema_field, prefix='', |
---|
| 153 | mode='create'): |
---|
[8175] | 154 | parts = value.split('-', 2) |
---|
| 155 | country = '' |
---|
| 156 | area = '' |
---|
| 157 | ext = '' |
---|
| 158 | if len(parts) == 3: |
---|
| 159 | country = parts[0] |
---|
| 160 | area = parts[1] |
---|
| 161 | ext = parts[2] |
---|
| 162 | elif len(parts) == 2: |
---|
| 163 | country = parts[0] |
---|
| 164 | ext = parts[1] |
---|
| 165 | else: |
---|
| 166 | ext = value |
---|
| 167 | result = { |
---|
| 168 | u'%s.country' % prefix: country, |
---|
| 169 | u'%s.area' % prefix: area, |
---|
| 170 | u'%s.ext' % prefix: ext} |
---|
| 171 | return result |
---|
| 172 | |
---|
[7932] | 173 | class ResultEntryConverter(grok.Adapter): |
---|
| 174 | grok.context(IResultEntryField) |
---|
[8214] | 175 | grok.implements(IFieldConverter) |
---|
[7932] | 176 | |
---|
[8214] | 177 | def request_data(self, name, value, schema_field, prefix='', |
---|
| 178 | mode='create'): |
---|
[7932] | 179 | """Turn CSV values into ResultEntry-compatible form data. |
---|
| 180 | |
---|
| 181 | Expects as `value` a _string_ like ``(u'mysubject', |
---|
| 182 | u'mygrade')`` and turns it into some dict like:: |
---|
| 183 | |
---|
| 184 | { |
---|
| 185 | 'form.grade.subject': u'9234896395...', |
---|
| 186 | 'form.grade.grade': u'7e67e9e777..' |
---|
| 187 | } |
---|
| 188 | |
---|
| 189 | where the values are tokens from appropriate sources. |
---|
| 190 | |
---|
| 191 | Such dicts can be transformed into real ResultEntry objects by |
---|
| 192 | input widgets used in converters. |
---|
| 193 | """ |
---|
| 194 | try: |
---|
| 195 | entry = ResultEntry.from_string(value) |
---|
| 196 | subj, grade = entry.subject, entry.grade |
---|
| 197 | except: |
---|
| 198 | return {prefix: value} |
---|
| 199 | # web forms send tokens instead of real values |
---|
| 200 | s_token = SubjectSource().factory.getToken(subj) |
---|
| 201 | g_token = GradeSource().factory.getToken(grade) |
---|
| 202 | result = { |
---|
| 203 | "%ssubject" % (prefix): s_token, |
---|
| 204 | "%sgrade" % (prefix): g_token, |
---|
| 205 | } |
---|
| 206 | return result |
---|
| 207 | |
---|
[6273] | 208 | class DefaultObjectConverter(grok.Adapter): |
---|
| 209 | """Turn string values into real values. |
---|
[6260] | 210 | |
---|
[6273] | 211 | A converter can convert string values for objects that implement a |
---|
| 212 | certain interface into real values based on the given interface. |
---|
| 213 | """ |
---|
[6258] | 214 | |
---|
[6273] | 215 | grok.context(Interface) |
---|
[8214] | 216 | grok.implements(IObjectConverter) |
---|
[6263] | 217 | |
---|
[6273] | 218 | def __init__(self, iface): |
---|
| 219 | self.iface = iface |
---|
[7709] | 220 | # Omit known dictionaries since there is no widget available |
---|
| 221 | # for dictionary schema fields |
---|
| 222 | self.default_form_fields = form.Fields(iface).omit('description_dict') |
---|
[6273] | 223 | return |
---|
[6263] | 224 | |
---|
[8214] | 225 | def fromStringDict(self, data_dict, context, form_fields=None, |
---|
| 226 | mode='create'): |
---|
[6273] | 227 | """Convert values in `data_dict`. |
---|
[6263] | 228 | |
---|
[6273] | 229 | Converts data in `data_dict` into real values based on |
---|
| 230 | `context` and `form_fields`. |
---|
[6263] | 231 | |
---|
[6273] | 232 | `data_dict` is a mapping (dict) from field names to values |
---|
| 233 | represented as strings. |
---|
[6263] | 234 | |
---|
[6273] | 235 | The fields (keys) to convert can be given in optional |
---|
| 236 | `form_fields`. If given, form_fields should be an instance of |
---|
| 237 | :class:`zope.formlib.form.Fields`. Suitable instances are for |
---|
| 238 | example created by :class:`grok.AutoFields`. |
---|
[6263] | 239 | |
---|
[6273] | 240 | If no `form_fields` are given, a default is computed from the |
---|
| 241 | associated interface. |
---|
[6263] | 242 | |
---|
[6273] | 243 | The `context` can be an existing object (implementing the |
---|
| 244 | associated interface) or a factory name. If it is a string, we |
---|
| 245 | try to create an object using |
---|
| 246 | :func:`zope.component.createObject`. |
---|
[6263] | 247 | |
---|
[6273] | 248 | Returns a tuple ``(<FIELD_ERRORS>, <INVARIANT_ERRORS>, |
---|
| 249 | <DATA_DICT>)`` where |
---|
[6263] | 250 | |
---|
[6273] | 251 | ``<FIELD_ERRORS>`` |
---|
| 252 | is a list of tuples ``(<FIELD_NAME>, <ERROR>)`` for each |
---|
| 253 | error that happened when validating the input data in |
---|
| 254 | `data_dict` |
---|
[6258] | 255 | |
---|
[6273] | 256 | ``<INVARIANT_ERRORS>`` |
---|
| 257 | is a list of invariant errors concerning several fields |
---|
[6258] | 258 | |
---|
[6273] | 259 | ``<DATA_DICT>`` |
---|
| 260 | is a dict with the values from input dict converted. |
---|
| 261 | |
---|
[8215] | 262 | If mode is ``'create'`` or ``'update'`` then some additional |
---|
| 263 | filtering applies: |
---|
| 264 | |
---|
| 265 | - values set to DELETION_MARKER are set to missing_value (or |
---|
| 266 | default value if field is required) and |
---|
| 267 | |
---|
| 268 | - values set to IGNORE_MARKER are ignored and thus not part of |
---|
| 269 | the returned ``<DATA_DICT>``. |
---|
| 270 | |
---|
[6273] | 271 | If errors happen, i.e. the error lists are not empty, always |
---|
| 272 | an empty ``<DATA_DICT>`` is returned. |
---|
| 273 | |
---|
[7597] | 274 | If ``<DATA_DICT>`` is non-empty, there were no errors. |
---|
[6273] | 275 | """ |
---|
[6263] | 276 | if form_fields is None: |
---|
[6273] | 277 | form_fields = self.default_form_fields |
---|
[6263] | 278 | |
---|
[6273] | 279 | request = TestRequest(form={}) |
---|
[8214] | 280 | new_data = dict() |
---|
[6273] | 281 | for key, val in data_dict.items(): |
---|
[16818] | 282 | val = val.strip() |
---|
[7932] | 283 | field = form_fields.get(key, None) |
---|
| 284 | if field is not None: |
---|
| 285 | # let adapters to the respective schema fields do the |
---|
| 286 | # further fake-request processing |
---|
| 287 | schema_field = field.interface[field.__name__] |
---|
| 288 | field_converter = IFieldConverter(schema_field) |
---|
[8215] | 289 | if mode in ('update', 'create'): |
---|
| 290 | if val == IGNORE_MARKER: |
---|
| 291 | continue |
---|
| 292 | elif val == DELETION_MARKER: |
---|
[8214] | 293 | val = schema_field.missing_value |
---|
| 294 | if schema_field.required: |
---|
| 295 | val = schema_field.default |
---|
| 296 | new_data[key] = val |
---|
| 297 | continue |
---|
[7932] | 298 | request.form.update( |
---|
| 299 | field_converter.request_data( |
---|
| 300 | key, val, schema_field, 'form.%s' % key) |
---|
| 301 | ) |
---|
| 302 | else: |
---|
| 303 | request.form['form.%s' % key] = val |
---|
[6273] | 304 | |
---|
[6263] | 305 | obj = context |
---|
| 306 | if isinstance(context, basestring): |
---|
[8335] | 307 | # If we log initialization transitions in the __init__ |
---|
| 308 | # method of objects, a second (misleading) log entry |
---|
| 309 | # will be created here. |
---|
[6263] | 310 | obj = createObject(context) |
---|
[6273] | 311 | |
---|
| 312 | widgets = form.setUpInputWidgets( |
---|
[6263] | 313 | form_fields, 'form', obj, request) |
---|
[6273] | 314 | |
---|
| 315 | errors = getWidgetsData(widgets, 'form', new_data) |
---|
| 316 | |
---|
| 317 | invariant_errors = form.checkInvariants(form_fields, new_data) |
---|
[7932] | 318 | |
---|
[6273] | 319 | if errors or invariant_errors: |
---|
| 320 | err_messages = [(key, err.args[0]) for key, err in errors] |
---|
| 321 | invariant_errors = [err.message for err in invariant_errors] |
---|
| 322 | return err_messages, invariant_errors, {} |
---|
| 323 | |
---|
| 324 | return errors, invariant_errors, new_data |
---|