| 1 | <?xml version="1.0" encoding="utf-8" ?>
|
|---|
| 2 | <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|---|
| 3 | <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
|
|---|
| 4 | <head>
|
|---|
| 5 | <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
|
|---|
| 6 | <meta name="generator" content="Docutils 0.4: http://docutils.sourceforge.net/" />
|
|---|
| 7 | <title>Import of massdata into the portal</title>
|
|---|
| 8 | <style type="text/css">
|
|---|
| 9 |
|
|---|
| 10 | /*
|
|---|
| 11 | :Author: David Goodger
|
|---|
| 12 | :Contact: goodger@users.sourceforge.net
|
|---|
| 13 | :Date: $Date: 2005-12-18 01:56:14 +0100 (Sun, 18 Dec 2005) $
|
|---|
| 14 | :Revision: $Revision: 4224 $
|
|---|
| 15 | :Copyright: This stylesheet has been placed in the public domain.
|
|---|
| 16 |
|
|---|
| 17 | Default cascading style sheet for the HTML output of Docutils.
|
|---|
| 18 |
|
|---|
| 19 | See http://docutils.sf.net/docs/howto/html-stylesheets.html for how to
|
|---|
| 20 | customize this style sheet.
|
|---|
| 21 | */
|
|---|
| 22 |
|
|---|
| 23 | /* used to remove borders from tables and images */
|
|---|
| 24 | .borderless, table.borderless td, table.borderless th {
|
|---|
| 25 | border: 0 }
|
|---|
| 26 |
|
|---|
| 27 | table.borderless td, table.borderless th {
|
|---|
| 28 | /* Override padding for "table.docutils td" with "! important".
|
|---|
| 29 | The right padding separates the table cells. */
|
|---|
| 30 | padding: 0 0.5em 0 0 ! important }
|
|---|
| 31 |
|
|---|
| 32 | .first {
|
|---|
| 33 | /* Override more specific margin styles with "! important". */
|
|---|
| 34 | margin-top: 0 ! important }
|
|---|
| 35 |
|
|---|
| 36 | .last, .with-subtitle {
|
|---|
| 37 | margin-bottom: 0 ! important }
|
|---|
| 38 |
|
|---|
| 39 | .hidden {
|
|---|
| 40 | display: none }
|
|---|
| 41 |
|
|---|
| 42 | a.toc-backref {
|
|---|
| 43 | text-decoration: none ;
|
|---|
| 44 | color: black }
|
|---|
| 45 |
|
|---|
| 46 | blockquote.epigraph {
|
|---|
| 47 | margin: 2em 5em ; }
|
|---|
| 48 |
|
|---|
| 49 | dl.docutils dd {
|
|---|
| 50 | margin-bottom: 0.5em }
|
|---|
| 51 |
|
|---|
| 52 | /* Uncomment (and remove this text!) to get bold-faced definition list terms
|
|---|
| 53 | dl.docutils dt {
|
|---|
| 54 | font-weight: bold }
|
|---|
| 55 | */
|
|---|
| 56 |
|
|---|
| 57 | div.abstract {
|
|---|
| 58 | margin: 2em 5em }
|
|---|
| 59 |
|
|---|
| 60 | div.abstract p.topic-title {
|
|---|
| 61 | font-weight: bold ;
|
|---|
| 62 | text-align: center }
|
|---|
| 63 |
|
|---|
| 64 | div.admonition, div.attention, div.caution, div.danger, div.error,
|
|---|
| 65 | div.hint, div.important, div.note, div.tip, div.warning {
|
|---|
| 66 | margin: 2em ;
|
|---|
| 67 | border: medium outset ;
|
|---|
| 68 | padding: 1em }
|
|---|
| 69 |
|
|---|
| 70 | div.admonition p.admonition-title, div.hint p.admonition-title,
|
|---|
| 71 | div.important p.admonition-title, div.note p.admonition-title,
|
|---|
| 72 | div.tip p.admonition-title {
|
|---|
| 73 | font-weight: bold ;
|
|---|
| 74 | font-family: sans-serif }
|
|---|
| 75 |
|
|---|
| 76 | div.attention p.admonition-title, div.caution p.admonition-title,
|
|---|
| 77 | div.danger p.admonition-title, div.error p.admonition-title,
|
|---|
| 78 | div.warning p.admonition-title {
|
|---|
| 79 | color: red ;
|
|---|
| 80 | font-weight: bold ;
|
|---|
| 81 | font-family: sans-serif }
|
|---|
| 82 |
|
|---|
| 83 | /* Uncomment (and remove this text!) to get reduced vertical space in
|
|---|
| 84 | compound paragraphs.
|
|---|
| 85 | div.compound .compound-first, div.compound .compound-middle {
|
|---|
| 86 | margin-bottom: 0.5em }
|
|---|
| 87 |
|
|---|
| 88 | div.compound .compound-last, div.compound .compound-middle {
|
|---|
| 89 | margin-top: 0.5em }
|
|---|
| 90 | */
|
|---|
| 91 |
|
|---|
| 92 | div.dedication {
|
|---|
| 93 | margin: 2em 5em ;
|
|---|
| 94 | text-align: center ;
|
|---|
| 95 | font-style: italic }
|
|---|
| 96 |
|
|---|
| 97 | div.dedication p.topic-title {
|
|---|
| 98 | font-weight: bold ;
|
|---|
| 99 | font-style: normal }
|
|---|
| 100 |
|
|---|
| 101 | div.figure {
|
|---|
| 102 | margin-left: 2em ;
|
|---|
| 103 | margin-right: 2em }
|
|---|
| 104 |
|
|---|
| 105 | div.footer, div.header {
|
|---|
| 106 | clear: both;
|
|---|
| 107 | font-size: smaller }
|
|---|
| 108 |
|
|---|
| 109 | div.line-block {
|
|---|
| 110 | display: block ;
|
|---|
| 111 | margin-top: 1em ;
|
|---|
| 112 | margin-bottom: 1em }
|
|---|
| 113 |
|
|---|
| 114 | div.line-block div.line-block {
|
|---|
| 115 | margin-top: 0 ;
|
|---|
| 116 | margin-bottom: 0 ;
|
|---|
| 117 | margin-left: 1.5em }
|
|---|
| 118 |
|
|---|
| 119 | div.sidebar {
|
|---|
| 120 | margin-left: 1em ;
|
|---|
| 121 | border: medium outset ;
|
|---|
| 122 | padding: 1em ;
|
|---|
| 123 | background-color: #ffffee ;
|
|---|
| 124 | width: 40% ;
|
|---|
| 125 | float: right ;
|
|---|
| 126 | clear: right }
|
|---|
| 127 |
|
|---|
| 128 | div.sidebar p.rubric {
|
|---|
| 129 | font-family: sans-serif ;
|
|---|
| 130 | font-size: medium }
|
|---|
| 131 |
|
|---|
| 132 | div.system-messages {
|
|---|
| 133 | margin: 5em }
|
|---|
| 134 |
|
|---|
| 135 | div.system-messages h1 {
|
|---|
| 136 | color: red }
|
|---|
| 137 |
|
|---|
| 138 | div.system-message {
|
|---|
| 139 | border: medium outset ;
|
|---|
| 140 | padding: 1em }
|
|---|
| 141 |
|
|---|
| 142 | div.system-message p.system-message-title {
|
|---|
| 143 | color: red ;
|
|---|
| 144 | font-weight: bold }
|
|---|
| 145 |
|
|---|
| 146 | div.topic {
|
|---|
| 147 | margin: 2em }
|
|---|
| 148 |
|
|---|
| 149 | h1.section-subtitle, h2.section-subtitle, h3.section-subtitle,
|
|---|
| 150 | h4.section-subtitle, h5.section-subtitle, h6.section-subtitle {
|
|---|
| 151 | margin-top: 0.4em }
|
|---|
| 152 |
|
|---|
| 153 | h1.title {
|
|---|
| 154 | text-align: center }
|
|---|
| 155 |
|
|---|
| 156 | h2.subtitle {
|
|---|
| 157 | text-align: center }
|
|---|
| 158 |
|
|---|
| 159 | hr.docutils {
|
|---|
| 160 | width: 75% }
|
|---|
| 161 |
|
|---|
| 162 | img.align-left {
|
|---|
| 163 | clear: left }
|
|---|
| 164 |
|
|---|
| 165 | img.align-right {
|
|---|
| 166 | clear: right }
|
|---|
| 167 |
|
|---|
| 168 | ol.simple, ul.simple {
|
|---|
| 169 | margin-bottom: 1em }
|
|---|
| 170 |
|
|---|
| 171 | ol.arabic {
|
|---|
| 172 | list-style: decimal }
|
|---|
| 173 |
|
|---|
| 174 | ol.loweralpha {
|
|---|
| 175 | list-style: lower-alpha }
|
|---|
| 176 |
|
|---|
| 177 | ol.upperalpha {
|
|---|
| 178 | list-style: upper-alpha }
|
|---|
| 179 |
|
|---|
| 180 | ol.lowerroman {
|
|---|
| 181 | list-style: lower-roman }
|
|---|
| 182 |
|
|---|
| 183 | ol.upperroman {
|
|---|
| 184 | list-style: upper-roman }
|
|---|
| 185 |
|
|---|
| 186 | p.attribution {
|
|---|
| 187 | text-align: right ;
|
|---|
| 188 | margin-left: 50% }
|
|---|
| 189 |
|
|---|
| 190 | p.caption {
|
|---|
| 191 | font-style: italic }
|
|---|
| 192 |
|
|---|
| 193 | p.credits {
|
|---|
| 194 | font-style: italic ;
|
|---|
| 195 | font-size: smaller }
|
|---|
| 196 |
|
|---|
| 197 | p.label {
|
|---|
| 198 | white-space: nowrap }
|
|---|
| 199 |
|
|---|
| 200 | p.rubric {
|
|---|
| 201 | font-weight: bold ;
|
|---|
| 202 | font-size: larger ;
|
|---|
| 203 | color: maroon ;
|
|---|
| 204 | text-align: center }
|
|---|
| 205 |
|
|---|
| 206 | p.sidebar-title {
|
|---|
| 207 | font-family: sans-serif ;
|
|---|
| 208 | font-weight: bold ;
|
|---|
| 209 | font-size: larger }
|
|---|
| 210 |
|
|---|
| 211 | p.sidebar-subtitle {
|
|---|
| 212 | font-family: sans-serif ;
|
|---|
| 213 | font-weight: bold }
|
|---|
| 214 |
|
|---|
| 215 | p.topic-title {
|
|---|
| 216 | font-weight: bold }
|
|---|
| 217 |
|
|---|
| 218 | pre.address {
|
|---|
| 219 | margin-bottom: 0 ;
|
|---|
| 220 | margin-top: 0 ;
|
|---|
| 221 | font-family: serif ;
|
|---|
| 222 | font-size: 100% }
|
|---|
| 223 |
|
|---|
| 224 | pre.literal-block, pre.doctest-block {
|
|---|
| 225 | margin-left: 2em ;
|
|---|
| 226 | margin-right: 2em ;
|
|---|
| 227 | background-color: #eeeeee }
|
|---|
| 228 |
|
|---|
| 229 | span.classifier {
|
|---|
| 230 | font-family: sans-serif ;
|
|---|
| 231 | font-style: oblique }
|
|---|
| 232 |
|
|---|
| 233 | span.classifier-delimiter {
|
|---|
| 234 | font-family: sans-serif ;
|
|---|
| 235 | font-weight: bold }
|
|---|
| 236 |
|
|---|
| 237 | span.interpreted {
|
|---|
| 238 | font-family: sans-serif }
|
|---|
| 239 |
|
|---|
| 240 | span.option {
|
|---|
| 241 | white-space: nowrap }
|
|---|
| 242 |
|
|---|
| 243 | span.pre {
|
|---|
| 244 | white-space: pre }
|
|---|
| 245 |
|
|---|
| 246 | span.problematic {
|
|---|
| 247 | color: red }
|
|---|
| 248 |
|
|---|
| 249 | span.section-subtitle {
|
|---|
| 250 | /* font-size relative to parent (h1..h6 element) */
|
|---|
| 251 | font-size: 80% }
|
|---|
| 252 |
|
|---|
| 253 | table.citation {
|
|---|
| 254 | border-left: solid 1px gray;
|
|---|
| 255 | margin-left: 1px }
|
|---|
| 256 |
|
|---|
| 257 | table.docinfo {
|
|---|
| 258 | margin: 2em 4em }
|
|---|
| 259 |
|
|---|
| 260 | table.docutils {
|
|---|
| 261 | margin-top: 0.5em ;
|
|---|
| 262 | margin-bottom: 0.5em }
|
|---|
| 263 |
|
|---|
| 264 | table.footnote {
|
|---|
| 265 | border-left: solid 1px black;
|
|---|
| 266 | margin-left: 1px }
|
|---|
| 267 |
|
|---|
| 268 | table.docutils td, table.docutils th,
|
|---|
| 269 | table.docinfo td, table.docinfo th {
|
|---|
| 270 | padding-left: 0.5em ;
|
|---|
| 271 | padding-right: 0.5em ;
|
|---|
| 272 | vertical-align: top }
|
|---|
| 273 |
|
|---|
| 274 | table.docutils th.field-name, table.docinfo th.docinfo-name {
|
|---|
| 275 | font-weight: bold ;
|
|---|
| 276 | text-align: left ;
|
|---|
| 277 | white-space: nowrap ;
|
|---|
| 278 | padding-left: 0 }
|
|---|
| 279 |
|
|---|
| 280 | h1 tt.docutils, h2 tt.docutils, h3 tt.docutils,
|
|---|
| 281 | h4 tt.docutils, h5 tt.docutils, h6 tt.docutils {
|
|---|
| 282 | font-size: 100% }
|
|---|
| 283 |
|
|---|
| 284 | tt.docutils {
|
|---|
| 285 | background-color: #eeeeee }
|
|---|
| 286 |
|
|---|
| 287 | ul.auto-toc {
|
|---|
| 288 | list-style-type: none }
|
|---|
| 289 |
|
|---|
| 290 | </style>
|
|---|
| 291 | </head>
|
|---|
| 292 | <body>
|
|---|
| 293 | <div class="document" id="import-of-massdata-into-the-portal">
|
|---|
| 294 | <h1 class="title">Import of massdata into the portal</h1>
|
|---|
| 295 | <h2 class="subtitle" id="general-procedure">General procedure</h2>
|
|---|
| 296 | <p>A record is read from the input-source-file and the data is checked. If the
|
|---|
| 297 | record can be imported, it is <strong>appended</strong> to the file XXX_imported.csv,
|
|---|
| 298 | otherwise it is <strong>inserted</strong> into the file XXX_pending.csv, if no record
|
|---|
| 299 | with the exact same date already exists in the XXX_pending.csv. The check is
|
|---|
| 300 | done by comparing the md5-digests of the new record with the existing records.</p>
|
|---|
| 301 | <p>When doing the import in pending-only-mode the XXX_pending.csv is taken as
|
|---|
| 302 | input-source-file and if a record can now be imported it is appended to the
|
|---|
| 303 | XXX_imported.csv file and removed from XXX_pending.csv.</p>
|
|---|
| 304 | <p><strong>Caveat</strong>:</p>
|
|---|
| 305 | <blockquote>
|
|---|
| 306 | if an record is inserted into XXX_pending, it will only be removed by
|
|---|
| 307 | importing in pending-only-mode. If a new input-file contains a record for
|
|---|
| 308 | the same object, with different data, that will not be detected at the
|
|---|
| 309 | moment.</blockquote>
|
|---|
| 310 | <p>The XXX_imported.csv and XXX_pending file has these columns added:</p>
|
|---|
| 311 | <table class="docutils field-list" frame="void" rules="none">
|
|---|
| 312 | <col class="field-name" />
|
|---|
| 313 | <col class="field-body" />
|
|---|
| 314 | <tbody valign="top">
|
|---|
| 315 | <tr class="field"><th class="field-name">imported_by:</th><td class="field-body">the member who did the import</td>
|
|---|
| 316 | </tr>
|
|---|
| 317 | <tr class="field"><th class="field-name">import_mode:</th><td class="field-body">edit, create, delete</td>
|
|---|
| 318 | </tr>
|
|---|
| 319 | <tr class="field"><th class="field-name">import_date:</th><td class="field-body">the date and time of the import</td>
|
|---|
| 320 | </tr>
|
|---|
| 321 | <tr class="field"><th class="field-name">imported_from:</th><td class="field-body">the filename of the input-source-file</td>
|
|---|
| 322 | </tr>
|
|---|
| 323 | <tr class="field"><th class="field-name">error:</th><td class="field-body">the error message (empty in XXX_imported)</td>
|
|---|
| 324 | </tr>
|
|---|
| 325 | </tbody>
|
|---|
| 326 | </table>
|
|---|
| 327 | </div>
|
|---|
| 328 | </body>
|
|---|
| 329 | </html>
|
|---|
