Changeset 4900 for waeup

Timestamp:

27 Jan 2010, 12:10:03 (15 years ago)

Author:

uli

Message:

Create the .pending and .finished files in a temporary directory. This
way they can only be seen after operations finished.

File:

• waeup/trunk/src/waeup/utils/batching.py (modified) (4 diffs)

waeup/trunk/src/waeup/utils/batching.py

@@ -9 +9 @@
 import os
 import sys
+import tempfile
 import time
 from zope.component import createObject
@@ -203 +204 @@
         logger.info("%s: User: %s" % (user, user))
         if warnings > 0:
-            logger.info("%s: Failed datasets: %s" % (user, fail_path))
+            logger.info("%s: Failed datasets: %s" % (
+                    user, os.path.basename(fail_path)))
         logger.info("%s: Processing time: %0.3f s (%0.4f s/item)" % (
                 user, timedelta, timedelta/(num or 1)))
@@ -234 +236 @@
         reader = csv.DictReader(open(path, 'rb'))
 
+        temp_dir = tempfile.mkdtemp()
+        
         (base, ext) = os.path.splitext(path)
-        failed_path = "%s.pending%s" % (base, ext)
+        failed_path = os.path.join(temp_dir, "%s.pending%s" % (base, ext))
         failed_headers = [x for x in mapping.values()]
         failed_headers.append('--ERRORS--')
@@ -242 +246 @@
         failed_writer.writerow(dict([(x,x) for x in failed_headers]))
 
-        finished_path = "%s.finished%s" % (base, ext)
+        finished_path = os.path.join(temp_dir, "%s.finished%s" % (base, ext))
         finished_headers = [x for x in mapping.values()]
         finished_writer = csv.DictWriter(open(finished_path, 'wb'),