Changeset 9797 for main/waeup.kofa/trunk/src/waeup/kofa/utils

Timestamp:

13 Dec 2012, 15:39:31 (12 years ago)

Author:

uli

Message:

Local exports for departments.

Location:

main/waeup.kofa/trunk/src/waeup/kofa/utils

Files:

• batching.py (modified) (3 diffs)
• tests/test_batching.py (modified) (4 diffs)

main/waeup.kofa/trunk/src/waeup/kofa/utils/batching.py

@@ -480 +480 @@
         return
 
+    def get_filtered(self, site, **kw):
+        """Get datasets to export filtered by keyword arguments.
+
+        Returns an iterable.
+        """
+        raise NotImplementedError
+
     def export(self, iterable, filepath=None):
         """Export `iterable` as CSV file.
@@ -497 +504 @@
         raise NotImplementedError
 
-
-def export_job(site, exporter_name):
+    def export_filtered(self, site, filepath=None, **kw):
+        """Export items denoted by `args` and `kw`.
+
+        If `filepath` is ``None``, a raw string with CSV data should
+        be returned.
+        """
+        data = self.get_filtered(site, **kw)
+        return self.export(data, filepath=filepath)
+
+def export_job(site, exporter_name, **kw):
     """Export all entries delivered by exporter and store it in a temp file.
 
@@ -524 +539 @@
     filename = '%s.csv' % exporter_name
     output_path = os.path.join(output_dir, filename)
-    exporter.export_all(site, filepath=output_path)
+    if kw == {}:
+        exporter.export_all(site, filepath=output_path)
+    else:
+        exporter.export_filtered(site, filepath=output_path, **kw)
     return output_path
 

main/waeup.kofa/trunk/src/waeup/kofa/utils/tests/test_batching.py

@@ -87 +87 @@
 """
 
+SAMPLE_FILTERED_DATA = """name,dinoports,owner,taxpayer
+Barneys Home,2,Barney,1
+Wilmas Asylum,1,Wilma,1
+"""
+
 class CaveProcessor(BatchProcessor):
     util_name = 'caveprocessor'
@@ -334 +339 @@
         return
 
+    def test_export_filtered(self):
+        # we can pass in positional and keyword args
+        exporter = ExporterBase()
+        writer, outfile = exporter.get_csv_writer(filepath=self.workfile)
+        self.assertRaises(NotImplementedError, exporter.export_filtered,
+                          'foo', bar='bar')
+        return
 
 class CaveExporter(ExporterBase):
@@ -344 +356 @@
             return SAMPLE_DATA
         open(filepath, 'wb').write(SAMPLE_DATA)
+        return
+
+    def export_filtered(self, site, filepath=None, foo=None, bar=None):
+        if foo or bar:
+            open(filepath, 'wb').write(SAMPLE_FILTERED_DATA)
+            return
+        self.export_all(site, filepath=filepath)
         return
 
@@ -375 +394 @@
         verify.verifyClass(IExportJob, AsyncExportJob)
         verify.verifyObject(IExportJob, job)
+        return
+
+    def test_export_job_with_args(self):
+        # we export filtered sets
+        result_path = export_job(None, 'cave_exporter', foo='foo')
+        contents = open(result_path, 'rb').read()
+        shutil.rmtree(os.path.dirname(result_path))
+        self.assertEqual(contents, SAMPLE_FILTERED_DATA)
         return