Changeset 4822 for waeup/branches/ulif-importers

Timestamp:

15 Jan 2010, 23:36:42 (15 years ago)

Author:

uli

Message:

Add support for logfiles (.msg files).

File:

• waeup/branches/ulif-importers/src/waeup/datacenter.py (modified) (3 diffs)

waeup/branches/ulif-importers/src/waeup/datacenter.py

@@ -78 +78 @@
         return result
 
+    def getLogFiles(self):
+        """Get a list of .msg files.
+        """
+        result = []
+        files = self.getFiles()
+        for file in files:
+            if not file.name.endswith('.msg'):
+                continue
+            result.append(
+                LogFile(os.path.join(self.storage, file.name)))
+        return result
+            
     def setStoragePath(self, path, move=False, overwrite=False):
         """Set the path where to store files.
@@ -179 +191 @@
         return
 
+
 class DataCenterFile(object):
     """A description of a file stored in data center.
@@ -209 +222 @@
         return size
 
+class LogFile(DataCenterFile):
+    """A description of a log file.
+    """
+    def __init__(self, context):
+        super(LogFile, self).__init__(context)
+        self._markers = dict()
+        self._parsed = False
+        self.userid = self.getUserId()
+        self.mode = self.getMode()
+        self.stats = self.getStats()
+        self.source = self.getSourcePath()
+
+    def _parseFile(self, maxline=10):
+        """Find markers in a file.
+        """
+        if self._parsed:
+            return
+        for line in open(self.context, 'rb'):
+            line = line.strip()
+            if not ':' in line:
+                continue
+            name, text = line.split(':', 1)
+            self._markers[name.lower()] = text
+        self._parsed = True
+        return
+
+    def _getMarker(self, marker):
+        marker = marker.lower()
+        if not self._parsed:
+            self._parseFile()
+        if marker in self._markers.keys():
+            return self._markers[marker]
+    
+    def getUserId(self):
+        return self._getMarker('user') or '<UNKNOWN>'
+
+    def getMode(self):
+        return self._getMarker('mode') or '<NOT SET>'
+
+    def getStats(self):
+        return self._getMarker('processed') or '<Info not avail.>'
+
+    def getSourcePath(self):
+        return self._getMarker('source') or None
+    
 class Import(object):
     """Helper class to aggregate imports and their data.