Changeset 2880 for WAeUP_SysConf/logging/trunk/usr

Timestamp:

8 Dec 2007, 00:48:01 (17 years ago)

Author:

uli

Message:

Fixed INSERT mode. Added usage hints.

File:

• WAeUP_SysConf/logging/trunk/usr/local/lib/zevents.py (modified) (4 diffs)

WAeUP_SysConf/logging/trunk/usr/local/lib/zevents.py

@@ -23 +23 @@
 ##
 
+##
+## Usage: python zevents.py [-INSERT]
+##
+## Reads Zope event logs from stdin and turn it into PostGres compatible
+## output on stdout.
+##
+## If no options are given, output is formatted as a COPY command, which is
+## *much* (50 times or more) faster in PostGres.
+##
+## If -INSERT is given, output is formatted as a list of INSERT statements,
+## which will need much more time and resources.
+##
+
 import sys
 import re
@@ -32 +45 @@
 ##
 mode = "COPY"
+
+if '-INSERT' in sys.argv:
+    mode = "INSERT"
 
 faillog = "/var/log/updatedblog/zevents-failed.log"
@@ -66 +82 @@
     data = data.replace("\t", "    ")
     return data
+
+def q(text):
+    return text.replace("'","\\\'")
 
 def print_dataset(data, lnum, mode):
@@ -107 +126 @@
         )
     else:
-        print "INSERT INTO \"ZEVENTS\" (\"ID\",\"DATESTR\",\"TIMESTR\",\"MSG_SRC\",\"MSG\",\"ERR_TYPE\",\"ERR_MSG\",\"TRACEBACK\",\"LOGLEVEL\") VALUES ('%07d','%s','%s','%s','%s','%s','%s','%s');" % (
-            val['id'], val['date'], val['time'], val['msg_src'],
-            val['msg_text'], val['err_type'], val['err_msg'], val['traceback'],
-            val['loglevel']
+        print "INSERT INTO \"ZEVENTS\" (\"ID\",\"DATESTR\",\"TIMESTR\",\"MSG_SRC\",\"MSG\",\"ERR_TYPE\",\"ERR_MSG\",\"TRACEBACK\",\"LOGLEVEL\") VALUES ('%07d','%s','%s','%s','%s','%s','%s','%s','%s');" % (
+            val['id'], q(val['date']), q(val['time']), q(val['msg_src']),
+            q(val['msg_text']), q(val['err_type']), q(val['err_msg']),
+            q(val['traceback']), q(val['loglevel'])
         )
     return