WebStat: register custom events on es

Author: drjova

modules/webstat/lib/webstat.py

@@ -26,14 +26,16 @@
 import calendar
 from datetime import timedelta
 from urllib import quote
+from logging import getLogger
 
 from invenio import template
 from invenio.config import \
      CFG_WEBDIR, \
      CFG_TMPDIR, \
      CFG_SITE_URL, \
      CFG_SITE_LANG, \
-     CFG_WEBSTAT_BIBCIRCULATION_START_YEAR
+     CFG_WEBSTAT_BIBCIRCULATION_START_YEAR,
+     CFG_ELASTICSEARCH_LOGGING
 from invenio.webstat_config import CFG_WEBSTAT_CONFIG_PATH
 from invenio.bibindex_engine_utils import get_all_indexes
 from invenio.bibindex_tokenizers.BibIndexJournalTokenizer import CFG_JOURNAL_TAG
@@ -724,6 +726,7 @@ def destroy_customevents():
         msg += destroy_customevent(event[0])
     return msg
 
+
 def register_customevent(event_id, *arguments):
     """
     Registers a custom event. Will add to the database's event tables
@@ -739,37 +742,59 @@ def register_customevent(event_id, *arguments):
     @param *arguments: The rest of the parameters of the function call
     @type *arguments: [params]
     """
-    res = run_sql("SELECT CONCAT('staEVENT', number),cols " + \
-                      "FROM staEVENT WHERE id = %s", (event_id, ))
+    query = ("SELECT CONCAT('staEVENT', number),cols FROM staEVENT WHERE"
+             " id = {0}").format(event_id)
+    res = run_sql(query)
+    # the id does not exist
     if not res:
-        return # the id does not exist
+        return
     tbl_name = res[0][0]
     if res[0][1]:
         col_titles = cPickle.loads(res[0][1])
     else:
         col_titles = []
     if len(col_titles) != len(arguments[0]):
-        return # there is different number of arguments than cols
+        # there is different number of arguments than cols
+        return
 
     # Make sql query
     if len(arguments[0]) != 0:
         sql_param = []
         sql_query = ["INSERT INTO %s (" % wash_table_column_name(tbl_name)]
         for title in col_titles:
+            # update elastic serach keys
             sql_query.append("`%s`" % title)
             sql_query.append(",")
-        sql_query.pop() # del the last ','
+        # del the last ','
+        sql_query.pop()
         sql_query.append(") VALUES (")
         for argument in arguments[0]:
+            # update elastic search values
             sql_query.append("%s")
             sql_query.append(",")
             sql_param.append(argument)
-        sql_query.pop() # del the last ','
+        # del the last ','
+        sql_query.pop()
         sql_query.append(")")
         sql_str = ''.join(sql_query)
         run_sql(sql_str, tuple(sql_param))
+
+        # Register the event on
+        if CFG_ELASTICSEARCH_LOGGING and event_id in \
+                CFG_ELASTICSEARCH_EVENTS_MAP.keys():
+            # Initialize elastic search handler
+            elastic_search_parameters = zip(col_titles, arguments[0])
+            event_logger_name = "events.{0}".fomrat(event_id)
+            logger = getLogger(event_logger_name)
+            log_event = {}
+            for key, value in elastic_search_parameters:
+                log_event[key] = value
+            logger.info(log_event)
     else:
-        run_sql("INSERT INTO %s () VALUES ()" % wash_table_column_name(tbl_name)) # kwalitee: disable=sql
+        # kwalitee: disable=sql
+        run_sql(
+            "INSERT INTO %s () VALUES ()" % wash_table_column_name(tbl_name)
+        )
 
 
 def cache_keyevent_trend(ids=[]):

modules/webstat/lib/webstat_config.py

@@ -21,6 +21,30 @@
 
 __revision__ = "$Id$"
 
-from invenio.config import CFG_ETCDIR
+from invenio.config import CFG_ETCDIR, CFG_ELASTICSEARCH_LOGGING, CFG_CERN_SITE
 
 CFG_WEBSTAT_CONFIG_PATH = CFG_ETCDIR + "/webstat/webstat.cfg"
+
+if CFG_CERN_SITE:
+    CFG_ELASTICSEARCH_EVENTS_MAP = {
+        "loanrequest": {
+            "_source": {
+                "enabled": True
+            },
+            "properties": {
+                "request_id": {
+                    "type": "integer"
+                },
+                "load_id": {
+                    "type": "integer"
+                }
+            }
+        }
+    }
+else:
+    CFG_ELASTICSEARCH_CUSTOM_EVENT_MAP = {}
+
+if CFG_ELASTICSEARCH_LOGGING:
+    from invenio.elasticsearch_logging import register_schema
+    for customevent_name, arguments in CFG_ELASTICSEARCH_EVENTS_MAP.items():
+        register_schema(name, arguments)