logstash

conf/configuration.yml

@@ -2,3 +2,6 @@
 SERVICE_CONFIG:
   LOG_LEVEL: info
   LOG_HANDLER_NAME: HttpRequestComponent
+  LOGSTASH_HOST: 192.168.1.47
+  LOGSTASH_PORT: 5000
+

requirements.txt

 requests
-pyyaml
\ No newline at end of file
+pyyaml
+python-logstash-async
\ No newline at end of file

scripts/common/config_parser.py

@@ -22,14 +22,14 @@ if not os.path.exists(os.path.join(os.getcwd(), 'logs')):
 
 LOG_LEVEL = os.environ.get("LOG_LEVEL", _config.get('SERVICE_CONFIG', {}).get("LOG_LEVEL", "INFO")).upper()
 LOG_HANDLER_NAME = _config.get('SERVICE_CONFIG', {}).get("LOG_HANDLER_NAME", "HttpRequestComponent")
-# os.environ['shared_volume'] = 'test'
-# os.environ['method'] = 'GET'
-# os.environ[
-#     'url'] = 'https://weather.visualcrossing.com/VisualCrossingWebServices/rest/services/timeline/aluva?unitGroup=metric&key=QMCRVJEPKK8YD7BP83BZTMZ7A'
-# os.environ['headers'] = '{}'
-# os.environ['payload'] = '{}'
-# os.environ['max_retries'] = '1'
-# os.environ['authentication'] = '{"username":"vamshi","password":"sai"}'
+ENABLE_LOGSTASH_LOG = os.environ.get("ENABLE_LOGSTASH_LOG", 'False').lower()
+LOGSTASH_HOST = _config.get('SERVICE_CONFIG', {}).get('LOGSTASH_HOST')
+LOGSTASH_PORT = str(_config.get('SERVICE_CONFIG', {}).get('LOGSTASH_PORT'))
+
+# os.environ['shared_volume'] = 'test' os.environ['method'] = 'GET' os.environ[ 'url'] =
+# 'https://weather.visualcrossing.com/VisualCrossingWebServices/rest/services/timeline/aluva?unitGroup=metric&key
+# =QMCRVJEPKK8YD7BP83BZTMZ7A' os.environ['headers'] = '{"content-type":"application/json"}' os.environ['payload'] =
+# '{}' os.environ['max_retries'] = '1' os.environ['authentication'] = '{"username":"vamshi","password":"sai"}'
 config = {
     "shared_volume": os.environ.get("shared_volume"),
     "method": os.environ.get("method"),

scripts/common/logsetup.py

 import os
 import logging
 from logging.handlers import RotatingFileHandler
-
+from logstash_async.handler import AsynchronousLogstashHandler
 from scripts.common.config_parser import LOG_LEVEL, LOG_HANDLER_NAME, BASE_LOG_PATH
+from scripts.common.config_parser import LOG_LEVEL, LOG_HANDLER_NAME, BASE_LOG_PATH, LOGSTASH_HOST, LOGSTASH_PORT, ENABLE_LOGSTASH_LOG
 
 DEFAULT_FORMAT = '%(asctime)s %(levelname)5s %(name)s %(message)s'
 DEBUG_FORMAT = '%(asctime)s %(levelname)5s %(name)s [%(threadName)5s:%(filename)5s:%(funcName)5s():%(lineno)s] %(' \
@@ -43,6 +44,9 @@ def get_logger(log_handler_name):
     handler.setFormatter(formatter)
     _logger.addHandler(log_handler)
     _logger.addHandler(handler)
+    if ENABLE_LOGSTASH_LOG == 'true' and LOGSTASH_PORT is not None and LOGSTASH_HOST is not None and LOGSTASH_PORT.isdigit():
+        _logger.addHandler(AsynchronousLogstashHandler(LOGSTASH_HOST, int(LOGSTASH_PORT), database_path=None))
+
     return _logger