log sanity results for httpjson handler

Author: ekouts

reframe/core/logging.py

@@ -604,6 +604,7 @@ def _create_httpjson_handler(site_config, config_prefix):
     debug = site_config.get(f'{config_prefix}/debug')
     backoff_intervals = site_config.get(f'{config_prefix}/backoff_intervals')
     retry_timeout = site_config.get(f'{config_prefix}/retry_timeout')
+    log_sanity_results = site_config.get(f'{config_prefix}/log_sanity_results')
 
     parsed_url = urllib.parse.urlparse(url)
     if parsed_url.scheme not in {'http', 'https'}:
@@ -646,7 +647,7 @@ def _create_httpjson_handler(site_config, config_prefix):
 
     return HTTPJSONHandler(url, extras, ignore_keys, json_formatter,
                            extra_headers, debug, backoff_intervals,
-                           retry_timeout)
+                           retry_timeout, log_sanity_results)
 
 
 def _record_to_json(record, extras, ignore_keys):
@@ -697,7 +698,8 @@ class HTTPJSONHandler(logging.Handler):
 
     def __init__(self, url, extras=None, ignore_keys=None,
                  json_formatter=None, extra_headers=None,
-                 debug=False, backoff_intervals=(1, 2, 3), retry_timeout=0):
+                 debug=False, backoff_intervals=(1, 2, 3), retry_timeout=0,
+                 log_sanity_results=False):
         super().__init__()
         self._url = url
         self._extras = extras
@@ -723,6 +725,7 @@ def __init__(self, url, extras=None, ignore_keys=None,
         self._debug = debug
         self._timeout = retry_timeout
         self._backoff_intervals = backoff_intervals
+        self._log_sanity_results = log_sanity_results
 
     def emit(self, record):
         # Convert tags to a list to make them JSON friendly
@@ -934,7 +937,11 @@ def _update_check_extras(self):
         )
 
     def log_performance(self, level, task, msg=None, multiline=False):
-        if self.check is None or not self.check.is_performance_check():
+        if (
+            self.check is None or
+            not self.check.is_performance_check() and
+            not self.logger._log_sanity_results
+        ):
             return
 
         _, part, env = task.testcase
@@ -963,6 +970,16 @@ def log_performance(self, level, task, msg=None, multiline=False):
                 self.extra['check_perf_unit'] = unit
                 self.extra['check_perf_result'] = result
                 self.log(level, msg)
+
+            if not self.check.perfvalues:
+                self.extra['check_perf_var'] = "$sanity_dummy"
+                self.extra['check_perf_value'] = None
+                self.extra['check_perf_ref'] = None
+                self.extra['check_perf_lower_thres'] = None
+                self.extra['check_perf_upper_thres'] = None
+                self.extra['check_perf_unit'] = None
+                self.extra['check_perf_result'] = None
+                self.log(level, msg)
         else:
             self.log(level, msg)
 

reframe/schemas/config.json

@@ -181,6 +181,7 @@
                             "type": "array",
                             "items": {"type": "number"}
                         },
+                        "log_sanity_results": {"type": "boolean"},
                         "retry_timeout": {"type": "number"}
                     },
                     "required": ["url"]