From 56aaf66c58018a92c3d853cdadf3a8fabc4da63c Mon Sep 17 00:00:00 2001 From: Mark Bonsack Date: Tue, 21 Apr 2020 10:31:39 -0700 Subject: [PATCH 1/3] Rewrite lss for tighter filtering * Rewrite `lp-zscaler_lss` for tighter filtering --- .../conf.d/log_paths/lp-zscaler_lss.conf.tmpl | 27 +++++++++++++------ 1 file changed, 19 insertions(+), 8 deletions(-) diff --git a/package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl b/package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl index baf6edc..1fb6b8c 100644 --- a/package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl +++ b/package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl @@ -10,6 +10,14 @@ log { channel { # Listen on the specified dedicated port(s) for ZSCALER_LSS traffic source (s_ZSCALER_LSS); + parser { + #.jsonLog.Timestamp Mar 04 20:37:53 2020 + date-parser-nofilter( + format('%a %b %d %H:%M:%S %Y', + '%a %b %d %k:%M:%S %Y') + template("${.json.LogTimestamp}") + ); + }; flags (final); }; {{- end}} @@ -17,17 +25,20 @@ log { # Listen on the default port (typically 514) for ZSCALER_LSS traffic source (s_DEFAULT); filter(f_msg_is_tcp_json); + parser { + #.jsonLog.Timestamp Mar 04 20:37:53 2020 + date-parser( + format('%a %b %d %H:%M:%S %Y', + '%a %b %d %k:%M:%S %Y') + template("${.json.LogTimestamp}") + time-zone({{- getenv "SC4S_DEFAULT_TIMEZONE" "GMT"}}) + flags(guess-timezone) + ); + }; flags(final); }; }; - parser { - #.jsonLog.Timestamp Mar 04 20:37:53 2020 - date-parser-nofilter( - format('%a %b %d %H:%M:%S %Y', - '%a %b %d %k:%M:%S %Y') - template("${.json.LogTimestamp}") - ); - }; + if { filter { match('.' value('.json.ClientZEN')) From 741438622d60edaca232d242621e32d2e298d188 Mon Sep 17 00:00:00 2001 From: Mark Bonsack Date: Tue, 21 Apr 2020 10:49:41 -0700 Subject: [PATCH 2/3] Add "else" catchall clause to zscaler-lss * Add "else" catchall clause to `lp-zscaler_lss.conf.tmpl` --- package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl b/package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl index 1fb6b8c..b614728 100644 --- a/package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl +++ b/package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl @@ -78,6 +78,15 @@ log { parser { p_add_context_splunk(key("zscaler_lss")); }; parser (compliance_meta_by_source); rewrite { set("$(template ${.splunk.sc4s_template} $(template t_msg_only))" value("MSG")); }; + } else { + rewrite { + set("zscaler_lss_rogue_message", value("fields.sc4s_vendor_product")); + set("Possible rogue message on zscaler_lss unique port", value("fields.sc4s_error")); + r_set_splunk_dest_default(sourcetype("zscalerlss:rogue"), index("netproxy")) + }; + parser { p_add_context_splunk(key("zscaler_lss")); }; + parser (compliance_meta_by_source); + rewrite { set("$(template ${.splunk.sc4s_template} $(template t_msg_only))" value("MSG")); }; }; From ed10930032e64944810e9da313d52b2f8b8e0bc1 Mon Sep 17 00:00:00 2001 From: Mark Bonsack Date: Tue, 21 Apr 2020 12:09:47 -0700 Subject: [PATCH 3/3] Use `t_legacy_hdr_msg` for rogue lss messages * Update sc4s template to `t_legacy_hdr_msg` for rogue lss messages --- package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl b/package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl index b614728..ff95eea 100644 --- a/package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl +++ b/package/etc/conf.d/log_paths/lp-zscaler_lss.conf.tmpl @@ -86,7 +86,7 @@ log { }; parser { p_add_context_splunk(key("zscaler_lss")); }; parser (compliance_meta_by_source); - rewrite { set("$(template ${.splunk.sc4s_template} $(template t_msg_only))" value("MSG")); }; + rewrite { set("$(template ${.splunk.sc4s_template} $(template t_legacy_hdr_msg))" value("MSG")); }; };