{ "description": "", "entity_rules": [ { "rule_condition": "AND", "rule_items": [ { "field": "splunk_role", "field_type": "info", "rule_type": "matches", "value": "enter_splunk_role_here" } ] } ], "key": "da-itsi-cp-monitoring-splunk-splunk-instance-metrics-template", "kpis": [ { "adaptive_thresholding_training_window": "-7d", "adaptive_thresholds_is_enabled": false, "aggregate_eval": "", "aggregate_statop": "sum", "aggregate_threshold_alert_enabled": false, "aggregate_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "aggregate_thresholds_alert_enabled": false, "aggregate_thresholds_custom_alert_enabled": false, "aggregate_thresholds_custom_alert_rules": [], "alert_eval": "", "alert_lag": "5", "alert_on": "both", "alert_period": "5", "anomaly_detection_alerting_enabled": false, "anomaly_detection_is_enabled": false, "anomaly_detection_sensitivity": null, "anomaly_detection_training_window": null, "backfill_earliest_time": "-7d", "backfill_enabled": false, "base_search": "index=_internal log_level=ERROR \n| rex field=message \"(?SSL)\"\n| eval isLoginError=if(component=\"UserManagerPro\" OR (component=\"UiAuth\" AND status=\"failure\"), 1, 0)\n| rex field=src \"^(?.*):\"\n| rex field=server \"^https://(?.*):.*$\"\n| eval src_ip=if(isnull(src_ip), server_ip, src_ip)\n| lookup dnslookup clientip as src_ip OUTPUT clienthost as src_host\n| rex field=src_host \"(?^[^.*]*)\"\n| eval hostname = if (isnull(hostname), host, hostname)", "base_search_id": "da-itsi-cp-monitoring-splunk-splk-splunk-splunkd-errors", "base_search_metric": "errors", "cohesive_ad": {}, "cohesive_anomaly_detection_is_enabled": false, "datamodel": null, "datamodel_filter": [], "datamodel_filter_clauses": null, "description": "", "enabled": false, "entity_filter_field": "host", "entity_split_field": "host", "entity_statop": "count", "entity_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "fill_gaps": "null_value", "gap_custom_alert_value": 0.0, "gap_severity": "unknown", "gap_severity_color": "#CCCCCC", "gap_severity_color_light": "#EEEEEE", "gap_severity_value": "-1", "is_filter_entities_to_service": true, "is_split_by_entity": true, "key": "ccfd727a-e4f9-45f8-b2a5-bfefab05ad71", "kpi_base_search": null, "kpi_template_kpi_id": null, "kpi_threshold_template_id": "", "metric_qualifier": "", "metric_search_spec": { "metric_index": "", "metric_name": "" }, "search": null, "search_aggregate": null, "search_alert": null, "search_alert_earliest": "5", "search_alert_entities": null, "search_buckets": "", "search_entities": null, "search_occurrences": 1.0, "search_time_compare": null, "search_time_series": null, "search_time_series_aggregate": null, "search_time_series_entities": null, "search_type": "shared_base", "service_title": "Splunk Instance Metrics", "threshold_eval": "", "threshold_field": "_time", "time_policies": { "policies": { "default_policy": { "aggregate_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "entity_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "policy_type": "static", "time_blocks": [], "title": "Default" } } }, "title": "Error Count", "trending_ad": {}, "type": "kpis_primary", "tz_offset": null, "unit": "", "urgency": 5.0, "use_time_policies": false }, { "adaptive_thresholding_training_window": "-7d", "adaptive_thresholds_is_enabled": false, "aggregate_eval": "", "aggregate_statop": "sum", "aggregate_threshold_alert_enabled": false, "aggregate_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "aggregate_thresholds_alert_enabled": false, "aggregate_thresholds_custom_alert_enabled": false, "aggregate_thresholds_custom_alert_rules": [], "alert_eval": "", "alert_lag": "5", "alert_on": "both", "alert_period": "5", "anomaly_detection_alerting_enabled": false, "anomaly_detection_is_enabled": false, "anomaly_detection_sensitivity": null, "anomaly_detection_training_window": null, "backfill_earliest_time": "-7d", "backfill_enabled": false, "base_search": "index=_internal log_level=ERROR \n| rex field=message \"(?SSL)\"\n| eval isLoginError=if(component=\"UserManagerPro\" OR (component=\"UiAuth\" AND status=\"failure\"), 1, 0)\n| rex field=src \"^(?.*):\"\n| rex field=server \"^https://(?.*):.*$\"\n| eval src_ip=if(isnull(src_ip), server_ip, src_ip)\n| lookup dnslookup clientip as src_ip OUTPUT clienthost as src_host\n| rex field=src_host \"(?^[^.*]*)\"\n| eval hostname = if (isnull(hostname), host, hostname)", "base_search_id": "da-itsi-cp-monitoring-splunk-splk-splunk-splunkd-errors", "base_search_metric": "error-hosts", "cohesive_ad": {}, "cohesive_anomaly_detection_is_enabled": false, "datamodel": null, "datamodel_filter": [], "datamodel_filter_clauses": null, "description": "", "enabled": false, "entity_filter_field": "host", "entity_split_field": "host", "entity_statop": "dc", "entity_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "fill_gaps": "null_value", "gap_custom_alert_value": 0.0, "gap_severity": "unknown", "gap_severity_color": "#CCCCCC", "gap_severity_color_light": "#EEEEEE", "gap_severity_value": "-1", "is_filter_entities_to_service": true, "is_split_by_entity": true, "key": "5235181c-94e0-42f0-9ec4-0fcdaef4896b", "kpi_base_search": null, "kpi_template_kpi_id": null, "kpi_threshold_template_id": "", "metric_qualifier": "", "metric_search_spec": { "metric_index": "", "metric_name": "" }, "search": null, "search_aggregate": null, "search_alert": null, "search_alert_earliest": "5", "search_alert_entities": null, "search_buckets": "", "search_entities": null, "search_occurrences": 1.0, "search_time_compare": null, "search_time_series": null, "search_time_series_aggregate": null, "search_time_series_entities": null, "search_type": "shared_base", "service_title": "Splunk Instance Metrics", "threshold_eval": "", "threshold_field": "hostname", "time_policies": { "policies": { "default_policy": { "aggregate_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "entity_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "policy_type": "static", "time_blocks": [], "title": "Default" } } }, "title": "Erroring Hosts", "trending_ad": {}, "type": "kpis_primary", "tz_offset": null, "unit": "", "urgency": 5.0, "use_time_policies": false }, { "adaptive_thresholding_training_window": "-7d", "adaptive_thresholds_is_enabled": false, "aggregate_eval": "", "aggregate_statop": "dc", "aggregate_threshold_alert_enabled": false, "aggregate_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 1, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [ { "dynamic_param": 0.0, "severity_color": "#FFE98C", "severity_color_light": "#FFF4C5", "severity_label": "low", "severity_label_localized": null, "severity_value": 3.0, "threshold_value": 1.1 } ] }, "aggregate_thresholds_alert_enabled": false, "aggregate_thresholds_custom_alert_enabled": false, "aggregate_thresholds_custom_alert_rules": [], "alert_eval": "", "alert_lag": "5", "alert_on": "both", "alert_period": "15", "anomaly_detection_alerting_enabled": false, "anomaly_detection_is_enabled": false, "anomaly_detection_sensitivity": null, "anomaly_detection_training_window": null, "backfill_earliest_time": "-7d", "backfill_enabled": false, "base_search": "| rest count=0 /services/apps/local | search disabled=0 | dedup label, splunk_server | rename splunk_server as host | fields label, host | eventstats dc(label) as app_ct by host", "base_search_id": "da-itsi-cp-monitoring-splunk-splk-splunk-installed-apps", "base_search_metric": "installed-apps", "cohesive_ad": {}, "cohesive_anomaly_detection_is_enabled": false, "datamodel": null, "datamodel_filter": [], "datamodel_filter_clauses": null, "description": "", "enabled": false, "entity_filter_field": "host", "entity_split_field": "host", "entity_statop": "count", "entity_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "fill_gaps": "null_value", "gap_custom_alert_value": 0.0, "gap_severity": "unknown", "gap_severity_color": "#CCCCCC", "gap_severity_color_light": "#EEEEEE", "gap_severity_value": "-1", "is_filter_entities_to_service": true, "is_split_by_entity": true, "key": "2d12d1a7-91f3-4caf-bca7-cce5497ec44e", "kpi_base_search": null, "kpi_template_kpi_id": null, "kpi_threshold_template_id": "", "metric_qualifier": "", "metric_search_spec": { "metric_index": "", "metric_name": "" }, "search": null, "search_aggregate": null, "search_alert": null, "search_alert_earliest": "15", "search_alert_entities": null, "search_buckets": "", "search_entities": null, "search_occurrences": 1.0, "search_time_compare": null, "search_time_series": null, "search_time_series_aggregate": null, "search_time_series_entities": null, "search_type": "shared_base", "service_title": "Splunk Instance Metrics", "threshold_eval": "", "threshold_field": "label", "time_policies": { "policies": { "default_policy": { "aggregate_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "entity_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "policy_type": "static", "time_blocks": [], "title": "Default" } } }, "title": "Installed Apps", "trending_ad": {}, "type": "kpis_primary", "tz_offset": null, "unit": "", "urgency": 5.0, "use_time_policies": false }, { "adaptive_thresholding_training_window": "-7d", "adaptive_thresholds_is_enabled": false, "aggregate_eval": "", "aggregate_statop": "sum", "aggregate_threshold_alert_enabled": false, "aggregate_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 25173.6, "render_boundary_min": 0.0, "threshold_levels": [] }, "aggregate_thresholds_alert_enabled": false, "aggregate_thresholds_custom_alert_enabled": false, "aggregate_thresholds_custom_alert_rules": [], "alert_eval": "", "alert_lag": "5", "alert_on": "both", "alert_period": "5", "anomaly_detection_alerting_enabled": false, "anomaly_detection_is_enabled": false, "anomaly_detection_sensitivity": null, "anomaly_detection_training_window": null, "backfill_earliest_time": "-7d", "backfill_enabled": false, "base_search": "index=_internal log_level=ERROR \n| rex field=message \"(?SSL)\"\n| eval isLoginError=if(component=\"UserManagerPro\" OR (component=\"UiAuth\" AND status=\"failure\"), 1, 0)\n| rex field=src \"^(?.*):\"\n| rex field=server \"^https://(?.*):.*$\"\n| eval src_ip=if(isnull(src_ip), server_ip, src_ip)\n| lookup dnslookup clientip as src_ip OUTPUT clienthost as src_host\n| rex field=src_host \"(?^[^.*]*)\"\n| eval hostname = if (isnull(hostname), host, hostname)", "base_search_id": "da-itsi-cp-monitoring-splunk-splk-splunk-splunkd-errors", "base_search_metric": "login-errors", "cohesive_ad": {}, "cohesive_anomaly_detection_is_enabled": false, "datamodel": null, "datamodel_filter": [], "datamodel_filter_clauses": null, "description": "", "enabled": false, "entity_filter_field": "host", "entity_split_field": "host", "entity_statop": "count", "entity_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 6173.1, "render_boundary_min": 0.0, "threshold_levels": [] }, "fill_gaps": "null_value", "gap_custom_alert_value": 0.0, "gap_severity": "unknown", "gap_severity_color": "#CCCCCC", "gap_severity_color_light": "#EEEEEE", "gap_severity_value": "-1", "is_filter_entities_to_service": true, "is_split_by_entity": true, "key": "28d27843-847a-478c-8eee-321b73ca0ecb", "kpi_base_search": null, "kpi_template_kpi_id": null, "kpi_threshold_template_id": "", "metric_qualifier": "", "metric_search_spec": { "metric_index": "", "metric_name": "" }, "search": null, "search_aggregate": null, "search_alert": null, "search_alert_earliest": "5", "search_alert_entities": null, "search_buckets": "", "search_entities": null, "search_occurrences": 1.0, "search_time_compare": null, "search_time_series": null, "search_time_series_aggregate": null, "search_time_series_entities": null, "search_type": "shared_base", "service_title": "Splunk Instance Metrics", "threshold_eval": "", "threshold_field": "isLoginError", "time_policies": { "policies": { "default_policy": { "aggregate_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "entity_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "policy_type": "static", "time_blocks": [], "title": "Default" } } }, "title": "Login Errors", "trending_ad": {}, "type": "kpis_primary", "tz_offset": null, "unit": "", "urgency": 5.0, "use_time_policies": false }, { "adaptive_thresholding_training_window": "-7d", "adaptive_thresholds_is_enabled": false, "aggregate_eval": "", "aggregate_statop": "sum", "aggregate_threshold_alert_enabled": false, "aggregate_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "aggregate_thresholds_alert_enabled": false, "aggregate_thresholds_custom_alert_enabled": false, "aggregate_thresholds_custom_alert_rules": [], "alert_eval": "", "alert_lag": "5", "alert_on": "both", "alert_period": "5", "anomaly_detection_alerting_enabled": false, "anomaly_detection_is_enabled": false, "anomaly_detection_sensitivity": null, "anomaly_detection_training_window": null, "backfill_earliest_time": "-7d", "backfill_enabled": false, "base_search": "index=_internal log_level=ERROR \n| rex field=message \"(?SSL)\"\n| eval isLoginError=if(component=\"UserManagerPro\" OR (component=\"UiAuth\" AND status=\"failure\"), 1, 0)\n| rex field=src \"^(?.*):\"\n| rex field=server \"^https://(?.*):.*$\"\n| eval src_ip=if(isnull(src_ip), server_ip, src_ip)\n| lookup dnslookup clientip as src_ip OUTPUT clienthost as src_host\n| rex field=src_host \"(?^[^.*]*)\"\n| eval hostname = if (isnull(hostname), host, hostname)", "base_search_id": "da-itsi-cp-monitoring-splunk-splk-splunk-splunkd-errors", "base_search_metric": "ssl-errors", "cohesive_ad": {}, "cohesive_anomaly_detection_is_enabled": false, "datamodel": null, "datamodel_filter": [], "datamodel_filter_clauses": null, "description": "", "enabled": false, "entity_filter_field": "host", "entity_split_field": "host", "entity_statop": "count", "entity_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "fill_gaps": "null_value", "gap_custom_alert_value": 0.0, "gap_severity": "unknown", "gap_severity_color": "#CCCCCC", "gap_severity_color_light": "#EEEEEE", "gap_severity_value": "-1", "is_filter_entities_to_service": true, "is_split_by_entity": true, "key": "43e91fe9-fdc0-4336-beaf-44fd81c8afb8", "kpi_base_search": null, "kpi_template_kpi_id": null, "kpi_threshold_template_id": "", "metric_qualifier": "", "metric_search_spec": { "metric_index": "", "metric_name": "" }, "search": null, "search_aggregate": null, "search_alert": null, "search_alert_earliest": "5", "search_alert_entities": null, "search_buckets": "", "search_entities": null, "search_occurrences": 1.0, "search_time_compare": null, "search_time_series": null, "search_time_series_aggregate": null, "search_time_series_entities": null, "search_type": "shared_base", "service_title": "Splunk Instance Metrics", "threshold_eval": "", "threshold_field": "isSSLerror", "time_policies": { "policies": { "default_policy": { "aggregate_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "entity_thresholds": { "base_severity_color": "#99D18B", "base_severity_color_light": "#DCEFD7", "base_severity_label": "normal", "base_severity_value": 2.0, "gauge_max": 100, "gauge_min": 0, "is_max_static": false, "is_min_static": true, "metric_field": "count", "render_boundary_max": 100.0, "render_boundary_min": 0.0, "threshold_levels": [] }, "policy_type": "static", "time_blocks": [], "title": "Default" } } }, "title": "SSL Errors", "trending_ad": {}, "type": "kpis_primary", "tz_offset": null, "unit": "", "urgency": 5.0, "use_time_policies": false } ], "linked_services": [ "da-itsi-cp-monitoring-splunk-splunk-search-head-instance-metrics", "da-itsi-cp-monitoring-splunk-splunk-indexer-instance-metrics", "da-itsi-cp-monitoring-splunk-splunk-license-manager-instance-metrics", "da-itsi-cp-monitoring-splunk-splunk-indexer-cluster-manager-instance-metrics", "da-itsi-cp-monitoring-splunk-splunk-es-instance-metrics", "da-itsi-cp-monitoring-splunk-splunk-deployment-server-instance-metrics", "da-itsi-cp-monitoring-splunk-splunk-itsi-instance-metrics", "da-itsi-cp-monitoring-splunk-splunk-heavy-forwarder-instance-metrics", "da-itsi-cp-monitoring-splunk-splunk-management-console-instance-metrics" ], "sync_status": "synced", "team_id": "default_itsi_security_group", "template_tags": [], "title": "Splunk Instance Metrics Template", "version": "0.0.38" }