{"host": "mc2054.codfw.wmnet", "state": "core_diff", "description": "Differences to core resources", "diff": {"full": {"total": 3020, "only_in_self": [], "only_in_other": ["Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.service (nrpe2nodexp-ferm_active.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.timer (nrpe2nodexp-ferm_active.timer)]", "File[/etc/nagios/nrpe.d/check_ferm_active.cfg]", "File[/etc/rsyslog.d/25-nrpe2nodexp-ferm-active.conf]", "File[/etc/sudoers.d/nrpe-check_ferm_active]", "File[/lib/systemd/system/nrpe2nodexp-ferm_active.service]", "File[/lib/systemd/system/nrpe2nodexp-ferm_active.timer]", "File[/var/lib/prometheus/node.d/check_ferm_active.prom]", "Monitoring::Exported_nagios_service[mc2054 ferm_active]", "Monitoring::Service[ferm_active]", "Nrpe::Check[check_ferm_active]", "Nrpe::Monitor_service[ferm_active]", "Prometheus::Alert::Rule[check_ferm_active_0a49a83c39a62ff3ce80e7146072d174]", "Rsyslog::Conf[nrpe2nodexp-ferm_active]", "Service[nrpe2nodexp-ferm_active.timer]", "Sudo::User[nrpe-check_ferm_active]", "Systemd::Service[nrpe2nodexp-ferm_active]", "Systemd::Timer::Job[nrpe2nodexp-ferm_active]", "Systemd::Timer[nrpe2nodexp-ferm_active]", "Systemd::Unit[nrpe2nodexp-ferm_active.service]", "Systemd::Unit[nrpe2nodexp-ferm_active.timer]"], "resource_diffs": [{"resource": "File[/lib/systemd/system/nrpe2nodexp-ferm_active.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-ferm_active.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-ferm_active.timer\n@@ -0,0 +1,14 @@\n+[Unit]\n+Description=Periodic execution of nrpe2nodexp-ferm_active.service\n+\n+[Timer]\n+Unit=nrpe2nodexp-ferm_active.service\n+# Accuracy sets the maximum time interval around the execution time we want to allow\n+AccuracySec=15sec\n+OnUnitInactiveSec=1min\n+OnActiveSec=1s\n+RandomizedDelaySec=60\n+FixedRandomDelay=true\n+\n+[Install]\n+WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-ferm_active.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-ferm_active.timer]\n\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.timer (nrpe2nodexp-ferm_active.timer)]\n+    ensure => absent\n+    group  => root\n+    owner  => root\n+    mode   => 0444\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-ferm_active]", "parameters": "--- Systemd::Timer[nrpe2nodexp-ferm_active].orig\n+++ Systemd::Timer[nrpe2nodexp-ferm_active]\n\n+    accuracy           => 15sec\n+    ensure             => absent\n+    fixed_random_delay => True\n+    unit_name          => nrpe2nodexp-ferm_active.service\n+    splay              => 60\n+    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-ferm_active]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-ferm_active].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-ferm_active]\n\n+    logfile_group             => root\n+    ensure                    => absent\n+    description               => execution of nrpe2nodexp for the check_ferm_active command.\n+    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"0a49a83c39a62ff3ce80e7146072d174\" --timeout 10 --check-command \"check_ferm_active\"\n+    send_mail_to              => root@mc2054.codfw.wmnet\n+    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n+    splay                     => 60\n+    user                      => nagios\n+    logging_enabled           => False\n+    syslog_match_startswith   => True\n+    logfile_perms             => all\n+    send_mail_only_on_error   => True\n+    monitoring_contact_groups => admins\n+    private_tmp               => False\n+    logfile_basedir           => /var/log\n+    success_exit_status       => []\n+    logfile_name              => syslog.log\n+    syslog_identifier         => nrpe2nodexp-ferm_active\n+    syslog_force_stop         => True\n+    fixed_random_delay        => True\n+    send_mail                 => False\n+    monitoring_enabled        => False\n+    ignore_errors             => True\n+    group                     => prometheus-node-exporter\n+    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+    environment               => {}\n"}, {"resource": "Sudo::User[nrpe-check_ferm_active]", "parameters": "--- Sudo::User[nrpe-check_ferm_active].orig\n+++ Sudo::User[nrpe-check_ferm_active]\n\n+    ensure     => absent\n+    privileges => []\n+    user       => nagios\n+    require    => ['Class[Sudo]']\n+    tag        => nrpe::check\n"}, {"resource": "Service[nrpe2nodexp-ferm_active.timer]", "parameters": "--- Service[nrpe2nodexp-ferm_active.timer].orig\n+++ Service[nrpe2nodexp-ferm_active.timer]\n\n+    enable   => False\n+    ensure   => stopped\n+    provider => systemd\n+    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.timer (nrpe2nodexp-ferm_active.timer)]']\n"}, {"resource": "Prometheus::Alert::Rule[check_ferm_active_0a49a83c39a62ff3ce80e7146072d174]", "parameters": "--- Prometheus::Alert::Rule[check_ferm_active_0a49a83c39a62ff3ce80e7146072d174].orig\n+++ Prometheus::Alert::Rule[check_ferm_active_0a49a83c39a62ff3ce80e7146072d174]\n\n+    site               => codfw\n+    ensure             => absent\n+    instance           => ops\n+    description        => NRPE CHECK: Check whether ferm is active by checking the default input chain\n+    severity           => info\n+    for                => 3m\n+    team               => observability\n+    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_ferm_active))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n+    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"0a49a83c39a62ff3ce80e7146072d174\",check_name=\"check_ferm_active\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n+    summary            => NRPE CHECK: Check whether ferm is active by checking the default input chain\n+    group              => nrpechecks\n+    def_label_whitelst => ['team', 'severity']\n+    alert_name         => nrpe_Check_whether_ferm_is_active_by_checking_the_default_input_chain\n+    dashboard          => TODO\n+    runbook            => https://wikitech.wikimedia.org/wiki/Monitoring/check_ferm\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_ferm_active]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_ferm_active].orig\n+++ File[/etc/sudoers.d/nrpe-check_ferm_active]\n\n+    group   => root\n+    ensure  => absent\n+    require => Package[nagios-nrpe-server]\n+    owner   => root\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-ferm-active.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-ferm-active.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-ferm-active.conf\n@@ -0,0 +1,10 @@\n+# SPDX-License-Identifier: Apache-2.0\n+if $programname contains \"nrpe2nodexp-ferm_active\" then {\n+    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n+        # Send logs to kafka\n+        set $.log_outputs = \"kafka ecs_170 local\";\n+    } else {\n+        # Filter out non-relevant nrpe2nodexp messages\n+        stop\n+    }\n+}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-ferm-active.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-ferm-active.conf]\n\n+    notify => Service[rsyslog]\n+    ensure => absent\n+    group  => root\n+    owner  => root\n+    mode   => 0444\n"}, {"resource": "Nrpe::Monitor_service[ferm_active]", "parameters": "--- Nrpe::Monitor_service[ferm_active].orig\n+++ Nrpe::Monitor_service[ferm_active]\n\n+    check_interval              => 1\n+    ensure                      => absent\n+    enable_nrpe2nodexp          => False\n+    description                 => Check whether ferm is active by checking the default input chain\n+    alertmanager_team           => observability\n+    critical                    => False\n+    enable_icinga_check         => True\n+    nrpe2nodexp_parse_perf_data => False\n+    contact_group               => admins\n+    retry_interval              => 1\n+    migration_task              => T321808\n+    notes_url                   => https://wikitech.wikimedia.org/wiki/Monitoring/check_ferm\n+    timeout                     => 10\n+    retries                     => 3\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-ferm_active.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-ferm_active.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-ferm_active.timer]\n\n+    ensure            => absent\n+    unit              => nrpe2nodexp-ferm_active.timer\n+    override_filename => puppet-override.conf\n+    restart           => False\n+    require           => ['Class[Systemd]']\n+    override          => False\n"}, {"resource": "Systemd::Service[nrpe2nodexp-ferm_active]", "parameters": "--- Systemd::Service[nrpe2nodexp-ferm_active].orig\n+++ Systemd::Service[nrpe2nodexp-ferm_active]\n\n+    ensure                   => absent\n+    migration_task           => T407130\n+    require                  => Systemd::Unit[nrpe2nodexp-ferm_active.service]\n+    override                 => False\n+    service_params           => {}\n+    monitoring_enabled       => False\n+    monitoring_contact_group => admins\n+    monitoring_critical      => False\n+    unit_type                => timer\n+    restart                  => False\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_ferm_active.cfg]", "content": "--- /etc/nagios/nrpe.d/check_ferm_active.cfg.orig\n+++ /etc/nagios/nrpe.d/check_ferm_active.cfg\n@@ -0,0 +1,2 @@\n+# File generated by puppet. DO NOT edit by hand\n+command[check_ferm_active]=", "parameters": "--- File[/etc/nagios/nrpe.d/check_ferm_active.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_ferm_active.cfg]\n\n+    notify  => Service[nagios-nrpe-server]\n+    ensure  => absent\n+    group   => root\n+    tag     => nrpe::check\n+    require => Package[nagios-nrpe-server]\n+    owner   => root\n+    mode    => 0444\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-ferm_active.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-ferm_active.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-ferm_active.service\n@@ -0,0 +1,11 @@\n+[Unit]\n+Description=execution of nrpe2nodexp for the check_ferm_active command.\n+Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+\n+[Service]\n+Type=oneshot\n+User=nagios\n+\n+Group=prometheus-node-exporter\n+SyslogIdentifier=nrpe2nodexp-ferm_active\n+ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"0a49a83c39a62ff3ce80e7146072d174\" --timeout 10 --check-command \"check_ferm_active\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-ferm_active.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-ferm_active.service]\n\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.service (nrpe2nodexp-ferm_active.service)]\n+    ensure => absent\n+    group  => root\n+    owner  => root\n+    mode   => 0444\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_ferm_active.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_ferm_active.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_ferm_active.prom]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "Monitoring::Service[ferm_active]", "parameters": "--- Monitoring::Service[ferm_active].orig\n+++ Monitoring::Service[ferm_active]\n\n+    check_interval => 1\n+    ensure         => absent\n+    passive        => False\n+    description    => Check whether ferm is active by checking the default input chain\n+    critical       => False\n+    config_dir     => /etc/nagios\n+    contact_group  => admins\n+    retry_interval => 1\n+    migration_task => T321808\n+    freshness      => 36000\n+    check_command  => nrpe_check!check_ferm_active!10\n+    host           => mc2054\n+    notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/check_ferm\n+    retries        => 3\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.service (nrpe2nodexp-ferm_active.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.service (nrpe2nodexp-ferm_active.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.service (nrpe2nodexp-ferm_active.service)]\n\n+    refreshonly => True\n+    command     => /bin/systemctl daemon-reload\n"}, {"resource": "Monitoring::Exported_nagios_service[mc2054 ferm_active]", "parameters": "--- Monitoring::Exported_nagios_service[mc2054 ferm_active].orig\n+++ Monitoring::Exported_nagios_service[mc2054 ferm_active]\n\n+    passive_checks_enabled => 1\n+    ensure                 => absent\n+    host_name              => mc2054\n+    check_command          => nrpe_check!check_ferm_active!10\n+    check_period           => 24x7\n+    notifications_enabled  => 1\n+    notification_period    => 24x7\n+    active_checks_enabled  => 1\n+    service_description    => Check whether ferm is active by checking the default input chain\n+    notification_interval  => 0\n+    is_volatile            => 0\n+    check_interval         => 1\n+    max_check_attempts     => 3\n+    servicegroups          => memcached_codfw\n+    retry_interval         => 1\n+    notes_url              => https://wikitech.wikimedia.org/wiki/Monitoring/check_ferm\n+    check_freshness        => 0\n+    contact_groups         => admins\n+    notification_options   => c,r,f\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-ferm_active]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-ferm_active].orig\n+++ Rsyslog::Conf[nrpe2nodexp-ferm_active]\n\n+    ensure   => absent\n+    priority => 25\n+    mode     => 0444\n"}, {"resource": "Nrpe::Check[check_ferm_active]", "parameters": "--- Nrpe::Check[check_ferm_active].orig\n+++ Nrpe::Check[check_ferm_active]\n\n+    ensure => absent\n+    before => Monitoring::Service[ferm_active]\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.timer (nrpe2nodexp-ferm_active.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.timer (nrpe2nodexp-ferm_active.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.timer (nrpe2nodexp-ferm_active.timer)]\n\n+    refreshonly => True\n+    command     => /bin/systemctl daemon-reload\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-ferm_active.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-ferm_active.service].orig\n+++ Systemd::Unit[nrpe2nodexp-ferm_active.service]\n\n+    ensure            => absent\n+    unit              => nrpe2nodexp-ferm_active.service\n+    override_filename => puppet-override.conf\n+    restart           => False\n+    require           => ['Class[Systemd]']\n+    override          => False\n"}], "perc_changed": "1.39%"}, "core": {"total": 3020, "only_in_self": [], "only_in_other": ["Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.service (nrpe2nodexp-ferm_active.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.timer (nrpe2nodexp-ferm_active.timer)]", "File[/etc/nagios/nrpe.d/check_ferm_active.cfg]", "File[/etc/rsyslog.d/25-nrpe2nodexp-ferm-active.conf]", "File[/etc/sudoers.d/nrpe-check_ferm_active]", "File[/lib/systemd/system/nrpe2nodexp-ferm_active.service]", "File[/lib/systemd/system/nrpe2nodexp-ferm_active.timer]", "File[/var/lib/prometheus/node.d/check_ferm_active.prom]", "Service[nrpe2nodexp-ferm_active.timer]"], "resource_diffs": [], "perc_changed": "0.30%"}, "main": {"total": 3020, "only_in_self": [], "only_in_other": ["Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.service (nrpe2nodexp-ferm_active.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-ferm_active.timer (nrpe2nodexp-ferm_active.timer)]", "File[/etc/nagios/nrpe.d/check_ferm_active.cfg]", "File[/etc/rsyslog.d/25-nrpe2nodexp-ferm-active.conf]", "File[/etc/sudoers.d/nrpe-check_ferm_active]", "File[/lib/systemd/system/nrpe2nodexp-ferm_active.service]", "File[/lib/systemd/system/nrpe2nodexp-ferm_active.timer]", "File[/var/lib/prometheus/node.d/check_ferm_active.prom]", "Monitoring::Exported_nagios_service[mc2054 ferm_active]", "Monitoring::Service[ferm_active]", "Nrpe::Check[check_ferm_active]", "Nrpe::Monitor_service[ferm_active]", "Prometheus::Alert::Rule[check_ferm_active_0a49a83c39a62ff3ce80e7146072d174]", "Rsyslog::Conf[nrpe2nodexp-ferm_active]", "Service[nrpe2nodexp-ferm_active.timer]", "Sudo::User[nrpe-check_ferm_active]", "Systemd::Service[nrpe2nodexp-ferm_active]", "Systemd::Timer::Job[nrpe2nodexp-ferm_active]", "Systemd::Timer[nrpe2nodexp-ferm_active]", "Systemd::Unit[nrpe2nodexp-ferm_active.service]", "Systemd::Unit[nrpe2nodexp-ferm_active.timer]"], "resource_diffs": [], "perc_changed": "0.70%"}}}