{"host": "db2141.codfw.wmnet", "state": "core_diff", "description": "Differences to core resources", "diff": {"full": {"total": 3058, "only_in_self": ["Class[Mariadb::Config]", "Class[Mariadb::Monitor_disk]", "Class[Mariadb::Monitor_memory]", "Class[Mariadb::Monitor_process]", "Class[Mariadb::Packages_wmf]", "Class[Mariadb::Service]", "Class[Passwords::Nagios::Mysql]", "Class[Profile::Mariadb::Dbstore_multiinstance]", "Class[Profile::Mariadb::Mysql_role]", "Class[Profile::Mariadb::Packages_wmf]", "Class[Profile::Mariadb::Wmfmariadbpy]", "Class[Prometheus::Mysqld_exporter::Common]", "Class[Role::Mariadb::Backup_source]", "Class[Wmfmariadbpy]", "Concat::Fragment[/etc/mysql_puppet_agent_cert]", "Concat::Fragment[/etc/mysql_puppet_ca_chain]", "Concat[/etc/mysql/ssl/cert.pem]", "Concat_file[/etc/mysql/ssl/cert.pem]", "Concat_fragment[/etc/mysql_puppet_agent_cert]", "Concat_fragment[/etc/mysql_puppet_ca_chain]", "Exec[systemctl try-restart prometheus-mysqld-exporter@s1]", "Exec[systemctl-daemon-reload]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]", "Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)]", "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)]", "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)]", "Ferm::Service[s1_mariadb_dba]", "Ferm::Service[s1_mariadb_internal]", "Ferm::Service[s1_orchestrator]", "File[/etc/default/prometheus-mysqld-exporter@s1]", "File[/etc/default/prometheus]", "File[/etc/ferm/conf.d/10_s1_mariadb_dba]", "File[/etc/ferm/conf.d/10_s1_mariadb_internal]", "File[/etc/ferm/conf.d/10_s1_orchestrator]", "File[/etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "File[/etc/my.cnf]", "File[/etc/mysql/grcat.config]", "File[/etc/mysql/my.cnf]", "File[/etc/mysql/mysqld.conf.d/s1.cnf]", "File[/etc/mysql/mysqld.conf.d]", "File[/etc/mysql/ssl/cacert.pem]", "File[/etc/mysql/ssl/client-cert.pem]", "File[/etc/mysql/ssl/client-key.pem]", "File[/etc/mysql/ssl/server-cert.pem]", "File[/etc/mysql/ssl/server-key.pem]", "File[/etc/mysql/ssl/server-keypair.pem]", "File[/etc/mysql/ssl/server.key]", "File[/etc/mysql/ssl/server.p12]", "File[/etc/mysql/ssl]", "File[/etc/mysql]", "File[/etc/nagios/nrpe.d/check_mariadb_disk_space.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_memory.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mysqld.cfg]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf]", "File[/etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf]", "File[/etc/sudoers.d/nrpe-check_mariadb_disk_space]", "File[/etc/sudoers.d/nrpe-check_mariadb_memory]", "File[/etc/sudoers.d/nrpe-check_mariadb_read_only_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_io_state_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_lag_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_state_s1]", "File[/etc/sudoers.d/nrpe-check_mysqld]", "File[/etc/systemd/system/mariadb.service.d/override.conf]", "File[/etc/systemd/system/mariadb.service.d]", "File[/etc/update-motd.d/05-mariadb--backup-source]", "File[/etc/update-motd.d/06-db-section-s1]", "File[/etc/wmfmariadbpy/section_ports.csv]", "File[/etc/wmfmariadbpy]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mysqld.service]", "File[/lib/systemd/system/nrpe2nodexp-mysqld.timer]", "File[/lib/systemd/system/prometheus-mysqld-exporter@.service]", "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "File[/opt/wmf-mariadb1011/my.cnf]", "File[/srv/sqldata.s1]", "File[/srv/tmp.s1]", "File[/usr/lib/nagios/plugins/check_mariadb.pl]", "File[/usr/local/bin/mbstream]", "File[/usr/local/bin/mysql.s1]", "File[/usr/local/etc/my.cnf]", "File[/usr/local/lib/nagios/plugins/check_mariadb]", "File[/var/lib/prometheus/.my.s1.cnf]", "File[/var/lib/prometheus/node.d/check_mariadb_disk_space.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_memory.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_read_only_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_io_state_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_lag_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_state_s1.prom]", "File[/var/lib/prometheus/node.d/check_mysqld.prom]", "File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "File_line[auto_restart_file_presence_prometheus-mysqld-exporter@s1]", "Firewall::Service[s1_orchestrator]", "Group[mysql]", "Logrotate::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "Mariadb::Instance[s1]", "Mariadb::Monitor_readonly[s1]", "Mariadb::Monitor_replication[s1]", "Monitoring::Exported_nagios_service[db2141 mariadb_disk_space]", "Monitoring::Exported_nagios_service[db2141 mariadb_memory]", "Monitoring::Exported_nagios_service[db2141 mariadb_read_only_s1]", "Monitoring::Exported_nagios_service[db2141 mariadb_replica_io_state_s1]", "Monitoring::Exported_nagios_service[db2141 mariadb_replica_sql_lag_s1]", "Monitoring::Exported_nagios_service[db2141 mariadb_replica_sql_state_s1]", "Monitoring::Exported_nagios_service[db2141 mysqld]", "Monitoring::Service[mariadb_disk_space]", "Monitoring::Service[mariadb_memory]", "Monitoring::Service[mariadb_read_only_s1]", "Monitoring::Service[mariadb_replica_io_state_s1]", "Monitoring::Service[mariadb_replica_sql_lag_s1]", "Monitoring::Service[mariadb_replica_sql_state_s1]", "Monitoring::Service[mysqld]", "Motd::Message[mariadb::backup_source]", "Motd::Script[db-section-s1]", "Motd::Script[mariadb::backup_source]", "Nrpe::Check[check_mariadb_disk_space]", "Nrpe::Check[check_mariadb_memory]", "Nrpe::Check[check_mariadb_read_only_s1]", "Nrpe::Check[check_mariadb_replica_io_state_s1]", "Nrpe::Check[check_mariadb_replica_sql_lag_s1]", "Nrpe::Check[check_mariadb_replica_sql_state_s1]", "Nrpe::Check[check_mysqld]", "Nrpe::Monitor_service[mariadb_disk_space]", "Nrpe::Monitor_service[mariadb_memory]", "Nrpe::Monitor_service[mariadb_read_only_s1]", "Nrpe::Monitor_service[mariadb_replica_io_state_s1]", "Nrpe::Monitor_service[mariadb_replica_sql_lag_s1]", "Nrpe::Monitor_service[mariadb_replica_sql_state_s1]", "Nrpe::Monitor_service[mysqld]", "Nrpe::Plugin[check_mariadb]", "Package[grc]", "Package[mariadb-backup]", "Package[monitoring-plugins-contrib]", "Package[percona-toolkit]", "Package[prometheus-mysqld-exporter]", "Package[python3-wmfmariadbpy]", "Package[wmf-mariadb1011]", "Package[wmfmariadbpy-common]", "Profile::Auto_restarts::Service[prometheus-mysqld-exporter@s1]", "Profile::Mariadb::Ferm[s1]", "Profile::Mariadb::Section[s1]", "Profile::Prometheus::Mysqld_exporter_instance[s1]", "Prometheus::Alert::Rule[check_mariadb_disk_space_d2aae7bfec5549be1a8b9413215bd86c]", "Prometheus::Alert::Rule[check_mariadb_memory_b5a92c72542d5f0c031014e7a8db014e]", "Prometheus::Alert::Rule[check_mariadb_read_only_s1_42baf529e0f3bfca391aca0a24c880e9]", "Prometheus::Alert::Rule[check_mariadb_replica_io_state_s1_0d5979f7abbb49256cfedd70a646784e]", "Prometheus::Alert::Rule[check_mariadb_replica_sql_lag_s1_8ec9d6c1155ae60699aaf9dfd1fa339b]", "Prometheus::Alert::Rule[check_mariadb_replica_sql_state_s1_3f927914a18db09399b7fff42858d634]", "Prometheus::Alert::Rule[check_mysqld_ca81db2c9e98d408f9f65c79817da116]", "Prometheus::Mysqld_exporter::Instance[s1]", "Puppet::Expose_agent_certs[/etc/mysql]", "Rsyslog::Conf[nrpe2nodexp-mariadb_disk_space]", "Rsyslog::Conf[nrpe2nodexp-mariadb_memory]", "Rsyslog::Conf[nrpe2nodexp-mariadb_read_only_s1]", "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_io_state_s1]", "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Rsyslog::Conf[nrpe2nodexp-mysqld]", "Rsyslog::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "Service[nrpe2nodexp-mariadb_disk_space.timer]", "Service[nrpe2nodexp-mariadb_memory.timer]", "Service[nrpe2nodexp-mariadb_read_only_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "Service[nrpe2nodexp-mysqld.timer]", "Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "Sslcert::X509_to_pkcs12[puppet::expose_agent_cert: /etc/mysql]", "Sudo::User[nrpe-check_mariadb_disk_space]", "Sudo::User[nrpe-check_mariadb_memory]", "Sudo::User[nrpe-check_mariadb_read_only_s1]", "Sudo::User[nrpe-check_mariadb_replica_io_state_s1]", "Sudo::User[nrpe-check_mariadb_replica_sql_lag_s1]", "Sudo::User[nrpe-check_mariadb_replica_sql_state_s1]", "Sudo::User[nrpe-check_mysqld]", "Systemd::Service[nrpe2nodexp-mariadb_disk_space]", "Systemd::Service[nrpe2nodexp-mariadb_memory]", "Systemd::Service[nrpe2nodexp-mariadb_read_only_s1]", "Systemd::Service[nrpe2nodexp-mariadb_replica_io_state_s1]", "Systemd::Service[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Systemd::Service[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Systemd::Service[nrpe2nodexp-mysqld]", "Systemd::Service[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "Systemd::Syslog[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_disk_space]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_memory]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_read_only_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_io_state_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Systemd::Timer::Job[nrpe2nodexp-mysqld]", "Systemd::Timer::Job[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "Systemd::Timer[nrpe2nodexp-mariadb_disk_space]", "Systemd::Timer[nrpe2nodexp-mariadb_memory]", "Systemd::Timer[nrpe2nodexp-mariadb_read_only_s1]", "Systemd::Timer[nrpe2nodexp-mariadb_replica_io_state_s1]", "Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Systemd::Timer[nrpe2nodexp-mysqld]", "Systemd::Timer[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "Systemd::Unit[nrpe2nodexp-mariadb_disk_space.service]", "Systemd::Unit[nrpe2nodexp-mariadb_disk_space.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_memory.service]", "Systemd::Unit[nrpe2nodexp-mariadb_memory.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "Systemd::Unit[nrpe2nodexp-mysqld.service]", "Systemd::Unit[nrpe2nodexp-mysqld.timer]", "Systemd::Unit[prometheus-mysqld-exporter@]", "Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "User[mysql]"], "only_in_other": ["Class[Role::Insetup::Data_persistence_ferm]", "File[/etc/update-motd.d/05-insetup--data-persistence-ferm]", "Motd::Message[insetup::data_persistence_ferm]", "Motd::Script[insetup::data_persistence_ferm]"], "resource_diffs": [{"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer\n@@ -1,14 +0,0 @@\n-[Unit]\n-Description=Periodic execution of nrpe2nodexp-mariadb_read_only_s1.service\n-\n-[Timer]\n-Unit=nrpe2nodexp-mariadb_read_only_s1.service\n-# Accuracy sets the maximum time interval around the execution time we want to allow\n-AccuracySec=15sec\n-OnUnitInactiveSec=1min\n-OnActiveSec=1s\n-RandomizedDelaySec=60\n-FixedRandomDelay=true\n-\n-[Install]\n-WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]\n-    owner  => root\n"}, {"resource": "Sudo::User[nrpe-check_mariadb_replica_sql_state_s1]", "parameters": "--- Sudo::User[nrpe-check_mariadb_replica_sql_state_s1].orig\n+++ Sudo::User[nrpe-check_mariadb_replica_sql_state_s1]\n\n-    privileges => []\n-    ensure     => absent\n-    require    => ['Class[Sudo]']\n-    user       => nagios\n-    tag        => nrpe::check\n"}, {"resource": "Nrpe::Check[check_mariadb_replica_sql_lag_s1]", "parameters": "--- Nrpe::Check[check_mariadb_replica_sql_lag_s1].orig\n+++ Nrpe::Check[check_mariadb_replica_sql_lag_s1]\n\n-    command => /usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_sql_lag                            --shard=s1 --datacenter=eqiad                            --sql-lag-warn=60                            --sql-lag-crit=300\n-    before  => Monitoring::Service[mariadb_replica_sql_lag_s1]\n-    ensure  => present\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mariadb_memory.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mariadb_memory.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mariadb_memory.prom]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer\n@@ -1,14 +0,0 @@\n-[Unit]\n-Description=Periodic execution of nrpe2nodexp-mariadb_replica_io_state_s1.service\n-\n-[Timer]\n-Unit=nrpe2nodexp-mariadb_replica_io_state_s1.service\n-# Accuracy sets the maximum time interval around the execution time we want to allow\n-AccuracySec=15sec\n-OnUnitInactiveSec=1min\n-OnActiveSec=1s\n-RandomizedDelaySec=60\n-FixedRandomDelay=true\n-\n-[Install]\n-WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]\n-    owner  => root\n"}, {"resource": "Mariadb::Monitor_readonly[s1]", "parameters": "--- Mariadb::Monitor_readonly[s1].orig\n+++ Mariadb::Monitor_readonly[s1]\n\n-    read_only     => 1\n-    is_critical   => False\n-    contact_group => admins\n-    port          => 3311\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mariadb_read_only_s1]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mariadb_read_only_s1].orig\n+++ Systemd::Timer[nrpe2nodexp-mariadb_read_only_s1]\n\n-    splay              => 60\n-    fixed_random_delay => True\n-    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n-    ensure             => absent\n-    unit_name          => nrpe2nodexp-mariadb_read_only_s1.service\n-    accuracy           => 15sec\n"}, {"resource": "Group[mysql]", "parameters": "--- Group[mysql].orig\n+++ Group[mysql]\n\n-    system => True\n-    ensure => present\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "File[/etc/mysql/ssl/client-cert.pem]", "parameters": "--- File[/etc/mysql/ssl/client-cert.pem].orig\n+++ File[/etc/mysql/ssl/client-cert.pem]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "Monitoring::Service[mariadb_read_only_s1]", "parameters": "--- Monitoring::Service[mariadb_read_only_s1].orig\n+++ Monitoring::Service[mariadb_read_only_s1]\n\n-    contact_group  => admins\n-    check_interval => 1\n-    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Master_comes_back_in_read_only\n-    description    => MariaDB read only s1\n-    ensure         => present\n-    migration_task => T315866\n-    host           => db2141\n-    freshness      => 36000\n-    passive        => False\n-    config_dir     => /etc/nagios\n-    critical       => False\n-    retry_interval => 1\n-    check_command  => nrpe_check!check_mariadb_read_only_s1!10\n-    retries        => 3\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_io_state_s1]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_io_state_s1].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_io_state_s1]\n\n-    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-    description               => execution of nrpe2nodexp for the check_mariadb_replica_io_state_s1 command.\n-    ensure                    => absent\n-    send_mail                 => False\n-    environment               => {}\n-    logfile_basedir           => /var/log\n-    user                      => nagios\n-    logfile_perms             => all\n-    private_tmp               => False\n-    monitoring_contact_groups => admins\n-    success_exit_status       => []\n-    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n-    ignore_errors             => True\n-    syslog_match_startswith   => True\n-    send_mail_to              => root@db2141.codfw.wmnet\n-    logfile_name              => syslog.log\n-    syslog_force_stop         => True\n-    send_mail_only_on_error   => True\n-    syslog_identifier         => nrpe2nodexp-mariadb_replica_io_state_s1\n-    logging_enabled           => False\n-    monitoring_enabled        => False\n-    splay                     => 60\n-    fixed_random_delay        => True\n-    group                     => prometheus-node-exporter\n-    logfile_group             => root\n-    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"0d5979f7abbb49256cfedd70a646784e\" --timeout 10 --check-command \"check_mariadb_replica_io_state_s1\"\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mariadb_read_only_s1]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mariadb_read_only_s1].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mariadb_read_only_s1]\n\n-    mode     => 0444\n-    priority => 25\n-    ensure   => absent\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mariadb_disk_space]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mariadb_disk_space].orig\n+++ File[/etc/sudoers.d/nrpe-check_mariadb_disk_space]\n\n-    require => Package[nagios-nrpe-server]\n-    group   => root\n-    owner   => root\n-    ensure  => absent\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_memory.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_memory.service\n@@ -1,11 +0,0 @@\n-[Unit]\n-Description=execution of nrpe2nodexp for the check_mariadb_memory command.\n-Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-\n-[Service]\n-Type=oneshot\n-User=nagios\n-\n-Group=prometheus-node-exporter\n-SyslogIdentifier=nrpe2nodexp-mariadb_memory\n-ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"b5a92c72542d5f0c031014e7a8db014e\" --timeout 10 --check-command \"check_mariadb_memory\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.service]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)]\n-    owner  => root\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 mariadb_replica_io_state_s1]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 mariadb_replica_io_state_s1].orig\n+++ Monitoring::Exported_nagios_service[db2141 mariadb_replica_io_state_s1]\n\n-    check_interval         => 1\n-    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n-    check_period           => 24x7\n-    notification_interval  => 0\n-    ensure                 => present\n-    max_check_attempts     => 3\n-    servicegroups          => mysql_codfw\n-    retry_interval         => 1\n-    passive_checks_enabled => 1\n-    check_command          => nrpe_check!check_mariadb_replica_io_state_s1!10\n-    host_name              => db2141\n-    notification_period    => 24x7\n-    notifications_enabled  => 1\n-    service_description    => MariaDB Replica IO: s1\n-    active_checks_enabled  => 1\n-    is_volatile            => 0\n-    check_freshness        => 0\n-    notification_options   => c,r,f\n-    contact_groups         => admins\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 mysqld]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 mysqld].orig\n+++ Monitoring::Exported_nagios_service[db2141 mysqld]\n\n-    check_interval         => 1\n-    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n-    check_period           => 24x7\n-    notification_interval  => 0\n-    ensure                 => present\n-    max_check_attempts     => 3\n-    servicegroups          => mysql_codfw\n-    retry_interval         => 1\n-    passive_checks_enabled => 1\n-    check_command          => nrpe_check!check_mysqld!10\n-    host_name              => db2141\n-    notification_period    => 24x7\n-    notifications_enabled  => 1\n-    service_description    => mysqld processes\n-    active_checks_enabled  => 1\n-    is_volatile            => 0\n-    check_freshness        => 0\n-    notification_options   => c,r,f\n-    contact_groups         => admins\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_lag_s1.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_lag_s1.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_lag_s1.prom]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "File[/etc/my.cnf]", "content": "--- /etc/my.cnf.orig\n+++ /etc/my.cnf\n@@ -1,128 +0,0 @@\n-# replicas for backup sources and analytics\n-\n-# Please use separate .cnf templates for each type of server.\n-\n-[client]\n-\n-[mysqld]\n-\n-skip-external-locking\n-skip-name-resolve\n-temp-pool\n-\n-user               = mysql\n-basedir            = /opt/wmf-mariadb1011\n-server_id          = 180363307\n-report_host        = db2141.codfw.wmnet\n-wsrep_cluster_name = codfw # For orchestrator. T266635\n-\n-# gtid_domain_id flag is needed for multisource replication and GTID.\n-# Strictly it is only needed on masters or servers that can potentially be\n-# masters but for consistency it should be set in all of them.\n-# https://mariadb.com/kb/en/mariadb/gtid/\n-gtid_domain_id  = 180363307\n-\n-read_only       = 1\n-key_buffer_size = 1048576\n-\n-secure_file_priv   = /dev/null\n-max_connections    = 250\n-max_allowed_packet = 32M\n-connect_timeout    = 3\n-query_cache_size   = 0\n-query_cache_type   = 0\n-event_scheduler    = 1\n-\n-table_open_cache       = 50000\n-table_definition_cache = 50000\n-\n-# binary log and replication options\n-# We are temporarily enabling the binlogs on these servers to evaluate\n-# CDC functionality with paimon/flink.\n-#\n-# We will revert this change once the evaluation is complete.\n-# See #T258511 for a discussion about the long-term aim and #T358373.\n-log-bin\n-log-slave-updates\n-binlog-format                  = ROW\n-sync-binlog                    = 1\n-binlog_cache_size              = 10M\n-max-binlog_size                = 1000M\n-expire-logs-days               = 7\n-\n-# InnoDB file-per-table + TokuDB love those file descriptors\n-open-files-limit = 200000\n-\n-character_set_server     = binary\n-character_set_filesystem = binary\n-collation_server         = binary\n-\n-innodb_file_per_table          = 1\n-# this can get overiden by per-instance configuration\n-innodb_buffer_pool_size        = 15G\n-innodb_log_file_size           = 4G\n-innodb_flush_log_at_trx_commit = 0\n-innodb_flush_method            = O_DIRECT\n-innodb_io_capacity             = 1000\n-innodb_stats_method            = nulls_unequal\n-innodb_purge_threads           = 1\n-# Changed because of https://jira.mariadb.org/browse/MDEV-22373\n-innodb_change_buffering        = none\n-\n-innodb_strict_mode             = 1\n-\n-# T287244\n-innodb_checksum_algorithm = full_crc32\n-\n-# T268869\n-innodb_adaptive_hash_index=OFF\n-\n-# In 10.6 the default is 90%, 75% worked fine for us.\n-innodb_max_dirty_pages_pct = 75\n-\n-# don't dump and load innodb buffer at start and stop\n-# these servers will have the buffer pool in a bad state due to dumps\n-# so not sure if these will be useful, but we leave them here for now\n-innodb_buffer_pool_load_at_startup  = 1\n-innodb_buffer_pool_dump_at_shutdown = 1\n-\n-optimizer_switch='engine_condition_pushdown=on,optimize_join_buffer_size=on'\n-join_cache_level = 8\n-\n-skip-slave-start\n-slave_transaction_retries = 4294967295\n-\n-\n-# ssl\n-ssl-ca=/etc/ssl/certs/wmf-ca-certificates.crt\n-ssl-cert=/etc/mysql/ssl/cert.pem\n-ssl-key=/etc/mysql/ssl/server.key\n-ssl-cipher=TLSv1.2\n-\n-\n-# Enabling performance_schema (disabled by default in MariaDB10)\n-performance_schema                                     = 1\n-# downsizing performance schema memory usage: T99485\n-performance_schema_digests_size                        = -1\n-performance_schema_max_thread_instances                = 500\n-performance_schema_max_cond_instances                  = 1000\n-performance_schema_accounts_size                       = 300\n-performance_schema_hosts_size                          = 300\n-performance_schema_events_statements_history_size      = 10\n-performance_schema_events_statements_history_long_size = 1000\n-performance_schema_events_waits_history_size           = 10\n-performance_schema_events_waits_history_long_size      = 1000\n-performance_schema_events_stages_history_size          = 10\n-performance_schema_events_stages_history_long_size     = 1000\n-performance_schema_max_mutex_instances                 = 5000\n-performance_schema_max_rwlock_instances                = 2000\n-performance_schema_max_socket_instances                = 500\n-performance_schema_max_table_instances                 = 1000\n-\n-\n-[mysqldump]\n-\n-quick\n-max_allowed_packet = 32M\n-\n-!includedir /etc/mysql/mysqld.conf.d/", "parameters": "--- File[/etc/my.cnf].orig\n+++ File[/etc/my.cnf]\n\n-    mode  => 0644\n-    owner => root\n-    group => root\n"}, {"resource": "File[/usr/local/etc/my.cnf]", "parameters": "--- File[/usr/local/etc/my.cnf].orig\n+++ File[/usr/local/etc/my.cnf]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mysqld]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mysqld].orig\n+++ File[/etc/sudoers.d/nrpe-check_mysqld]\n\n-    require => Package[nagios-nrpe-server]\n-    group   => root\n-    owner   => root\n-    ensure  => absent\n"}, {"resource": "File[/usr/lib/nagios/plugins/check_mariadb.pl]", "parameters": "--- File[/usr/lib/nagios/plugins/check_mariadb.pl].orig\n+++ File[/usr/lib/nagios/plugins/check_mariadb.pl]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "Service[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "parameters": "--- Service[nrpe2nodexp-mariadb_replica_sql_state_s1.timer].orig\n+++ Service[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]\n\n-    provider => systemd\n-    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]']\n-    enable   => False\n-    ensure   => stopped\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mysqld.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mysqld.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mysqld.timer]\n\n-    unit              => nrpe2nodexp-mysqld.timer\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg\n@@ -1,2 +0,0 @@\n-# File generated by puppet. DO NOT edit by hand\n-command[check_mariadb_read_only_s1]=db-check-health --port=3311 --icinga --check_read_only=1 --process", "parameters": "--- File[/etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg]\n\n-    mode    => 0444\n-    group   => root\n-    ensure  => present\n-    notify  => Service[nagios-nrpe-server]\n-    require => Package[nagios-nrpe-server]\n-    owner   => root\n-    tag     => nrpe::check\n"}, {"resource": "Nrpe::Check[check_mysqld]", "parameters": "--- Nrpe::Check[check_mysqld].orig\n+++ Nrpe::Check[check_mysqld]\n\n-    command => /usr/lib/nagios/plugins/check_procs -c 1:1 -C mysqld\n-    before  => Monitoring::Service[mysqld]\n-    ensure  => present\n"}, {"resource": "Concat::Fragment[main contacts]"}, {"resource": "Monitoring::Service[mariadb_memory]", "parameters": "--- Monitoring::Service[mariadb_memory].orig\n+++ Monitoring::Service[mariadb_memory]\n\n-    contact_group  => admins\n-    check_interval => 1\n-    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n-    description    => MariaDB memory\n-    ensure         => present\n-    migration_task => T315866\n-    host           => db2141\n-    freshness      => 36000\n-    passive        => False\n-    config_dir     => /etc/nagios\n-    critical       => False\n-    retry_interval => 1\n-    check_command  => nrpe_check!check_mariadb_memory!10\n-    retries        => 3\n"}, {"resource": "Prometheus::Alert::Rule[check_mariadb_read_only_s1_42baf529e0f3bfca391aca0a24c880e9]", "parameters": "--- Prometheus::Alert::Rule[check_mariadb_read_only_s1_42baf529e0f3bfca391aca0a24c880e9].orig\n+++ Prometheus::Alert::Rule[check_mariadb_read_only_s1_42baf529e0f3bfca391aca0a24c880e9]\n\n-    site               => codfw\n-    alert_name         => nrpe_MariaDB_read_only_s1\n-    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Master_comes_back_in_read_only\n-    description        => NRPE CHECK: MariaDB read only s1\n-    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mariadb_read_only_s1))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n-    ensure             => absent\n-    instance           => ops\n-    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"42baf529e0f3bfca391aca0a24c880e9\",check_name=\"check_mariadb_read_only_s1\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n-    for                => 3m\n-    summary            => NRPE CHECK: MariaDB read only s1\n-    team               => observability\n-    severity           => info\n-    def_label_whitelst => ['team', 'severity']\n-    group              => nrpechecks\n-    dashboard          => TODO\n"}, {"resource": "Nrpe::Monitor_service[mysqld]", "parameters": "--- Nrpe::Monitor_service[mysqld].orig\n+++ Nrpe::Monitor_service[mysqld]\n\n-    contact_group               => admins\n-    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n-    check_interval              => 1\n-    description                 => mysqld processes\n-    ensure                      => present\n-    migration_task              => T315866\n-    nrpe_command                => /usr/lib/nagios/plugins/check_procs -c 1:1 -C mysqld\n-    timeout                     => 10\n-    alertmanager_team           => observability\n-    critical                    => False\n-    retry_interval              => 1\n-    enable_nrpe2nodexp          => False\n-    enable_icinga_check         => True\n-    retries                     => 3\n-    nrpe2nodexp_parse_perf_data => False\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mariadb_read_only_s1]", "parameters": "--- Systemd::Service[nrpe2nodexp-mariadb_read_only_s1].orig\n+++ Systemd::Service[nrpe2nodexp-mariadb_read_only_s1]\n\n-    monitoring_critical      => False\n-    override                 => False\n-    ensure                   => absent\n-    monitoring_enabled       => False\n-    migration_task           => T407130\n-    require                  => Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.service]\n-    restart                  => False\n-    unit_type                => timer\n-    service_params           => {}\n-    monitoring_contact_group => admins\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf\n@@ -1,10 +0,0 @@\n-# SPDX-License-Identifier: Apache-2.0\n-if $programname contains \"nrpe2nodexp-mysqld\" then {\n-    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n-        # Send logs to kafka\n-        set $.log_outputs = \"kafka ecs_170 local\";\n-    } else {\n-        # Filter out non-relevant nrpe2nodexp messages\n-        stop\n-    }\n-}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Service[rsyslog]\n-    owner  => root\n"}, {"resource": "File[/var/lib/prometheus/node.d/role_owner.prom]", "content": "--- /var/lib/prometheus/node.d/role_owner.prom.orig\n+++ /var/lib/prometheus/node.d/role_owner.prom\n@@ -1,3 +1,3 @@\n # HELP role_owner The team owner of the server role\n # TYPE role_owner gauge\n-role_owner{team=\"data-persistence\",role=\"mariadb::backup_source\",cluster=\"mysql\"} 1.0\n+role_owner{team=\"data-persistence\",role=\"insetup::data_persistence_ferm\",cluster=\"mysql\"} 1.0"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf\n@@ -1,10 +0,0 @@\n-# SPDX-License-Identifier: Apache-2.0\n-if $programname contains \"nrpe2nodexp-mariadb_replica_sql_lag_s1\" then {\n-    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n-        # Send logs to kafka\n-        set $.log_outputs = \"kafka ecs_170 local\";\n-    } else {\n-        # Filter out non-relevant nrpe2nodexp messages\n-        stop\n-    }\n-}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Service[rsyslog]\n-    owner  => root\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mariadb_memory]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mariadb_memory].orig\n+++ Systemd::Timer[nrpe2nodexp-mariadb_memory]\n\n-    splay              => 60\n-    fixed_random_delay => True\n-    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n-    ensure             => absent\n-    unit_name          => nrpe2nodexp-mariadb_memory.service\n-    accuracy           => 15sec\n"}, {"resource": "Ferm::Service[s1_orchestrator]", "parameters": "--- Ferm::Service[s1_orchestrator].orig\n+++ Ferm::Service[s1_orchestrator]\n\n-    proto   => tcp\n-    prio    => 10\n-    desc    => \n-    ensure  => present\n-    port    => [3311]\n-    notrack => True\n-    srange  => ['dborch1001.wikimedia.org', 'dborch1002.wikimedia.org', 'dborch1003.eqiad.wmnet']\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mariadb_disk_space.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mariadb_disk_space.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mariadb_disk_space.prom]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "Class[Mariadb::Monitor_process]", "parameters": "--- Class[Mariadb::Monitor_process].orig\n+++ Class[Mariadb::Monitor_process]\n\n-    contact_group => admins\n-    process_count => 1\n-    is_critical   => False\n-    process_name  => mysqld\n"}, {"resource": "Class[Mariadb::Config]", "parameters": "--- Class[Mariadb::Config].orig\n+++ Class[Mariadb::Config]\n\n-    max_allowed_packet      => 16M\n-    binlog_format           => ROW\n-    password                => undefined\n-    semi_sync               => off\n-    config                  => profile/mariadb/mysqld_config/dbstore_multiinstance.my.cnf.erb\n-    ssl_key                 => \n-    expire_logs_days        => 30\n-    prompt                  => \\u@\\h(\\d)>\\_\n-    socket                  => /run/mysqld/mysqld.sock\n-    flush_log_at_trx_commit => 1\n-    basedir                 => /opt/wmf-mariadb1011\n-    p_s                     => on\n-    sql_mode                => \n-    ssl                     => puppet-cert\n-    tmpdir                  => /srv/tmp\n-    ssl_cert                => \n-    innodb_change_buffering => none\n-    replication_role        => standalone\n-    port                    => 3306\n-    event_scheduler         => 1\n-    datadir                 => False\n-    read_only               => 1\n-    sync_binlog             => 1\n-    ssl_verify_server_cert  => True\n-    ssl_ca                  => \n"}, {"resource": "Nrpe::Monitor_service[mariadb_replica_io_state_s1]", "parameters": "--- Nrpe::Monitor_service[mariadb_replica_io_state_s1].orig\n+++ Nrpe::Monitor_service[mariadb_replica_io_state_s1]\n\n-    contact_group               => admins\n-    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n-    check_interval              => 1\n-    description                 => MariaDB Replica IO: s1\n-    ensure                      => present\n-    migration_task              => T315866\n-    nrpe_command                => /usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_io_state\n-    timeout                     => 10\n-    alertmanager_team           => observability\n-    critical                    => False\n-    retry_interval              => 1\n-    enable_nrpe2nodexp          => False\n-    enable_icinga_check         => True\n-    retries                     => 3\n-    nrpe2nodexp_parse_perf_data => False\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "Ferm::Service[s1_mariadb_internal]", "parameters": "--- Ferm::Service[s1_mariadb_internal].orig\n+++ Ferm::Service[s1_mariadb_internal]\n\n-    proto   => tcp\n-    prio    => 10\n-    desc    => \n-    ensure  => present\n-    port    => 3311\n-    notrack => True\n-    srange  => $INTERNAL\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mariadb_read_only_s1.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mariadb_read_only_s1.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mariadb_read_only_s1.prom]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "Prometheus::Alert::Rule[check_mariadb_replica_sql_lag_s1_8ec9d6c1155ae60699aaf9dfd1fa339b]", "parameters": "--- Prometheus::Alert::Rule[check_mariadb_replica_sql_lag_s1_8ec9d6c1155ae60699aaf9dfd1fa339b].orig\n+++ Prometheus::Alert::Rule[check_mariadb_replica_sql_lag_s1_8ec9d6c1155ae60699aaf9dfd1fa339b]\n\n-    site               => codfw\n-    alert_name         => nrpe_MariaDB_Replica_Lag__s1\n-    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n-    description        => NRPE CHECK: MariaDB Replica Lag: s1\n-    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mariadb_replica_sql_lag_s1))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n-    ensure             => absent\n-    instance           => ops\n-    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"8ec9d6c1155ae60699aaf9dfd1fa339b\",check_name=\"check_mariadb_replica_sql_lag_s1\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n-    for                => 10m\n-    summary            => NRPE CHECK: MariaDB Replica Lag: s1\n-    team               => observability\n-    severity           => info\n-    def_label_whitelst => ['team', 'severity']\n-    group              => nrpechecks\n-    dashboard          => TODO\n"}, {"resource": "File[/usr/local/lib/nagios/plugins/check_mariadb]", "parameters": "--- File[/usr/local/lib/nagios/plugins/check_mariadb].orig\n+++ File[/usr/local/lib/nagios/plugins/check_mariadb]\n\n-    mode    => 0555\n-    source  => puppet:///modules/icinga/check_mariadb.pl\n-    group   => root\n-    ensure  => file\n-    require => File[/usr/local/lib/nagios/plugins/]\n-    owner   => root\n-    tag     => nrpe::plugin\n"}, {"resource": "Class[Mariadb::Service]", "parameters": "--- Class[Mariadb::Service].orig\n+++ Class[Mariadb::Service]\n\n-    manage   => False\n-    override => [Service]\nExecStartPre=/bin/sh -c \"echo 'mariadb main service is disabled, use mariadb@<instance_name> instead'; exit 1\"\n-    enable   => False\n-    ensure   => stopped\n"}, {"resource": "Sudo::User[nrpe-check_mariadb_disk_space]", "parameters": "--- Sudo::User[nrpe-check_mariadb_disk_space].orig\n+++ Sudo::User[nrpe-check_mariadb_disk_space]\n\n-    privileges => []\n-    ensure     => absent\n-    require    => ['Class[Sudo]']\n-    user       => nagios\n-    tag        => nrpe::check\n"}, {"resource": "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "content": "--- /lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service.orig\n+++ /lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service\n@@ -1,8 +0,0 @@\n-[Unit]\n-Description=Auto restart job: prometheus-mysqld-exporter@s1\n-Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-\n-[Service]\n-Type=oneshot\n-User=root\n-ExecStart=/usr/local/sbin/wmf-auto-restart -s prometheus-mysqld-exporter@s1", "parameters": "--- File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service].orig\n+++ File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => present\n-    notify => Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)]\n-    owner  => root\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg\n@@ -1,2 +0,0 @@\n-# File generated by puppet. DO NOT edit by hand\n-command[check_mariadb_replica_io_state_s1]=/usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_io_state", "parameters": "--- File[/etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg]\n\n-    mode    => 0444\n-    group   => root\n-    ensure  => present\n-    notify  => Service[nagios-nrpe-server]\n-    require => Package[nagios-nrpe-server]\n-    owner   => root\n-    tag     => nrpe::check\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg\n@@ -1,2 +0,0 @@\n-# File generated by puppet. DO NOT edit by hand\n-command[check_mariadb_replica_sql_state_s1]=/usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_sql_state", "parameters": "--- File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg]\n\n-    mode    => 0444\n-    group   => root\n-    ensure  => present\n-    notify  => Service[nagios-nrpe-server]\n-    require => Package[nagios-nrpe-server]\n-    owner   => root\n-    tag     => nrpe::check\n"}, {"resource": "File[/etc/mysql/ssl]", "parameters": "--- File[/etc/mysql/ssl].orig\n+++ File[/etc/mysql/ssl]\n\n-    mode   => 0555\n-    group  => mysql\n-    owner  => mysql\n-    ensure => directory\n"}, {"resource": "Package[python3-wmfmariadbpy]", "parameters": "--- Package[python3-wmfmariadbpy].orig\n+++ Package[python3-wmfmariadbpy]\n\n-    provider => apt\n-    ensure   => installed\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg\n@@ -1,2 +0,0 @@\n-# File generated by puppet. DO NOT edit by hand\n-command[check_mariadb_replica_sql_lag_s1]=/usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_sql_lag                            --shard=s1 --datacenter=eqiad                            --sql-lag-warn=60                            --sql-lag-crit=300", "parameters": "--- File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg]\n\n-    mode    => 0444\n-    group   => root\n-    ensure  => present\n-    notify  => Service[nagios-nrpe-server]\n-    require => Package[nagios-nrpe-server]\n-    owner   => root\n-    tag     => nrpe::check\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.timer]\n\n-    unit              => nrpe2nodexp-mariadb_replica_io_state_s1.timer\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "Class[Mariadb::Packages_wmf]", "parameters": "--- Class[Mariadb::Packages_wmf].orig\n+++ Class[Mariadb::Packages_wmf]\n\n-    package => wmf-mariadb1011\n"}, {"resource": "File[/etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf]", "content": "--- /etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf.orig\n+++ /etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf\n@@ -1,10 +0,0 @@\n-# rsyslog.conf(5) configuration file for services.\n-# This file is managed by Puppet.\n-if $programname startswith \"wmf_auto_restart_prometheus-mysqld-exporter_s1\" then {\n-    action(\n-        type=\"omfile\" file=\"/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1/syslog.log\"\n-        fileOwner=\"root\" fileGroup=\"root\"\n-        fileCreateMode=\"0644\"\n-    )\n-    & stop\n-}", "parameters": "--- File[/etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf].orig\n+++ File[/etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => present\n-    notify => Service[rsyslog]\n-    owner  => root\n"}, {"resource": "Class[Profile::Mariadb::Wmfmariadbpy]", "parameters": "--- Class[Profile::Mariadb::Wmfmariadbpy].orig\n+++ Class[Profile::Mariadb::Wmfmariadbpy]\n\n-    section_ports => {'s1': 3311, 's2': 3312, 's3': 3313, 's4': 3314, 's5': 3315, 's6': 3316, 's7': 3317, 's8': 3318, 'x1': 3320, 'x3': 3363, 'm1': 3321, 'm2': 3322, 'm3': 3323, 'm5': 3325, 'staging': 3350, 'matomo': 3351, 'analytics_meta': 3352, 'backup1-eqiad': 3360, 'backup1-codfw': 3361}\n-    role          => db\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mariadb_memory]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mariadb_memory].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mariadb_memory]\n\n-    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-    description               => execution of nrpe2nodexp for the check_mariadb_memory command.\n-    ensure                    => absent\n-    send_mail                 => False\n-    environment               => {}\n-    logfile_basedir           => /var/log\n-    user                      => nagios\n-    logfile_perms             => all\n-    private_tmp               => False\n-    monitoring_contact_groups => admins\n-    success_exit_status       => []\n-    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n-    ignore_errors             => True\n-    syslog_match_startswith   => True\n-    send_mail_to              => root@db2141.codfw.wmnet\n-    logfile_name              => syslog.log\n-    syslog_force_stop         => True\n-    send_mail_only_on_error   => True\n-    syslog_identifier         => nrpe2nodexp-mariadb_memory\n-    logging_enabled           => False\n-    monitoring_enabled        => False\n-    splay                     => 60\n-    fixed_random_delay        => True\n-    group                     => prometheus-node-exporter\n-    logfile_group             => root\n-    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"b5a92c72542d5f0c031014e7a8db014e\" --timeout 10 --check-command \"check_mariadb_memory\"\n"}, {"resource": "File[/etc/default/prometheus]", "parameters": "--- File[/etc/default/prometheus].orig\n+++ File[/etc/default/prometheus]\n\n-    group  => prometheus\n-    mode   => 0550\n-    owner  => prometheus\n-    ensure => directory\n"}, {"resource": "File[/etc/mysql/ssl/server.key]", "parameters": "--- File[/etc/mysql/ssl/server.key].orig\n+++ File[/etc/mysql/ssl/server.key]\n\n-    show_diff => False\n-    mode      => 0400\n-    source    => /var/lib/puppet/ssl/private_keys/db2141.codfw.wmnet.pem\n-    group     => mysql\n-    ensure    => present\n-    owner     => mysql\n"}, {"resource": "File[/etc/update-motd.d/05-mariadb--backup-source]", "content": "--- /etc/update-motd.d/05-mariadb--backup-source.orig\n+++ /etc/update-motd.d/05-mariadb--backup-source\n@@ -1,2 +0,0 @@\n-#!/bin/sh\n-printf \"%s\\n\" \"db2141 is a MariaDB server containing replicas of mediawiki databases used to generate backups (mariadb::backup_source)\"", "parameters": "--- File[/etc/update-motd.d/05-mariadb--backup-source].orig\n+++ File[/etc/update-motd.d/05-mariadb--backup-source]\n\n-    group  => root\n-    mode   => 0555\n-    owner  => root\n-    ensure => present\n"}, {"resource": "Service[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "parameters": "--- Service[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer].orig\n+++ Service[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]\n\n-    provider => systemd\n-    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]']\n-    enable   => False\n-    ensure   => stopped\n"}, {"resource": "Sudo::User[nrpe-check_mariadb_replica_sql_lag_s1]", "parameters": "--- Sudo::User[nrpe-check_mariadb_replica_sql_lag_s1].orig\n+++ Sudo::User[nrpe-check_mariadb_replica_sql_lag_s1]\n\n-    privileges => []\n-    ensure     => absent\n-    require    => ['Class[Sudo]']\n-    user       => nagios\n-    tag        => nrpe::check\n"}, {"resource": "Motd::Message[mariadb::backup_source]", "parameters": "--- Motd::Message[mariadb::backup_source].orig\n+++ Motd::Message[mariadb::backup_source]\n\n-    priority => 5\n-    message  => db2141 is a MariaDB server containing replicas of mediawiki databases used to generate backups (mariadb::backup_source)\n-    ensure   => present\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mariadb_replica_io_state_s1]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mariadb_replica_io_state_s1].orig\n+++ File[/etc/sudoers.d/nrpe-check_mariadb_replica_io_state_s1]\n\n-    require => Package[nagios-nrpe-server]\n-    group   => root\n-    owner   => root\n-    ensure  => absent\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_disk_space.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_disk_space.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_disk_space.timer]\n\n-    unit              => nrpe2nodexp-mariadb_disk_space.timer\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf\n@@ -1,10 +0,0 @@\n-# SPDX-License-Identifier: Apache-2.0\n-if $programname contains \"nrpe2nodexp-mariadb_read_only_s1\" then {\n-    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n-        # Send logs to kafka\n-        set $.log_outputs = \"kafka ecs_170 local\";\n-    } else {\n-        # Filter out non-relevant nrpe2nodexp messages\n-        stop\n-    }\n-}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Service[rsyslog]\n-    owner  => root\n"}, {"resource": "Class[Monitoring]", "parameters": "--- Class[Monitoring].orig\n+++ Class[Monitoring]\n\n@@\n-    notifications_enabled => True\n+    notifications_enabled => False\n"}, {"resource": "Systemd::Timer[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "parameters": "--- Systemd::Timer[wmf_auto_restart_prometheus-mysqld-exporter@s1].orig\n+++ Systemd::Timer[wmf_auto_restart_prometheus-mysqld-exporter@s1]\n\n-    splay              => 0\n-    fixed_random_delay => False\n-    timer_intervals    => [{'start': 'OnCalendar', 'interval': 'Mon,Tue,Wed,Thu,Fri *-*-* 3:10:00'}]\n-    ensure             => present\n-    unit_name          => wmf_auto_restart_prometheus-mysqld-exporter@s1.service\n-    accuracy           => 15sec\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mariadb_disk_space]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mariadb_disk_space].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mariadb_disk_space]\n\n-    mode     => 0444\n-    priority => 25\n-    ensure   => absent\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mariadb_memory]", "parameters": "--- Systemd::Service[nrpe2nodexp-mariadb_memory].orig\n+++ Systemd::Service[nrpe2nodexp-mariadb_memory]\n\n-    monitoring_critical      => False\n-    override                 => False\n-    ensure                   => absent\n-    monitoring_enabled       => False\n-    migration_task           => T407130\n-    require                  => Systemd::Unit[nrpe2nodexp-mariadb_memory.service]\n-    restart                  => False\n-    unit_type                => timer\n-    service_params           => {}\n-    monitoring_contact_group => admins\n"}, {"resource": "Nrpe::Check[check_mariadb_replica_io_state_s1]", "parameters": "--- Nrpe::Check[check_mariadb_replica_io_state_s1].orig\n+++ Nrpe::Check[check_mariadb_replica_io_state_s1]\n\n-    command => /usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_io_state\n-    before  => Monitoring::Service[mariadb_replica_io_state_s1]\n-    ensure  => present\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 ssh]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 ssh].orig\n+++ Monitoring::Exported_nagios_service[db2141 ssh]\n\n@@\n-    notifications_enabled => 1\n+    notifications_enabled => 0\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_state_s1.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_state_s1.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_state_s1.prom]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "Nrpe::Check[check_mariadb_disk_space]", "parameters": "--- Nrpe::Check[check_mariadb_disk_space].orig\n+++ Nrpe::Check[check_mariadb_disk_space]\n\n-    command => /usr/lib/nagios/plugins/check_disk -w 10% -c 5% -l -e --exclude-type=tracefs --exclude-type=tmpfs --exclude-type=ramfs --exclude-type=devtmpfs\n-    before  => Monitoring::Service[mariadb_disk_space]\n-    ensure  => present\n"}, {"resource": "Class[Mariadb::Monitor_memory]", "parameters": "--- Class[Mariadb::Monitor_memory].orig\n+++ Class[Mariadb::Monitor_memory]\n\n-    contact_group => admins\n-    critical      => 95\n-    is_critical   => False\n-    warning       => 90\n"}, {"resource": "Service[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "parameters": "--- Service[nrpe2nodexp-mariadb_replica_io_state_s1.timer].orig\n+++ Service[nrpe2nodexp-mariadb_replica_io_state_s1.timer]\n\n-    provider => systemd\n-    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]']\n-    enable   => False\n-    ensure   => stopped\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "Motd::Script[insetup::data_persistence_ferm]", "parameters": "--- Motd::Script[insetup::data_persistence_ferm].orig\n+++ Motd::Script[insetup::data_persistence_ferm]\n\n+    priority => 5\n+    ensure   => present\n"}, {"resource": "Firewall::Service[s1_orchestrator]", "parameters": "--- Firewall::Service[s1_orchestrator].orig\n+++ Firewall::Service[s1_orchestrator]\n\n-    proto   => tcp\n-    prio    => 10\n-    desc    => \n-    ensure  => present\n-    port    => [3311]\n-    notrack => True\n-    srange  => ['dborch1001.wikimedia.org', 'dborch1002.wikimedia.org', 'dborch1003.eqiad.wmnet']\n"}, {"resource": "Motd::Message[insetup::data_persistence_ferm]", "parameters": "--- Motd::Message[insetup::data_persistence_ferm].orig\n+++ Motd::Message[insetup::data_persistence_ferm]\n\n+    priority => 5\n+    message  => db2141 is a Host being setup by Data Persistence SREs (insetup::data_persistence_ferm)\n+    ensure   => present\n"}, {"resource": "User[mysql]", "parameters": "--- User[mysql].orig\n+++ User[mysql]\n\n-    system     => True\n-    managehome => False\n-    ensure     => present\n-    gid        => mysql\n-    home       => /nonexistent\n-    shell      => /bin/false\n"}, {"resource": "File[/etc/mysql/ssl/server-cert.pem]", "parameters": "--- File[/etc/mysql/ssl/server-cert.pem].orig\n+++ File[/etc/mysql/ssl/server-cert.pem]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "Nrpe::Monitor_service[mariadb_replica_sql_lag_s1]", "parameters": "--- Nrpe::Monitor_service[mariadb_replica_sql_lag_s1].orig\n+++ Nrpe::Monitor_service[mariadb_replica_sql_lag_s1]\n\n-    contact_group               => admins\n-    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n-    check_interval              => 1\n-    description                 => MariaDB Replica Lag: s1\n-    ensure                      => present\n-    migration_task              => T315866\n-    nrpe_command                => /usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_sql_lag                            --shard=s1 --datacenter=eqiad                            --sql-lag-warn=60                            --sql-lag-crit=300\n-    timeout                     => 10\n-    alertmanager_team           => observability\n-    critical                    => False\n-    retry_interval              => 1\n-    enable_nrpe2nodexp          => False\n-    enable_icinga_check         => True\n-    retries                     => 10\n-    nrpe2nodexp_parse_perf_data => False\n"}, {"resource": "Class[Profile::Base::Production]", "parameters": "--- Class[Profile::Base::Production].orig\n+++ Class[Profile::Base::Production]\n\n@@\n-    role_description => MariaDB server containing replicas of mediawiki databases used to generate backups\n+    role_description => Host being setup by Data Persistence SREs\n"}, {"resource": "Monitoring::Service[mariadb_replica_sql_state_s1]", "parameters": "--- Monitoring::Service[mariadb_replica_sql_state_s1].orig\n+++ Monitoring::Service[mariadb_replica_sql_state_s1]\n\n-    contact_group  => admins\n-    check_interval => 1\n-    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n-    description    => MariaDB Replica SQL: s1\n-    ensure         => present\n-    migration_task => T315866\n-    host           => db2141\n-    freshness      => 36000\n-    passive        => False\n-    config_dir     => /etc/nagios\n-    critical       => False\n-    retry_interval => 1\n-    check_command  => nrpe_check!check_mariadb_replica_sql_state_s1!10\n-    retries        => 3\n"}, {"resource": "File[/etc/default/prometheus-mysqld-exporter@s1]", "content": "--- /etc/default/prometheus-mysqld-exporter@s1.orig\n+++ /etc/default/prometheus-mysqld-exporter@s1\n@@ -1 +0,0 @@\n-ARGS='--web.listen-address \":13311\" --config.my-cnf \"/var/lib/prometheus/.my.s1.cnf\" --collect.global_status --collect.global_variables --collect.info_schema.processlist --collect.slave_status --collect.heartbeat --collect.heartbeat.utc --no-collect.info_schema.tables'", "parameters": "--- File[/etc/default/prometheus-mysqld-exporter@s1].orig\n+++ File[/etc/default/prometheus-mysqld-exporter@s1]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => present\n-    notify => Exec[systemctl try-restart prometheus-mysqld-exporter@s1]\n-    owner  => root\n"}, {"resource": "Rsyslog::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "parameters": "--- Rsyslog::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1].orig\n+++ Rsyslog::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]\n\n-    require  => File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1]\n-    mode     => 0444\n-    priority => 40\n-    ensure   => present\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf\n@@ -1,10 +0,0 @@\n-# SPDX-License-Identifier: Apache-2.0\n-if $programname contains \"nrpe2nodexp-mariadb_memory\" then {\n-    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n-        # Send logs to kafka\n-        set $.log_outputs = \"kafka ecs_170 local\";\n-    } else {\n-        # Filter out non-relevant nrpe2nodexp messages\n-        stop\n-    }\n-}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Service[rsyslog]\n-    owner  => root\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service\n@@ -1,11 +0,0 @@\n-[Unit]\n-Description=execution of nrpe2nodexp for the check_mariadb_read_only_s1 command.\n-Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-\n-[Service]\n-Type=oneshot\n-User=nagios\n-\n-Group=prometheus-node-exporter\n-SyslogIdentifier=nrpe2nodexp-mariadb_read_only_s1\n-ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"42baf529e0f3bfca391aca0a24c880e9\" --timeout 10 --check-command \"check_mariadb_read_only_s1\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)]\n-    owner  => root\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.service]\n\n-    unit              => nrpe2nodexp-mariadb_replica_io_state_s1.service\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "Prometheus::Alert::Rule[check_mysqld_ca81db2c9e98d408f9f65c79817da116]", "parameters": "--- Prometheus::Alert::Rule[check_mysqld_ca81db2c9e98d408f9f65c79817da116].orig\n+++ Prometheus::Alert::Rule[check_mysqld_ca81db2c9e98d408f9f65c79817da116]\n\n-    site               => codfw\n-    alert_name         => nrpe_mysqld_processes\n-    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n-    description        => NRPE CHECK: mysqld processes\n-    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mysqld))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n-    ensure             => absent\n-    instance           => ops\n-    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"ca81db2c9e98d408f9f65c79817da116\",check_name=\"check_mysqld\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n-    for                => 3m\n-    summary            => NRPE CHECK: mysqld processes\n-    team               => observability\n-    severity           => info\n-    def_label_whitelst => ['team', 'severity']\n-    group              => nrpechecks\n-    dashboard          => TODO\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mysqld]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mysqld].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mysqld]\n\n-    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-    description               => execution of nrpe2nodexp for the check_mysqld command.\n-    ensure                    => absent\n-    send_mail                 => False\n-    environment               => {}\n-    logfile_basedir           => /var/log\n-    user                      => nagios\n-    logfile_perms             => all\n-    private_tmp               => False\n-    monitoring_contact_groups => admins\n-    success_exit_status       => []\n-    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n-    ignore_errors             => True\n-    syslog_match_startswith   => True\n-    send_mail_to              => root@db2141.codfw.wmnet\n-    logfile_name              => syslog.log\n-    syslog_force_stop         => True\n-    send_mail_only_on_error   => True\n-    syslog_identifier         => nrpe2nodexp-mysqld\n-    logging_enabled           => False\n-    monitoring_enabled        => False\n-    splay                     => 60\n-    fixed_random_delay        => True\n-    group                     => prometheus-node-exporter\n-    logfile_group             => root\n-    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"ca81db2c9e98d408f9f65c79817da116\" --timeout 10 --check-command \"check_mysqld\"\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 raid_megaraid]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 raid_megaraid].orig\n+++ Monitoring::Exported_nagios_service[db2141 raid_megaraid]\n\n@@\n-    notifications_enabled => 1\n+    notifications_enabled => 0\n"}, {"resource": "File[/etc/mysql/ssl/server.p12]", "parameters": "--- File[/etc/mysql/ssl/server.p12].orig\n+++ File[/etc/mysql/ssl/server.p12]\n\n-    mode   => 0440\n-    group  => mysql\n-    owner  => mysql\n-    ensure => absent\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mysqld.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mysqld.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mysqld.prom]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mariadb_memory]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mariadb_memory].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mariadb_memory]\n\n-    mode     => 0444\n-    priority => 25\n-    ensure   => absent\n"}, {"resource": "File[/etc/ferm/conf.d/10_s1_mariadb_internal]", "content": "--- /etc/ferm/conf.d/10_s1_mariadb_internal.orig\n+++ /etc/ferm/conf.d/10_s1_mariadb_internal\n@@ -1,8 +0,0 @@\n-# Autogenerated by puppet. DO NOT EDIT BY HAND!\n-#\n-# \n-&R_SERVICE(tcp, 3311, $INTERNAL);\n-\n-\n-\n-&NO_TRACK(tcp, 3311);", "parameters": "--- File[/etc/ferm/conf.d/10_s1_mariadb_internal].orig\n+++ File[/etc/ferm/conf.d/10_s1_mariadb_internal]\n\n-    mode    => 0400\n-    group   => root\n-    ensure  => present\n-    notify  => Service[ferm]\n-    require => File[/etc/ferm/conf.d]\n-    owner   => root\n-    tag     => ferm\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_lag_s1].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_lag_s1]\n\n-    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-    description               => execution of nrpe2nodexp for the check_mariadb_replica_sql_lag_s1 command.\n-    ensure                    => absent\n-    send_mail                 => False\n-    environment               => {}\n-    logfile_basedir           => /var/log\n-    user                      => nagios\n-    logfile_perms             => all\n-    private_tmp               => False\n-    monitoring_contact_groups => admins\n-    success_exit_status       => []\n-    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n-    ignore_errors             => True\n-    syslog_match_startswith   => True\n-    send_mail_to              => root@db2141.codfw.wmnet\n-    logfile_name              => syslog.log\n-    syslog_force_stop         => True\n-    send_mail_only_on_error   => True\n-    syslog_identifier         => nrpe2nodexp-mariadb_replica_sql_lag_s1\n-    logging_enabled           => False\n-    monitoring_enabled        => False\n-    splay                     => 60\n-    fixed_random_delay        => True\n-    group                     => prometheus-node-exporter\n-    logfile_group             => root\n-    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"8ec9d6c1155ae60699aaf9dfd1fa339b\" --timeout 10 --check-command \"check_mariadb_replica_sql_lag_s1\"\n"}, {"resource": "File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "parameters": "--- File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1].orig\n+++ File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1]\n\n-    force  => True\n-    mode   => 0755\n-    group  => root\n-    ensure => directory\n-    backup => False\n-    owner  => root\n"}, {"resource": "Service[nrpe2nodexp-mariadb_disk_space.timer]", "parameters": "--- Service[nrpe2nodexp-mariadb_disk_space.timer].orig\n+++ Service[nrpe2nodexp-mariadb_disk_space.timer]\n\n-    provider => systemd\n-    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]']\n-    enable   => False\n-    ensure   => stopped\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "File[/opt/wmf-mariadb1011/my.cnf]", "parameters": "--- File[/opt/wmf-mariadb1011/my.cnf].orig\n+++ File[/opt/wmf-mariadb1011/my.cnf]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "File[/etc/systemd/system/mariadb.service.d]", "parameters": "--- File[/etc/systemd/system/mariadb.service.d].orig\n+++ File[/etc/systemd/system/mariadb.service.d]\n\n-    group  => root\n-    mode   => 0755\n-    owner  => root\n-    ensure => directory\n"}, {"resource": "File[/etc/update-motd.d/05-insetup--data-persistence-ferm]", "content": "--- /etc/update-motd.d/05-insetup--data-persistence-ferm.orig\n+++ /etc/update-motd.d/05-insetup--data-persistence-ferm\n@@ -0,0 +1,2 @@\n+#!/bin/sh\n+printf \"%s\\n\" \"db2141 is a Host being setup by Data Persistence SREs (insetup::data_persistence_ferm)\"", "parameters": "--- File[/etc/update-motd.d/05-insetup--data-persistence-ferm].orig\n+++ File[/etc/update-motd.d/05-insetup--data-persistence-ferm]\n\n+    group  => root\n+    mode   => 0555\n+    owner  => root\n+    ensure => present\n"}, {"resource": "Class[Profile::Mariadb::Mysql_role]", "parameters": "--- Class[Profile::Mariadb::Mysql_role].orig\n+++ Class[Profile::Mariadb::Mysql_role]\n\n-    role => slave\n"}, {"resource": "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)]", "parameters": "--- Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)].orig\n+++ Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)]\n\n-    command     => /bin/systemctl daemon-reload\n-    before      => ['Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]']\n-    refreshonly => True\n"}, {"resource": "Nrpe::Monitor_service[mariadb_memory]", "parameters": "--- Nrpe::Monitor_service[mariadb_memory].orig\n+++ Nrpe::Monitor_service[mariadb_memory]\n\n-    contact_group               => admins\n-    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n-    check_interval              => 1\n-    description                 => MariaDB memory\n-    ensure                      => present\n-    require                     => Package[monitoring-plugins-contrib]\n-    critical                    => False\n-    retry_interval              => 1\n-    nrpe2nodexp_parse_perf_data => False\n-    migration_task              => T315866\n-    nrpe_command                => /usr/lib/nagios/plugins/pmp-check-unix-memory -c 95 -w 90\n-    timeout                     => 10\n-    alertmanager_team           => observability\n-    enable_nrpe2nodexp          => False\n-    enable_icinga_check         => True\n-    retries                     => 3\n"}, {"resource": "Sudo::User[nrpe-check_mariadb_memory]", "parameters": "--- Sudo::User[nrpe-check_mariadb_memory].orig\n+++ Sudo::User[nrpe-check_mariadb_memory]\n\n-    privileges => []\n-    ensure     => absent\n-    require    => ['Class[Sudo]']\n-    user       => nagios\n-    tag        => nrpe::check\n"}, {"resource": "File[/etc/mysql/mysqld.conf.d/s1.cnf]", "content": "--- /etc/mysql/mysqld.conf.d/s1.cnf.orig\n+++ /etc/mysql/mysqld.conf.d/s1.cnf\n@@ -1,9 +0,0 @@\n-[mysqld@s1]\n-datadir = /srv/sqldata.s1\n-tmpdir = /srv/tmp.s1\n-socket = /run/mysqld/mysqld.s1.sock\n-port = 3311\n-extra-port = 3331\n-innodb_buffer_pool_size = 192G\n-read-only = 1\n-", "parameters": "--- File[/etc/mysql/mysqld.conf.d/s1.cnf].orig\n+++ File[/etc/mysql/mysqld.conf.d/s1.cnf]\n\n-    mode  => 0644\n-    owner => root\n-    group => root\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mariadb_read_only_s1]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mariadb_read_only_s1].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mariadb_read_only_s1]\n\n-    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-    description               => execution of nrpe2nodexp for the check_mariadb_read_only_s1 command.\n-    ensure                    => absent\n-    send_mail                 => False\n-    environment               => {}\n-    logfile_basedir           => /var/log\n-    user                      => nagios\n-    logfile_perms             => all\n-    private_tmp               => False\n-    monitoring_contact_groups => admins\n-    success_exit_status       => []\n-    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n-    ignore_errors             => True\n-    syslog_match_startswith   => True\n-    send_mail_to              => root@db2141.codfw.wmnet\n-    logfile_name              => syslog.log\n-    syslog_force_stop         => True\n-    send_mail_only_on_error   => True\n-    syslog_identifier         => nrpe2nodexp-mariadb_read_only_s1\n-    logging_enabled           => False\n-    monitoring_enabled        => False\n-    splay                     => 60\n-    fixed_random_delay        => True\n-    group                     => prometheus-node-exporter\n-    logfile_group             => root\n-    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"42baf529e0f3bfca391aca0a24c880e9\" --timeout 10 --check-command \"check_mariadb_read_only_s1\"\n"}, {"resource": "File[/etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "content": "--- /etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1.orig\n+++ /etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1\n@@ -1,12 +0,0 @@\n-# logrotate(8) config for wmf_auto_restart_prometheus-mysqld-exporter_s1\n-\n-/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1/*.log {\n-    daily\n-    copytruncate\n-    missingok\n-    compress\n-    delaycompress\n-    notifempty\n-    rotate 15\n-    size 256M\n-}", "parameters": "--- File[/etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1].orig\n+++ File[/etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1]\n\n-    mode   => 0444\n-    group  => root\n-    owner  => root\n-    ensure => present\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 mariadb_read_only_s1]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 mariadb_read_only_s1].orig\n+++ Monitoring::Exported_nagios_service[db2141 mariadb_read_only_s1]\n\n-    check_interval         => 1\n-    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Master_comes_back_in_read_only\n-    check_period           => 24x7\n-    notification_interval  => 0\n-    ensure                 => present\n-    max_check_attempts     => 3\n-    servicegroups          => mysql_codfw\n-    retry_interval         => 1\n-    passive_checks_enabled => 1\n-    check_command          => nrpe_check!check_mariadb_read_only_s1!10\n-    host_name              => db2141\n-    notification_period    => 24x7\n-    notifications_enabled  => 1\n-    service_description    => MariaDB read only s1\n-    active_checks_enabled  => 1\n-    is_volatile            => 0\n-    check_freshness        => 0\n-    notification_options   => c,r,f\n-    contact_groups         => admins\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 mariadb_memory]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 mariadb_memory].orig\n+++ Monitoring::Exported_nagios_service[db2141 mariadb_memory]\n\n-    check_interval         => 1\n-    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n-    check_period           => 24x7\n-    notification_interval  => 0\n-    ensure                 => present\n-    max_check_attempts     => 3\n-    servicegroups          => mysql_codfw\n-    retry_interval         => 1\n-    passive_checks_enabled => 1\n-    check_command          => nrpe_check!check_mariadb_memory!10\n-    host_name              => db2141\n-    notification_period    => 24x7\n-    notifications_enabled  => 1\n-    service_description    => MariaDB memory\n-    active_checks_enabled  => 1\n-    is_volatile            => 0\n-    check_freshness        => 0\n-    notification_options   => c,r,f\n-    contact_groups         => admins\n"}, {"resource": "Package[wmfmariadbpy-common]", "parameters": "--- Package[wmfmariadbpy-common].orig\n+++ Package[wmfmariadbpy-common]\n\n-    provider => apt\n-    ensure   => installed\n"}, {"resource": "Monitoring::Exported_nagios_host[db2141]", "parameters": "--- Monitoring::Exported_nagios_host[db2141].orig\n+++ Monitoring::Exported_nagios_host[db2141]\n\n@@\n-    notifications_enabled => 1\n+    notifications_enabled => 0\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_io_state_s1]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mariadb_replica_io_state_s1].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mariadb_replica_io_state_s1]\n\n-    mode     => 0444\n-    priority => 25\n-    ensure   => absent\n"}, {"resource": "File[/etc/mysql/ssl/server-keypair.pem]", "parameters": "--- File[/etc/mysql/ssl/server-keypair.pem].orig\n+++ File[/etc/mysql/ssl/server-keypair.pem]\n\n-    mode   => 0400\n-    group  => mysql\n-    owner  => mysql\n-    ensure => absent\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 ferm_active]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 ferm_active].orig\n+++ Monitoring::Exported_nagios_service[db2141 ferm_active]\n\n@@\n-    notifications_enabled => 1\n+    notifications_enabled => 0\n"}, {"resource": "File[/srv/sqldata.s1]", "parameters": "--- File[/srv/sqldata.s1].orig\n+++ File[/srv/sqldata.s1]\n\n-    mode   => 0755\n-    group  => mysql\n-    owner  => mysql\n-    ensure => directory\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_state_s1]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_state_s1].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_state_s1]\n\n-    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-    description               => execution of nrpe2nodexp for the check_mariadb_replica_sql_state_s1 command.\n-    ensure                    => absent\n-    send_mail                 => False\n-    environment               => {}\n-    logfile_basedir           => /var/log\n-    user                      => nagios\n-    logfile_perms             => all\n-    private_tmp               => False\n-    monitoring_contact_groups => admins\n-    success_exit_status       => []\n-    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n-    ignore_errors             => True\n-    syslog_match_startswith   => True\n-    send_mail_to              => root@db2141.codfw.wmnet\n-    logfile_name              => syslog.log\n-    syslog_force_stop         => True\n-    send_mail_only_on_error   => True\n-    syslog_identifier         => nrpe2nodexp-mariadb_replica_sql_state_s1\n-    logging_enabled           => False\n-    monitoring_enabled        => False\n-    splay                     => 60\n-    fixed_random_delay        => True\n-    group                     => prometheus-node-exporter\n-    logfile_group             => root\n-    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"3f927914a18db09399b7fff42858d634\" --timeout 10 --check-command \"check_mariadb_replica_sql_state_s1\"\n"}, {"resource": "Concat[/etc/mysql/ssl/cert.pem]", "parameters": "--- Concat[/etc/mysql/ssl/cert.pem].orig\n+++ Concat[/etc/mysql/ssl/cert.pem]\n\n-    show_diff      => True\n-    mode           => 0644\n-    ensure         => present\n-    format         => plain\n-    ensure_newline => False\n-    warn           => False\n-    path           => /etc/mysql/ssl/cert.pem\n-    force          => False\n-    order          => alpha\n-    replace        => True\n-    backup         => puppet\n"}, {"resource": "File[/usr/local/bin/mbstream]", "parameters": "--- File[/usr/local/bin/mbstream].orig\n+++ File[/usr/local/bin/mbstream]\n\n-    target  => /opt/wmf-mariadb1011/bin/mbstream\n-    group   => root\n-    ensure  => link\n-    require => Package[wmf-mariadb1011]\n-    owner   => root\n"}, {"resource": "Exec[systemctl try-restart prometheus-mysqld-exporter@s1]", "parameters": "--- Exec[systemctl try-restart prometheus-mysqld-exporter@s1].orig\n+++ Exec[systemctl try-restart prometheus-mysqld-exporter@s1]\n\n-    path        => /usr/bin\n-    refreshonly => True\n"}, {"resource": "Package[mariadb-backup]", "parameters": "--- Package[mariadb-backup].orig\n+++ Package[mariadb-backup]\n\n-    provider => apt\n-    ensure   => installed\n"}, {"resource": "Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)]", "parameters": "--- Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)].orig\n+++ Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "Nrpe::Monitor_service[mariadb_read_only_s1]", "parameters": "--- Nrpe::Monitor_service[mariadb_read_only_s1].orig\n+++ Nrpe::Monitor_service[mariadb_read_only_s1]\n\n-    contact_group               => admins\n-    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Master_comes_back_in_read_only\n-    check_interval              => 1\n-    description                 => MariaDB read only s1\n-    ensure                      => present\n-    require                     => Package[wmfmariadbpy-common]\n-    critical                    => False\n-    retry_interval              => 1\n-    nrpe2nodexp_parse_perf_data => False\n-    migration_task              => T315866\n-    nrpe_command                => db-check-health --port=3311 --icinga --check_read_only=1 --process\n-    timeout                     => 10\n-    alertmanager_team           => observability\n-    enable_nrpe2nodexp          => False\n-    enable_icinga_check         => True\n-    retries                     => 3\n"}, {"resource": "Prometheus::Alert::Rule[check_mariadb_replica_io_state_s1_0d5979f7abbb49256cfedd70a646784e]", "parameters": "--- Prometheus::Alert::Rule[check_mariadb_replica_io_state_s1_0d5979f7abbb49256cfedd70a646784e].orig\n+++ Prometheus::Alert::Rule[check_mariadb_replica_io_state_s1_0d5979f7abbb49256cfedd70a646784e]\n\n-    site               => codfw\n-    alert_name         => nrpe_MariaDB_Replica_IO__s1\n-    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n-    description        => NRPE CHECK: MariaDB Replica IO: s1\n-    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mariadb_replica_io_state_s1))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n-    ensure             => absent\n-    instance           => ops\n-    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"0d5979f7abbb49256cfedd70a646784e\",check_name=\"check_mariadb_replica_io_state_s1\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n-    for                => 3m\n-    summary            => NRPE CHECK: MariaDB Replica IO: s1\n-    team               => observability\n-    severity           => info\n-    def_label_whitelst => ['team', 'severity']\n-    group              => nrpechecks\n-    dashboard          => TODO\n"}, {"resource": "Sudo::User[nrpe-check_mariadb_read_only_s1]", "parameters": "--- Sudo::User[nrpe-check_mariadb_read_only_s1].orig\n+++ Sudo::User[nrpe-check_mariadb_read_only_s1]\n\n-    privileges => []\n-    ensure     => absent\n-    require    => ['Class[Sudo]']\n-    user       => nagios\n-    tag        => nrpe::check\n"}, {"resource": "Systemd::Syslog[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "parameters": "--- Systemd::Syslog[wmf_auto_restart_prometheus-mysqld-exporter_s1].orig\n+++ Systemd::Syslog[wmf_auto_restart_prometheus-mysqld-exporter_s1]\n\n-    force_stop             => True\n-    ensure                 => present\n-    readable_by            => all\n-    owner                  => root\n-    log_filename           => syslog.log\n-    group                  => root\n-    programname_comparison => startswith\n-    base_dir               => /var/log\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_lag_s1].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_lag_s1]\n\n-    mode     => 0444\n-    priority => 25\n-    ensure   => absent\n"}, {"resource": "Nrpe::Monitor_service[mariadb_disk_space]", "parameters": "--- Nrpe::Monitor_service[mariadb_disk_space].orig\n+++ Nrpe::Monitor_service[mariadb_disk_space]\n\n-    contact_group               => admins\n-    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n-    check_interval              => 1\n-    description                 => MariaDB disk space\n-    ensure                      => present\n-    migration_task              => T315866\n-    nrpe_command                => /usr/lib/nagios/plugins/check_disk -w 10% -c 5% -l -e --exclude-type=tracefs --exclude-type=tmpfs --exclude-type=ramfs --exclude-type=devtmpfs\n-    timeout                     => 10\n-    alertmanager_team           => observability\n-    critical                    => False\n-    retry_interval              => 1\n-    enable_nrpe2nodexp          => False\n-    enable_icinga_check         => True\n-    retries                     => 3\n-    nrpe2nodexp_parse_perf_data => False\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "parameters": "--- Systemd::Service[nrpe2nodexp-mariadb_replica_sql_lag_s1].orig\n+++ Systemd::Service[nrpe2nodexp-mariadb_replica_sql_lag_s1]\n\n-    monitoring_critical      => False\n-    override                 => False\n-    ensure                   => absent\n-    monitoring_enabled       => False\n-    migration_task           => T407130\n-    require                  => Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.service]\n-    restart                  => False\n-    unit_type                => timer\n-    service_params           => {}\n-    monitoring_contact_group => admins\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer\n@@ -1,14 +0,0 @@\n-[Unit]\n-Description=Periodic execution of nrpe2nodexp-mariadb_replica_sql_lag_s1.service\n-\n-[Timer]\n-Unit=nrpe2nodexp-mariadb_replica_sql_lag_s1.service\n-# Accuracy sets the maximum time interval around the execution time we want to allow\n-AccuracySec=15sec\n-OnUnitInactiveSec=1min\n-OnActiveSec=1s\n-RandomizedDelaySec=60\n-FixedRandomDelay=true\n-\n-[Install]\n-WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]\n-    owner  => root\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mariadb_memory]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mariadb_memory].orig\n+++ File[/etc/sudoers.d/nrpe-check_mariadb_memory]\n\n-    require => Package[nagios-nrpe-server]\n-    group   => root\n-    owner   => root\n-    ensure  => absent\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.timer]\n\n-    unit              => nrpe2nodexp-mariadb_read_only_s1.timer\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.service]\n\n-    unit              => nrpe2nodexp-mariadb_replica_sql_state_s1.service\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mysqld.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mysqld.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mysqld.timer\n@@ -1,14 +0,0 @@\n-[Unit]\n-Description=Periodic execution of nrpe2nodexp-mysqld.service\n-\n-[Timer]\n-Unit=nrpe2nodexp-mysqld.service\n-# Accuracy sets the maximum time interval around the execution time we want to allow\n-AccuracySec=15sec\n-OnUnitInactiveSec=1min\n-OnActiveSec=1s\n-RandomizedDelaySec=60\n-FixedRandomDelay=true\n-\n-[Install]\n-WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mysqld.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mysqld.timer]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]\n-    owner  => root\n"}, {"resource": "Nrpe::Check[check_mariadb_replica_sql_state_s1]", "parameters": "--- Nrpe::Check[check_mariadb_replica_sql_state_s1].orig\n+++ Nrpe::Check[check_mariadb_replica_sql_state_s1]\n\n-    command => /usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_sql_state\n-    before  => Monitoring::Service[mariadb_replica_sql_state_s1]\n-    ensure  => present\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_lag_s1].orig\n+++ Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_lag_s1]\n\n-    splay              => 60\n-    fixed_random_delay => True\n-    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n-    ensure             => absent\n-    unit_name          => nrpe2nodexp-mariadb_replica_sql_lag_s1.service\n-    accuracy           => 15sec\n"}, {"resource": "Profile::Mariadb::Ferm[s1]", "parameters": "--- Profile::Mariadb::Ferm[s1].orig\n+++ Profile::Mariadb::Ferm[s1]\n\n-    port => 3311\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mysqld]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mysqld].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mysqld]\n\n-    mode     => 0444\n-    priority => 25\n-    ensure   => absent\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mysqld.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mysqld.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mysqld.service]\n\n-    unit              => nrpe2nodexp-mysqld.service\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 mariadb_replica_sql_state_s1]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 mariadb_replica_sql_state_s1].orig\n+++ Monitoring::Exported_nagios_service[db2141 mariadb_replica_sql_state_s1]\n\n-    check_interval         => 1\n-    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n-    check_period           => 24x7\n-    notification_interval  => 0\n-    ensure                 => present\n-    max_check_attempts     => 3\n-    servicegroups          => mysql_codfw\n-    retry_interval         => 1\n-    passive_checks_enabled => 1\n-    check_command          => nrpe_check!check_mariadb_replica_sql_state_s1!10\n-    host_name              => db2141\n-    notification_period    => 24x7\n-    notifications_enabled  => 1\n-    service_description    => MariaDB Replica SQL: s1\n-    active_checks_enabled  => 1\n-    is_volatile            => 0\n-    check_freshness        => 0\n-    notification_options   => c,r,f\n-    contact_groups         => admins\n"}, {"resource": "Class[Wmfmariadbpy]", "parameters": "--- Class[Wmfmariadbpy].orig\n+++ Class[Wmfmariadbpy]\n\n-    section_ports => {'s1': 3311, 's2': 3312, 's3': 3313, 's4': 3314, 's5': 3315, 's6': 3316, 's7': 3317, 's8': 3318, 'x1': 3320, 'x3': 3363, 'm1': 3321, 'm2': 3322, 'm3': 3323, 'm5': 3325, 'staging': 3350, 'matomo': 3351, 'analytics_meta': 3352, 'backup1-eqiad': 3360, 'backup1-codfw': 3361}\n-    role          => db\n"}, {"resource": "File[/etc/mysql]", "parameters": "--- File[/etc/mysql].orig\n+++ File[/etc/mysql]\n\n-    group  => root\n-    mode   => 0755\n-    owner  => root\n-    ensure => directory\n"}, {"resource": "Profile::Mariadb::Section[s1]", "parameters": "--- Profile::Mariadb::Section[s1].orig\n+++ Profile::Mariadb::Section[s1]\n\n-    section       => s1\n-    mention_alias => True\n"}, {"resource": "Nrpe::Check[check_mariadb_memory]", "parameters": "--- Nrpe::Check[check_mariadb_memory].orig\n+++ Nrpe::Check[check_mariadb_memory]\n\n-    command => /usr/lib/nagios/plugins/pmp-check-unix-memory -c 95 -w 90\n-    before  => Monitoring::Service[mariadb_memory]\n-    ensure  => present\n"}, {"resource": "Concat_fragment[/etc/mysql_puppet_agent_cert]", "parameters": "--- Concat_fragment[/etc/mysql_puppet_agent_cert].orig\n+++ Concat_fragment[/etc/mysql_puppet_agent_cert]\n\n-    source => /var/lib/puppet/ssl/certs/db2141.codfw.wmnet.pem\n-    order  => 01\n-    target => /etc/mysql/ssl/cert.pem\n-    tag    => _etc_mysql_ssl_cert.pem\n"}, {"resource": "File[/var/lib/prometheus/.my.s1.cnf]", "content": "--- /var/lib/prometheus/.my.s1.cnf.orig\n+++ /var/lib/prometheus/.my.s1.cnf\n@@ -1,5 +0,0 @@\n-[client]\n-socket = /run/mysqld/mysqld.s1.sock\n-user = prometheus\n-password = 'This is a fake passsword, but cannot be empty due to Debian #953040'\n-ssl = false", "parameters": "--- File[/var/lib/prometheus/.my.s1.cnf].orig\n+++ File[/var/lib/prometheus/.my.s1.cnf]\n\n-    mode   => 0400\n-    group  => prometheus\n-    ensure => present\n-    notify => Exec[systemctl try-restart prometheus-mysqld-exporter@s1]\n-    owner  => prometheus\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_state_s1]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_state_s1].orig\n+++ File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_state_s1]\n\n-    require => Package[nagios-nrpe-server]\n-    group   => root\n-    owner   => root\n-    ensure  => absent\n"}, {"resource": "Puppet::Expose_agent_certs[/etc/mysql]", "parameters": "--- Puppet::Expose_agent_certs[/etc/mysql].orig\n+++ Puppet::Expose_agent_certs[/etc/mysql]\n\n-    ssldir          => /var/lib/puppet/ssl\n-    provide_keypair => False\n-    ensure          => present\n-    provide_private => True\n-    user            => mysql\n-    group           => mysql\n-    provide_p12     => False\n-    provide_pem     => True\n"}, {"resource": "Monitoring::Service[mysqld]", "parameters": "--- Monitoring::Service[mysqld].orig\n+++ Monitoring::Service[mysqld]\n\n-    contact_group  => admins\n-    check_interval => 1\n-    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n-    description    => mysqld processes\n-    ensure         => present\n-    migration_task => T315866\n-    host           => db2141\n-    freshness      => 36000\n-    passive        => False\n-    config_dir     => /etc/nagios\n-    critical       => False\n-    retry_interval => 1\n-    check_command  => nrpe_check!check_mysqld!10\n-    retries        => 3\n"}, {"resource": "Profile::Prometheus::Mysqld_exporter_instance[s1]", "parameters": "--- Profile::Prometheus::Mysqld_exporter_instance[s1].orig\n+++ Profile::Prometheus::Mysqld_exporter_instance[s1]\n\n-    port   => 13311\n-    socket => /run/mysqld/mysqld.s1.sock\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mariadb_disk_space]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mariadb_disk_space].orig\n+++ Systemd::Timer[nrpe2nodexp-mariadb_disk_space]\n\n-    splay              => 60\n-    fixed_random_delay => True\n-    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n-    ensure             => absent\n-    unit_name          => nrpe2nodexp-mariadb_disk_space.service\n-    accuracy           => 15sec\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]\n\n-    unit              => nrpe2nodexp-mariadb_replica_sql_lag_s1.timer\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "File[/etc/systemd/system/mariadb.service.d/override.conf]", "content": "--- /etc/systemd/system/mariadb.service.d/override.conf.orig\n+++ /etc/systemd/system/mariadb.service.d/override.conf\n@@ -1,2 +0,0 @@\n-[Service]\n-ExecStartPre=/bin/sh -c \"echo 'mariadb main service is disabled, use mariadb@<instance_name> instead'; exit 1\"", "parameters": "--- File[/etc/systemd/system/mariadb.service.d/override.conf].orig\n+++ File[/etc/systemd/system/mariadb.service.d/override.conf]\n\n-    mode   => 0644\n-    group  => root\n-    ensure => present\n-    notify => Exec[systemctl-daemon-reload]\n-    owner  => root\n"}, {"resource": "File[/etc/update-motd.d/06-db-section-s1]", "content": "--- /etc/update-motd.d/06-db-section-s1.orig\n+++ /etc/update-motd.d/06-db-section-s1\n@@ -1,2 +0,0 @@\n-#!/bin/sh\n-echo 'DB section s1 (alias: mysql.s1)'", "parameters": "--- File[/etc/update-motd.d/06-db-section-s1].orig\n+++ File[/etc/update-motd.d/06-db-section-s1]\n\n-    group  => root\n-    mode   => 0555\n-    owner  => root\n-    ensure => present\n"}, {"resource": "Package[monitoring-plugins-contrib]", "parameters": "--- Package[monitoring-plugins-contrib].orig\n+++ Package[monitoring-plugins-contrib]\n\n-    provider => apt\n-    ensure   => installed\n"}, {"resource": "Monitoring::Service[mariadb_replica_sql_lag_s1]", "parameters": "--- Monitoring::Service[mariadb_replica_sql_lag_s1].orig\n+++ Monitoring::Service[mariadb_replica_sql_lag_s1]\n\n-    contact_group  => admins\n-    check_interval => 1\n-    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n-    description    => MariaDB Replica Lag: s1\n-    ensure         => present\n-    migration_task => T315866\n-    host           => db2141\n-    freshness      => 36000\n-    passive        => False\n-    config_dir     => /etc/nagios\n-    critical       => False\n-    retry_interval => 1\n-    check_command  => nrpe_check!check_mariadb_replica_sql_lag_s1!10\n-    retries        => 10\n"}, {"resource": "Systemd::Unit[prometheus-mysqld-exporter@]", "parameters": "--- Systemd::Unit[prometheus-mysqld-exporter@].orig\n+++ Systemd::Unit[prometheus-mysqld-exporter@]\n\n-    unit              => prometheus-mysqld-exporter@\n-    restart           => False\n-    override          => False\n-    ensure            => present\n-    require           => ['Package[prometheus-mysqld-exporter]', 'Class[Systemd]']\n-    override_filename => puppet-override.conf\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service\n@@ -1,11 +0,0 @@\n-[Unit]\n-Description=execution of nrpe2nodexp for the check_mariadb_disk_space command.\n-Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-\n-[Service]\n-Type=oneshot\n-User=nagios\n-\n-Group=prometheus-node-exporter\n-SyslogIdentifier=nrpe2nodexp-mariadb_disk_space\n-ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"d2aae7bfec5549be1a8b9413215bd86c\" --timeout 10 --check-command \"check_mariadb_disk_space\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)]\n-    owner  => root\n"}, {"resource": "Class[Mariadb::Monitor_disk]", "parameters": "--- Class[Mariadb::Monitor_disk].orig\n+++ Class[Mariadb::Monitor_disk]\n\n-    contact_group => admins\n-    is_critical   => False\n-    pct_warning   => 10\n-    pct_critical  => 5\n"}, {"resource": "Exec[systemctl-daemon-reload]", "parameters": "--- Exec[systemctl-daemon-reload].orig\n+++ Exec[systemctl-daemon-reload]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "Nrpe::Monitor_service[mariadb_replica_sql_state_s1]", "parameters": "--- Nrpe::Monitor_service[mariadb_replica_sql_state_s1].orig\n+++ Nrpe::Monitor_service[mariadb_replica_sql_state_s1]\n\n-    contact_group               => admins\n-    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n-    check_interval              => 1\n-    description                 => MariaDB Replica SQL: s1\n-    ensure                      => present\n-    migration_task              => T315866\n-    nrpe_command                => /usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_sql_state\n-    timeout                     => 10\n-    alertmanager_team           => observability\n-    critical                    => False\n-    retry_interval              => 1\n-    enable_nrpe2nodexp          => False\n-    enable_icinga_check         => True\n-    retries                     => 3\n-    nrpe2nodexp_parse_perf_data => False\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_memory.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_memory.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_memory.timer]\n\n-    unit              => nrpe2nodexp-mariadb_memory.timer\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 mariadb_disk_space]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 mariadb_disk_space].orig\n+++ Monitoring::Exported_nagios_service[db2141 mariadb_disk_space]\n\n-    check_interval         => 1\n-    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n-    check_period           => 24x7\n-    notification_interval  => 0\n-    ensure                 => present\n-    max_check_attempts     => 3\n-    servicegroups          => mysql_codfw\n-    retry_interval         => 1\n-    passive_checks_enabled => 1\n-    check_command          => nrpe_check!check_mariadb_disk_space!10\n-    host_name              => db2141\n-    notification_period    => 24x7\n-    notifications_enabled  => 1\n-    service_description    => MariaDB disk space\n-    active_checks_enabled  => 1\n-    is_volatile            => 0\n-    check_freshness        => 0\n-    notification_options   => c,r,f\n-    contact_groups         => admins\n"}, {"resource": "Prometheus::Alert::Rule[check_mariadb_memory_b5a92c72542d5f0c031014e7a8db014e]", "parameters": "--- Prometheus::Alert::Rule[check_mariadb_memory_b5a92c72542d5f0c031014e7a8db014e].orig\n+++ Prometheus::Alert::Rule[check_mariadb_memory_b5a92c72542d5f0c031014e7a8db014e]\n\n-    site               => codfw\n-    alert_name         => nrpe_MariaDB_memory\n-    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n-    description        => NRPE CHECK: MariaDB memory\n-    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mariadb_memory))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n-    ensure             => absent\n-    instance           => ops\n-    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"b5a92c72542d5f0c031014e7a8db014e\",check_name=\"check_mariadb_memory\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n-    for                => 3m\n-    summary            => NRPE CHECK: MariaDB memory\n-    team               => observability\n-    severity           => info\n-    def_label_whitelst => ['team', 'severity']\n-    group              => nrpechecks\n-    dashboard          => TODO\n"}, {"resource": "File[/srv/tmp.s1]", "parameters": "--- File[/srv/tmp.s1].orig\n+++ File[/srv/tmp.s1]\n\n-    mode   => 0755\n-    group  => mysql\n-    owner  => mysql\n-    ensure => directory\n"}, {"resource": "File[/etc/mysql/ssl/server-key.pem]", "parameters": "--- File[/etc/mysql/ssl/server-key.pem].orig\n+++ File[/etc/mysql/ssl/server-key.pem]\n\n-    show_diff => False\n-    mode      => 0440\n-    group     => mysql\n-    ensure    => file\n-    backup    => False\n-    owner     => root\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer\n@@ -1,14 +0,0 @@\n-[Unit]\n-Description=Periodic execution of nrpe2nodexp-mariadb_replica_sql_state_s1.service\n-\n-[Timer]\n-Unit=nrpe2nodexp-mariadb_replica_sql_state_s1.service\n-# Accuracy sets the maximum time interval around the execution time we want to allow\n-AccuracySec=15sec\n-OnUnitInactiveSec=1min\n-OnActiveSec=1s\n-RandomizedDelaySec=60\n-FixedRandomDelay=true\n-\n-[Install]\n-WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]\n-    owner  => root\n"}, {"resource": "Motd::Script[db-section-s1]", "parameters": "--- Motd::Script[db-section-s1].orig\n+++ Motd::Script[db-section-s1]\n\n-    priority => 6\n-    ensure   => present\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "Prometheus::Mysqld_exporter::Instance[s1]", "parameters": "--- Prometheus::Mysqld_exporter::Instance[s1].orig\n+++ Prometheus::Mysqld_exporter::Instance[s1]\n\n-    client_socket   => /run/mysqld/mysqld.s1.sock\n-    client_password => This is a fake passsword, but cannot be empty due to Debian #953040\n-    listen_address  => :13311\n-    client_user     => prometheus\n"}, {"resource": "Systemd::Timer::Job[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "parameters": "--- Systemd::Timer::Job[wmf_auto_restart_prometheus-mysqld-exporter@s1].orig\n+++ Systemd::Timer::Job[wmf_auto_restart_prometheus-mysqld-exporter@s1]\n\n-    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-    description               => Auto restart job: prometheus-mysqld-exporter@s1\n-    ensure                    => present\n-    send_mail                 => False\n-    environment               => {}\n-    require                   => File[/usr/local/sbin/wmf-auto-restart]\n-    logfile_basedir           => /var/log\n-    user                      => root\n-    logfile_perms             => all\n-    private_tmp               => False\n-    monitoring_contact_groups => admins\n-    success_exit_status       => []\n-    interval                  => {'start': 'OnCalendar', 'interval': 'Mon,Tue,Wed,Thu,Fri *-*-* 3:10:00'}\n-    send_mail_to              => root@db2141.codfw.wmnet\n-    syslog_match_startswith   => True\n-    ignore_errors             => False\n-    logfile_name              => syslog.log\n-    syslog_force_stop         => True\n-    send_mail_only_on_error   => True\n-    logging_enabled           => True\n-    monitoring_enabled        => False\n-    fixed_random_delay        => False\n-    logfile_group             => root\n-    command                   => /usr/local/sbin/wmf-auto-restart -s prometheus-mysqld-exporter@s1\n"}, {"resource": "Monitoring::Service[mariadb_replica_io_state_s1]", "parameters": "--- Monitoring::Service[mariadb_replica_io_state_s1].orig\n+++ Monitoring::Service[mariadb_replica_io_state_s1]\n\n-    contact_group  => admins\n-    check_interval => 1\n-    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n-    description    => MariaDB Replica IO: s1\n-    ensure         => present\n-    migration_task => T315866\n-    host           => db2141\n-    freshness      => 36000\n-    passive        => False\n-    config_dir     => /etc/nagios\n-    critical       => False\n-    retry_interval => 1\n-    check_command  => nrpe_check!check_mariadb_replica_io_state_s1!10\n-    retries        => 3\n"}, {"resource": "Sslcert::X509_to_pkcs12[puppet::expose_agent_cert: /etc/mysql]", "parameters": "--- Sslcert::X509_to_pkcs12[puppet::expose_agent_cert: /etc/mysql].orig\n+++ Sslcert::X509_to_pkcs12[puppet::expose_agent_cert: /etc/mysql]\n\n-    public_key  => /var/lib/puppet/ssl/certs/db2141.codfw.wmnet.pem\n-    private_key => /var/lib/puppet/ssl/private_keys/db2141.codfw.wmnet.pem\n-    group       => mysql\n-    ensure      => absent\n-    outfile     => /etc/mysql/ssl/server.p12\n-    certfile    => /var/lib/puppet/ssl/certs/ca.pem\n-    owner       => mysql\n"}, {"resource": "Class[Adduser]", "parameters": "--- Class[Adduser].orig\n+++ Class[Adduser]\n\n@@\n-    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[megacli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[wmf-mariadb1011]', 'Package[percona-toolkit]', 'Package[grc]', 'Package[mariadb-backup]', 'Package[python3-wmfmariadbpy]', 'Package[wmfmariadbpy-common]', 'Package[monitoring-plugins-contrib]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]', 'Package[prometheus-mysqld-exporter]']\n+    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[megacli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]']\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mariadb_replica_io_state_s1]", "parameters": "--- Systemd::Service[nrpe2nodexp-mariadb_replica_io_state_s1].orig\n+++ Systemd::Service[nrpe2nodexp-mariadb_replica_io_state_s1]\n\n-    monitoring_critical      => False\n-    override                 => False\n-    ensure                   => absent\n-    monitoring_enabled       => False\n-    migration_task           => T407130\n-    require                  => Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.service]\n-    restart                  => False\n-    unit_type                => timer\n-    service_params           => {}\n-    monitoring_contact_group => admins\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mysqld.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mysqld.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mysqld.service\n@@ -1,11 +0,0 @@\n-[Unit]\n-Description=execution of nrpe2nodexp for the check_mysqld command.\n-Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-\n-[Service]\n-Type=oneshot\n-User=nagios\n-\n-Group=prometheus-node-exporter\n-SyslogIdentifier=nrpe2nodexp-mysqld\n-ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"ca81db2c9e98d408f9f65c79817da116\" --timeout 10 --check-command \"check_mysqld\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mysqld.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mysqld.service]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)]\n-    owner  => root\n"}, {"resource": "File[/etc/ferm/conf.d/10_s1_orchestrator]", "content": "--- /etc/ferm/conf.d/10_s1_orchestrator.orig\n+++ /etc/ferm/conf.d/10_s1_orchestrator\n@@ -1,8 +0,0 @@\n-# Autogenerated by puppet. DO NOT EDIT BY HAND!\n-#\n-# \n-&R_SERVICE(tcp, 3311, (10.64.0.20 208.80.154.9 208.80.155.103 2620:0:861:4:208:80:155:103));\n-\n-\n-\n-&NO_TRACK(tcp, 3311);", "parameters": "--- File[/etc/ferm/conf.d/10_s1_orchestrator].orig\n+++ File[/etc/ferm/conf.d/10_s1_orchestrator]\n\n-    mode    => 0400\n-    group   => root\n-    ensure  => present\n-    notify  => Service[ferm]\n-    require => File[/etc/ferm/conf.d]\n-    owner   => root\n-    tag     => ferm\n"}, {"resource": "Service[nrpe2nodexp-mysqld.timer]", "parameters": "--- Service[nrpe2nodexp-mysqld.timer].orig\n+++ Service[nrpe2nodexp-mysqld.timer]\n\n-    provider => systemd\n-    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]']\n-    enable   => False\n-    ensure   => stopped\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "content": "--- /lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer.orig\n+++ /lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer\n@@ -1,12 +0,0 @@\n-[Unit]\n-Description=Periodic execution of wmf_auto_restart_prometheus-mysqld-exporter@s1.service\n-\n-[Timer]\n-Unit=wmf_auto_restart_prometheus-mysqld-exporter@s1.service\n-# Accuracy sets the maximum time interval around the execution time we want to allow\n-AccuracySec=15sec\n-OnCalendar=Mon,Tue,Wed,Thu,Fri *-*-* 3:10:00\n-RandomizedDelaySec=0\n-\n-[Install]\n-WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer].orig\n+++ File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => present\n-    notify => Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)]\n-    owner  => root\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf\n@@ -1,10 +0,0 @@\n-# SPDX-License-Identifier: Apache-2.0\n-if $programname contains \"nrpe2nodexp-mariadb_disk_space\" then {\n-    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n-        # Send logs to kafka\n-        set $.log_outputs = \"kafka ecs_170 local\";\n-    } else {\n-        # Filter out non-relevant nrpe2nodexp messages\n-        stop\n-    }\n-}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Service[rsyslog]\n-    owner  => root\n"}, {"resource": "File[/etc/mysql/my.cnf]", "parameters": "--- File[/etc/mysql/my.cnf].orig\n+++ File[/etc/mysql/my.cnf]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "File[/etc/mysql/grcat.config]", "parameters": "--- File[/etc/mysql/grcat.config].orig\n+++ File[/etc/mysql/grcat.config]\n\n-    mode   => 0644\n-    source => puppet:///modules/mariadb/grcat.config\n-    group  => root\n-    ensure => present\n-    owner  => root\n"}, {"resource": "File[/etc/ferm/conf.d/10_s1_mariadb_dba]", "content": "--- /etc/ferm/conf.d/10_s1_mariadb_dba.orig\n+++ /etc/ferm/conf.d/10_s1_mariadb_dba\n@@ -1,6 +0,0 @@\n-# Autogenerated by puppet. DO NOT EDIT BY HAND!\n-#\n-# \n-&R_SERVICE(tcp, 3331, $MYSQL_ROOT_CLIENTS);\n-\n-", "parameters": "--- File[/etc/ferm/conf.d/10_s1_mariadb_dba].orig\n+++ File[/etc/ferm/conf.d/10_s1_mariadb_dba]\n\n-    mode    => 0400\n-    group   => root\n-    ensure  => present\n-    notify  => Service[ferm]\n-    require => File[/etc/ferm/conf.d]\n-    owner   => root\n-    tag     => ferm\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf\n@@ -1,10 +0,0 @@\n-# SPDX-License-Identifier: Apache-2.0\n-if $programname contains \"nrpe2nodexp-mariadb_replica_sql_state_s1\" then {\n-    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n-        # Send logs to kafka\n-        set $.log_outputs = \"kafka ecs_170 local\";\n-    } else {\n-        # Filter out non-relevant nrpe2nodexp messages\n-        stop\n-    }\n-}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Service[rsyslog]\n-    owner  => root\n"}, {"resource": "Prometheus::Alert::Rule[check_mariadb_replica_sql_state_s1_3f927914a18db09399b7fff42858d634]", "parameters": "--- Prometheus::Alert::Rule[check_mariadb_replica_sql_state_s1_3f927914a18db09399b7fff42858d634].orig\n+++ Prometheus::Alert::Rule[check_mariadb_replica_sql_state_s1_3f927914a18db09399b7fff42858d634]\n\n-    site               => codfw\n-    alert_name         => nrpe_MariaDB_Replica_SQL__s1\n-    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n-    description        => NRPE CHECK: MariaDB Replica SQL: s1\n-    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mariadb_replica_sql_state_s1))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n-    ensure             => absent\n-    instance           => ops\n-    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"3f927914a18db09399b7fff42858d634\",check_name=\"check_mariadb_replica_sql_state_s1\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n-    for                => 3m\n-    summary            => NRPE CHECK: MariaDB Replica SQL: s1\n-    team               => observability\n-    severity           => info\n-    def_label_whitelst => ['team', 'severity']\n-    group              => nrpechecks\n-    dashboard          => TODO\n"}, {"resource": "Package[prometheus-mysqld-exporter]", "parameters": "--- Package[prometheus-mysqld-exporter].orig\n+++ Package[prometheus-mysqld-exporter]\n\n-    provider => apt\n-    ensure   => installed\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mysqld]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mysqld].orig\n+++ Systemd::Timer[nrpe2nodexp-mysqld]\n\n-    splay              => 60\n-    fixed_random_delay => True\n-    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n-    ensure             => absent\n-    unit_name          => nrpe2nodexp-mysqld.service\n-    accuracy           => 15sec\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_memory.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_memory.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_memory.service]\n\n-    unit              => nrpe2nodexp-mariadb_memory.service\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service\n@@ -1,11 +0,0 @@\n-[Unit]\n-Description=execution of nrpe2nodexp for the check_mariadb_replica_sql_state_s1 command.\n-Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-\n-[Service]\n-Type=oneshot\n-User=nagios\n-\n-Group=prometheus-node-exporter\n-SyslogIdentifier=nrpe2nodexp-mariadb_replica_sql_state_s1\n-ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"3f927914a18db09399b7fff42858d634\" --timeout 10 --check-command \"check_mariadb_replica_sql_state_s1\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)]\n-    owner  => root\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mariadb_replica_io_state_s1]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mariadb_replica_io_state_s1].orig\n+++ Systemd::Timer[nrpe2nodexp-mariadb_replica_io_state_s1]\n\n-    splay              => 60\n-    fixed_random_delay => True\n-    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n-    ensure             => absent\n-    unit_name          => nrpe2nodexp-mariadb_replica_io_state_s1.service\n-    accuracy           => 15sec\n"}, {"resource": "Mariadb::Instance[s1]", "parameters": "--- Mariadb::Instance[s1].orig\n+++ Mariadb::Instance[s1]\n\n-    mysqld_extra_configs    => {}\n-    source_dc               => eqiad\n-    template                => mariadb/instance.cnf.erb\n-    tmpdir                  => undefined\n-    innodb_buffer_pool_size => 192G\n-    port                    => 3311\n-    event_scheduler         => 1\n-    datadir                 => undefined\n-    is_critical             => False\n-    socket                  => undefined\n-    read_only               => 1\n"}, {"resource": "File[/etc/mysql/ssl/cacert.pem]", "parameters": "--- File[/etc/mysql/ssl/cacert.pem].orig\n+++ File[/etc/mysql/ssl/cacert.pem]\n\n-    show_diff => False\n-    mode      => 0440\n-    group     => mysql\n-    ensure    => file\n-    backup    => False\n-    owner     => root\n"}, {"resource": "Service[nrpe2nodexp-mariadb_read_only_s1.timer]", "parameters": "--- Service[nrpe2nodexp-mariadb_read_only_s1.timer].orig\n+++ Service[nrpe2nodexp-mariadb_read_only_s1.timer]\n\n-    provider => systemd\n-    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]']\n-    enable   => False\n-    ensure   => stopped\n"}, {"resource": "Service[nrpe2nodexp-mariadb_memory.timer]", "parameters": "--- Service[nrpe2nodexp-mariadb_memory.timer].orig\n+++ Service[nrpe2nodexp-mariadb_memory.timer]\n\n-    provider => systemd\n-    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]']\n-    enable   => False\n-    ensure   => stopped\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_state_s1]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_state_s1].orig\n+++ Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_state_s1]\n\n-    splay              => 60\n-    fixed_random_delay => True\n-    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n-    ensure             => absent\n-    unit_name          => nrpe2nodexp-mariadb_replica_sql_state_s1.service\n-    accuracy           => 15sec\n"}, {"resource": "File[/etc/mysql/mysqld.conf.d]", "parameters": "--- File[/etc/mysql/mysqld.conf.d].orig\n+++ File[/etc/mysql/mysqld.conf.d]\n\n-    mode   => 0755\n-    group  => root\n-    owner  => root\n-    ensure => directory\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mysqld.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mysqld.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mysqld.cfg\n@@ -1,2 +0,0 @@\n-# File generated by puppet. DO NOT edit by hand\n-command[check_mysqld]=/usr/lib/nagios/plugins/check_procs -c 1:1 -C mysqld", "parameters": "--- File[/etc/nagios/nrpe.d/check_mysqld.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mysqld.cfg]\n\n-    mode    => 0444\n-    group   => root\n-    ensure  => present\n-    notify  => Service[nagios-nrpe-server]\n-    require => Package[nagios-nrpe-server]\n-    owner   => root\n-    tag     => nrpe::check\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_memory.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_memory.timer\n@@ -1,14 +0,0 @@\n-[Unit]\n-Description=Periodic execution of nrpe2nodexp-mariadb_memory.service\n-\n-[Timer]\n-Unit=nrpe2nodexp-mariadb_memory.service\n-# Accuracy sets the maximum time interval around the execution time we want to allow\n-AccuracySec=15sec\n-OnUnitInactiveSec=1min\n-OnActiveSec=1s\n-RandomizedDelaySec=60\n-FixedRandomDelay=true\n-\n-[Install]\n-WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.timer]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]\n-    owner  => root\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]\n\n-    unit              => nrpe2nodexp-mariadb_replica_sql_state_s1.timer\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "Class[Profile::Monitoring]", "parameters": "--- Class[Profile::Monitoring].orig\n+++ Class[Profile::Monitoring]\n\n@@\n-    notifications_enabled => True\n+    notifications_enabled => False\n"}, {"resource": "Concat::Fragment[/etc/mysql_puppet_ca_chain]", "parameters": "--- Concat::Fragment[/etc/mysql_puppet_ca_chain].orig\n+++ Concat::Fragment[/etc/mysql_puppet_ca_chain]\n\n-    source => /var/lib/puppet/ssl/certs/ca.pem\n-    order  => 02\n-    target => /etc/mysql/ssl/cert.pem\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mariadb_disk_space.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mariadb_disk_space.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mariadb_disk_space.cfg\n@@ -1,2 +0,0 @@\n-# File generated by puppet. DO NOT edit by hand\n-command[check_mariadb_disk_space]=/usr/lib/nagios/plugins/check_disk -w 10% -c 5% -l -e --exclude-type=tracefs --exclude-type=tmpfs --exclude-type=ramfs --exclude-type=devtmpfs", "parameters": "--- File[/etc/nagios/nrpe.d/check_mariadb_disk_space.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mariadb_disk_space.cfg]\n\n-    mode    => 0444\n-    group   => root\n-    ensure  => present\n-    notify  => Service[nagios-nrpe-server]\n-    require => Package[nagios-nrpe-server]\n-    owner   => root\n-    tag     => nrpe::check\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 disk_space]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 disk_space].orig\n+++ Monitoring::Exported_nagios_service[db2141 disk_space]\n\n@@\n-    notifications_enabled => 1\n+    notifications_enabled => 0\n"}, {"resource": "Concat_file[/etc/mysql/ssl/cert.pem]", "parameters": "--- Concat_file[/etc/mysql/ssl/cert.pem].orig\n+++ Concat_file[/etc/mysql/ssl/cert.pem]\n\n-    show_diff      => True\n-    mode           => 0644\n-    format         => plain\n-    tag            => _etc_mysql_ssl_cert.pem\n-    ensure_newline => False\n-    force          => False\n-    order          => alpha\n-    replace        => True\n-    backup         => puppet\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf\n@@ -1,10 +0,0 @@\n-# SPDX-License-Identifier: Apache-2.0\n-if $programname contains \"nrpe2nodexp-mariadb_replica_io_state_s1\" then {\n-    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n-        # Send logs to kafka\n-        set $.log_outputs = \"kafka ecs_170 local\";\n-    } else {\n-        # Filter out non-relevant nrpe2nodexp messages\n-        stop\n-    }\n-}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Service[rsyslog]\n-    owner  => root\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mariadb_disk_space]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mariadb_disk_space].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mariadb_disk_space]\n\n-    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-    description               => execution of nrpe2nodexp for the check_mariadb_disk_space command.\n-    ensure                    => absent\n-    send_mail                 => False\n-    environment               => {}\n-    logfile_basedir           => /var/log\n-    user                      => nagios\n-    logfile_perms             => all\n-    private_tmp               => False\n-    monitoring_contact_groups => admins\n-    success_exit_status       => []\n-    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n-    ignore_errors             => True\n-    syslog_match_startswith   => True\n-    send_mail_to              => root@db2141.codfw.wmnet\n-    logfile_name              => syslog.log\n-    syslog_force_stop         => True\n-    send_mail_only_on_error   => True\n-    syslog_identifier         => nrpe2nodexp-mariadb_disk_space\n-    logging_enabled           => False\n-    monitoring_enabled        => False\n-    splay                     => 60\n-    fixed_random_delay        => True\n-    group                     => prometheus-node-exporter\n-    logfile_group             => root\n-    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"d2aae7bfec5549be1a8b9413215bd86c\" --timeout 10 --check-command \"check_mariadb_disk_space\"\n"}, {"resource": "Package[wmf-mariadb1011]", "parameters": "--- Package[wmf-mariadb1011].orig\n+++ Package[wmf-mariadb1011]\n\n-    provider => apt\n-    ensure   => installed\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mariadb_replica_sql_state_s1]", "parameters": "--- Systemd::Service[nrpe2nodexp-mariadb_replica_sql_state_s1].orig\n+++ Systemd::Service[nrpe2nodexp-mariadb_replica_sql_state_s1]\n\n-    monitoring_critical      => False\n-    override                 => False\n-    ensure                   => absent\n-    monitoring_enabled       => False\n-    migration_task           => T407130\n-    require                  => Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.service]\n-    restart                  => False\n-    unit_type                => timer\n-    service_params           => {}\n-    monitoring_contact_group => admins\n"}, {"resource": "Class[Profile::Mariadb::Dbstore_multiinstance]", "parameters": "--- Class[Profile::Mariadb::Dbstore_multiinstance].orig\n+++ Class[Profile::Mariadb::Dbstore_multiinstance]\n\n-    section_ports => {'s1': 3311, 's2': 3312, 's3': 3313, 's4': 3314, 's5': 3315, 's6': 3316, 's7': 3317, 's8': 3318, 'x1': 3320, 'x3': 3363, 'm1': 3321, 'm2': 3322, 'm3': 3323, 'm5': 3325, 'staging': 3350, 'matomo': 3351, 'analytics_meta': 3352, 'backup1-eqiad': 3360, 'backup1-codfw': 3361}\n-    instances     => {'s1': '192G'}\n-    require       => ['Class[Profile::Mariadb::Packages_wmf]']\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mariadb_disk_space]", "parameters": "--- Systemd::Service[nrpe2nodexp-mariadb_disk_space].orig\n+++ Systemd::Service[nrpe2nodexp-mariadb_disk_space]\n\n-    monitoring_critical      => False\n-    override                 => False\n-    ensure                   => absent\n-    monitoring_enabled       => False\n-    migration_task           => T407130\n-    require                  => Systemd::Unit[nrpe2nodexp-mariadb_disk_space.service]\n-    restart                  => False\n-    unit_type                => timer\n-    service_params           => {}\n-    monitoring_contact_group => admins\n"}, {"resource": "Nrpe::Plugin[check_mariadb]", "parameters": "--- Nrpe::Plugin[check_mariadb].orig\n+++ Nrpe::Plugin[check_mariadb]\n\n-    source => puppet:///modules/icinga/check_mariadb.pl\n-    ensure => present\n"}, {"resource": "Mariadb::Monitor_replication[s1]", "parameters": "--- Mariadb::Monitor_replication[s1].orig\n+++ Mariadb::Monitor_replication[s1]\n\n-    contact_group => admins\n-    warn_stopped  => True\n-    source_dc     => eqiad\n-    lag_warn      => 60\n-    lag_crit      => 300\n-    multisource   => False\n-    is_critical   => False\n-    socket        => /run/mysqld/mysqld.s1.sock\n"}, {"resource": "Profile::Auto_restarts::Service[prometheus-mysqld-exporter@s1]", "parameters": "--- Profile::Auto_restarts::Service[prometheus-mysqld-exporter@s1].orig\n+++ Profile::Auto_restarts::Service[prometheus-mysqld-exporter@s1]\n\n-    ensure => present\n"}, {"resource": "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)]", "parameters": "--- Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)].orig\n+++ Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "File[/etc/wmfmariadbpy]", "parameters": "--- File[/etc/wmfmariadbpy].orig\n+++ File[/etc/wmfmariadbpy]\n\n-    mode   => 0755\n-    group  => root\n-    owner  => root\n-    ensure => directory\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer\n@@ -1,14 +0,0 @@\n-[Unit]\n-Description=Periodic execution of nrpe2nodexp-mariadb_disk_space.service\n-\n-[Timer]\n-Unit=nrpe2nodexp-mariadb_disk_space.service\n-# Accuracy sets the maximum time interval around the execution time we want to allow\n-AccuracySec=15sec\n-OnUnitInactiveSec=1min\n-OnActiveSec=1s\n-RandomizedDelaySec=60\n-FixedRandomDelay=true\n-\n-[Install]\n-WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]\n-    owner  => root\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_lag_s1]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_lag_s1].orig\n+++ File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_lag_s1]\n\n-    require => Package[nagios-nrpe-server]\n-    group   => root\n-    owner   => root\n-    ensure  => absent\n"}, {"resource": "File_line[auto_restart_file_presence_prometheus-mysqld-exporter@s1]", "parameters": "--- File_line[auto_restart_file_presence_prometheus-mysqld-exporter@s1].orig\n+++ File_line[auto_restart_file_presence_prometheus-mysqld-exporter@s1]\n\n-    line    => prometheus-mysqld-exporter@s1\n-    path    => /etc/debdeploy-client/autorestarts.conf\n-    require => File[/etc/debdeploy-client/autorestarts.conf]\n-    ensure  => present\n"}, {"resource": "Logrotate::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "parameters": "--- Logrotate::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1].orig\n+++ Logrotate::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]\n\n-    ensure => present\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mysqld]", "parameters": "--- Systemd::Service[nrpe2nodexp-mysqld].orig\n+++ Systemd::Service[nrpe2nodexp-mysqld]\n\n-    monitoring_critical      => False\n-    override                 => False\n-    ensure                   => absent\n-    monitoring_enabled       => False\n-    migration_task           => T407130\n-    require                  => Systemd::Unit[nrpe2nodexp-mysqld.service]\n-    restart                  => False\n-    unit_type                => timer\n-    service_params           => {}\n-    monitoring_contact_group => admins\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.service]\n\n-    unit              => nrpe2nodexp-mariadb_replica_sql_lag_s1.service\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mariadb_read_only_s1]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mariadb_read_only_s1].orig\n+++ File[/etc/sudoers.d/nrpe-check_mariadb_read_only_s1]\n\n-    require => Package[nagios-nrpe-server]\n-    group   => root\n-    owner   => root\n-    ensure  => absent\n"}, {"resource": "Prometheus::Alert::Rule[check_mariadb_disk_space_d2aae7bfec5549be1a8b9413215bd86c]", "parameters": "--- Prometheus::Alert::Rule[check_mariadb_disk_space_d2aae7bfec5549be1a8b9413215bd86c].orig\n+++ Prometheus::Alert::Rule[check_mariadb_disk_space_d2aae7bfec5549be1a8b9413215bd86c]\n\n-    site               => codfw\n-    alert_name         => nrpe_MariaDB_disk_space\n-    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n-    description        => NRPE CHECK: MariaDB disk space\n-    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mariadb_disk_space))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n-    ensure             => absent\n-    instance           => ops\n-    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"d2aae7bfec5549be1a8b9413215bd86c\",check_name=\"check_mariadb_disk_space\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n-    for                => 3m\n-    summary            => NRPE CHECK: MariaDB disk space\n-    team               => observability\n-    severity           => info\n-    def_label_whitelst => ['team', 'severity']\n-    group              => nrpechecks\n-    dashboard          => TODO\n"}, {"resource": "Package[grc]", "parameters": "--- Package[grc].orig\n+++ Package[grc]\n\n-    provider => apt\n-    ensure   => installed\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 mariadb_replica_sql_lag_s1]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 mariadb_replica_sql_lag_s1].orig\n+++ Monitoring::Exported_nagios_service[db2141 mariadb_replica_sql_lag_s1]\n\n-    check_interval         => 1\n-    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n-    check_period           => 24x7\n-    notification_interval  => 0\n-    ensure                 => present\n-    max_check_attempts     => 10\n-    servicegroups          => mysql_codfw\n-    retry_interval         => 1\n-    passive_checks_enabled => 1\n-    check_command          => nrpe_check!check_mariadb_replica_sql_lag_s1!10\n-    host_name              => db2141\n-    notification_period    => 24x7\n-    notifications_enabled  => 1\n-    service_description    => MariaDB Replica Lag: s1\n-    active_checks_enabled  => 1\n-    is_volatile            => 0\n-    check_freshness        => 0\n-    notification_options   => c,r,f\n-    contact_groups         => admins\n"}, {"resource": "Class[Profile::Apt]", "parameters": "--- Class[Profile::Apt].orig\n+++ Class[Profile::Apt]\n\n@@\n-    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[megacli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[wmf-mariadb1011]', 'Package[percona-toolkit]', 'Package[grc]', 'Package[mariadb-backup]', 'Package[python3-wmfmariadbpy]', 'Package[wmfmariadbpy-common]', 'Package[monitoring-plugins-contrib]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]', 'Package[prometheus-mysqld-exporter]']\n+    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[megacli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]']\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service\n@@ -1,11 +0,0 @@\n-[Unit]\n-Description=execution of nrpe2nodexp for the check_mariadb_replica_sql_lag_s1 command.\n-Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-\n-[Service]\n-Type=oneshot\n-User=nagios\n-\n-Group=prometheus-node-exporter\n-SyslogIdentifier=nrpe2nodexp-mariadb_replica_sql_lag_s1\n-ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"8ec9d6c1155ae60699aaf9dfd1fa339b\" --timeout 10 --check-command \"check_mariadb_replica_sql_lag_s1\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)]\n-    owner  => root\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_state_s1]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_state_s1].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_state_s1]\n\n-    mode     => 0444\n-    priority => 25\n-    ensure   => absent\n"}, {"resource": "File[/etc/mysql/ssl/client-key.pem]", "parameters": "--- File[/etc/mysql/ssl/client-key.pem].orig\n+++ File[/etc/mysql/ssl/client-key.pem]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "parameters": "--- Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer].orig\n+++ Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]\n\n-    unit              => wmf_auto_restart_prometheus-mysqld-exporter@s1.timer\n-    override          => False\n-    ensure            => present\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "parameters": "--- Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer].orig\n+++ Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]\n\n-    provider => systemd\n-    enable   => True\n-    ensure   => running\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mariadb_replica_io_state_s1.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mariadb_replica_io_state_s1.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mariadb_replica_io_state_s1.prom]\n\n-    owner  => root\n-    group  => root\n-    ensure => absent\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "Sudo::User[nrpe-check_mysqld]", "parameters": "--- Sudo::User[nrpe-check_mysqld].orig\n+++ Sudo::User[nrpe-check_mysqld]\n\n-    privileges => []\n-    ensure     => absent\n-    require    => ['Class[Sudo]']\n-    user       => nagios\n-    tag        => nrpe::check\n"}, {"resource": "Ferm::Service[s1_mariadb_dba]", "parameters": "--- Ferm::Service[s1_mariadb_dba].orig\n+++ Ferm::Service[s1_mariadb_dba]\n\n-    proto   => tcp\n-    prio    => 10\n-    desc    => \n-    ensure  => present\n-    port    => 3331\n-    notrack => False\n-    srange  => $MYSQL_ROOT_CLIENTS\n"}, {"resource": "File[/lib/systemd/system/prometheus-mysqld-exporter@.service]", "content": "--- /lib/systemd/system/prometheus-mysqld-exporter@.service.orig\n+++ /lib/systemd/system/prometheus-mysqld-exporter@.service\n@@ -1,18 +0,0 @@\n-[Unit]\n-Description=Prometheus exporter for MySQL (instance %i)\n-Documentation=https://prometheus.io/docs/introduction/overview/\n-ConditionPathExists=/etc/default/prometheus-mysqld-exporter@%i\n-#Ensure the exporter is (re-)started and stopped with the relevant\n-#mariadb instance\n-After=mariadb@%i.service\n-Requisite=mariadb@%i.service\n-\n-[Service]\n-Restart=always\n-User=prometheus\n-Group=prometheus\n-EnvironmentFile=/etc/default/prometheus-mysqld-exporter@%i\n-ExecStart=/usr/bin/prometheus-mysqld-exporter $ARGS\n-\n-[Install]\n-WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/prometheus-mysqld-exporter@.service].orig\n+++ File[/lib/systemd/system/prometheus-mysqld-exporter@.service]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => present\n-    notify => Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)]\n-    owner  => root\n"}, {"resource": "File[/etc/wmfmariadbpy/section_ports.csv]", "content": "--- /etc/wmfmariadbpy/section_ports.csv.orig\n+++ /etc/wmfmariadbpy/section_ports.csv\n@@ -1,19 +0,0 @@\n-s1, 3311\n-s2, 3312\n-s3, 3313\n-s4, 3314\n-s5, 3315\n-s6, 3316\n-s7, 3317\n-s8, 3318\n-x1, 3320\n-x3, 3363\n-m1, 3321\n-m2, 3322\n-m3, 3323\n-m5, 3325\n-staging, 3350\n-matomo, 3351\n-analytics_meta, 3352\n-backup1-eqiad, 3360\n-backup1-codfw, 3361", "parameters": "--- File[/etc/wmfmariadbpy/section_ports.csv].orig\n+++ File[/etc/wmfmariadbpy/section_ports.csv]\n\n-    mode   => 0644\n-    group  => root\n-    owner  => root\n-    ensure => file\n"}, {"resource": "Concat_fragment[/etc/mysql_puppet_ca_chain]", "parameters": "--- Concat_fragment[/etc/mysql_puppet_ca_chain].orig\n+++ Concat_fragment[/etc/mysql_puppet_ca_chain]\n\n-    source => /var/lib/puppet/ssl/certs/ca.pem\n-    order  => 02\n-    target => /etc/mysql/ssl/cert.pem\n-    tag    => _etc_mysql_ssl_cert.pem\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mariadb_memory.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mariadb_memory.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mariadb_memory.cfg\n@@ -1,2 +0,0 @@\n-# File generated by puppet. DO NOT edit by hand\n-command[check_mariadb_memory]=/usr/lib/nagios/plugins/pmp-check-unix-memory -c 95 -w 90", "parameters": "--- File[/etc/nagios/nrpe.d/check_mariadb_memory.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mariadb_memory.cfg]\n\n-    mode    => 0444\n-    group   => root\n-    ensure  => present\n-    notify  => Service[nagios-nrpe-server]\n-    require => Package[nagios-nrpe-server]\n-    owner   => root\n-    tag     => nrpe::check\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_disk_space.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_disk_space.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_disk_space.service]\n\n-    unit              => nrpe2nodexp-mariadb_disk_space.service\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "parameters": "--- Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.service].orig\n+++ Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.service]\n\n-    unit              => wmf_auto_restart_prometheus-mysqld-exporter@s1.service\n-    override          => False\n-    ensure            => present\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service\n@@ -1,11 +0,0 @@\n-[Unit]\n-Description=execution of nrpe2nodexp for the check_mariadb_replica_io_state_s1 command.\n-Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-\n-[Service]\n-Type=oneshot\n-User=nagios\n-\n-Group=prometheus-node-exporter\n-SyslogIdentifier=nrpe2nodexp-mariadb_replica_io_state_s1\n-ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"0d5979f7abbb49256cfedd70a646784e\" --timeout 10 --check-command \"check_mariadb_replica_io_state_s1\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service]\n\n-    mode   => 0444\n-    group  => root\n-    ensure => absent\n-    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)]\n-    owner  => root\n"}, {"resource": "Systemd::Service[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "parameters": "--- Systemd::Service[wmf_auto_restart_prometheus-mysqld-exporter@s1].orig\n+++ Systemd::Service[wmf_auto_restart_prometheus-mysqld-exporter@s1]\n\n-    monitoring_critical      => False\n-    override                 => False\n-    ensure                   => present\n-    monitoring_enabled       => False\n-    migration_task           => T407130\n-    require                  => Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.service]\n-    restart                  => False\n-    unit_type                => timer\n-    service_params           => {}\n-    monitoring_contact_group => admins\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "Concat_fragment[main contacts]", "content": "--- main contacts.orig\n+++ main contacts\n@@ -1,3 +1,3 @@\n ---\n-role::mariadb::backup_source:\n+role::insetup::data_persistence_ferm:\n - Data Persistence"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "File[/usr/local/bin/mysql.s1]", "content": "--- /usr/local/bin/mysql.s1.orig\n+++ /usr/local/bin/mysql.s1\n@@ -1,3 +0,0 @@\n-#!/bin/bash\n-\n-exec sudo mysql -S /run/mysqld/mysqld.s1.sock --prompt=\"\\\\u@$(hostname):s1[\\\\d]> \"", "parameters": "--- File[/usr/local/bin/mysql.s1].orig\n+++ File[/usr/local/bin/mysql.s1]\n\n-    mode   => 0555\n-    group  => root\n-    owner  => root\n-    ensure => present\n"}, {"resource": "Monitoring::Service[mariadb_disk_space]", "parameters": "--- Monitoring::Service[mariadb_disk_space].orig\n+++ Monitoring::Service[mariadb_disk_space]\n\n-    contact_group  => admins\n-    check_interval => 1\n-    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n-    description    => MariaDB disk space\n-    ensure         => present\n-    migration_task => T315866\n-    host           => db2141\n-    freshness      => 36000\n-    passive        => False\n-    config_dir     => /etc/nagios\n-    critical       => False\n-    retry_interval => 1\n-    check_command  => nrpe_check!check_mariadb_disk_space!10\n-    retries        => 3\n"}, {"resource": "Class[Profile::Mariadb::Packages_wmf]", "parameters": "--- Class[Profile::Mariadb::Packages_wmf].orig\n+++ Class[Profile::Mariadb::Packages_wmf]\n\n-    package => wmf-mariadb1011\n"}, {"resource": "Motd::Script[mariadb::backup_source]", "parameters": "--- Motd::Script[mariadb::backup_source].orig\n+++ Motd::Script[mariadb::backup_source]\n\n-    priority => 5\n-    ensure   => present\n"}, {"resource": "Concat::Fragment[/etc/mysql_puppet_agent_cert]", "parameters": "--- Concat::Fragment[/etc/mysql_puppet_agent_cert].orig\n+++ Concat::Fragment[/etc/mysql_puppet_agent_cert]\n\n-    source => /var/lib/puppet/ssl/certs/db2141.codfw.wmnet.pem\n-    order  => 01\n-    target => /etc/mysql/ssl/cert.pem\n"}, {"resource": "Package[percona-toolkit]", "parameters": "--- Package[percona-toolkit].orig\n+++ Package[percona-toolkit]\n\n-    provider => apt\n-    ensure   => installed\n"}, {"resource": "Sudo::User[nrpe-check_mariadb_replica_io_state_s1]", "parameters": "--- Sudo::User[nrpe-check_mariadb_replica_io_state_s1].orig\n+++ Sudo::User[nrpe-check_mariadb_replica_io_state_s1]\n\n-    privileges => []\n-    ensure     => absent\n-    require    => ['Class[Sudo]']\n-    user       => nagios\n-    tag        => nrpe::check\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.service]\n\n-    unit              => nrpe2nodexp-mariadb_read_only_s1.service\n-    override          => False\n-    ensure            => absent\n-    restart           => False\n-    override_filename => puppet-override.conf\n-    require           => ['Class[Systemd]']\n"}, {"resource": "Nrpe::Check[check_mariadb_read_only_s1]", "parameters": "--- Nrpe::Check[check_mariadb_read_only_s1].orig\n+++ Nrpe::Check[check_mariadb_read_only_s1]\n\n-    command => db-check-health --port=3311 --icinga --check_read_only=1 --process\n-    before  => Monitoring::Service[mariadb_read_only_s1]\n-    ensure  => present\n"}], "perc_changed": "17.04%"}, "core": {"total": 3058, "only_in_self": ["Concat[/etc/mysql/ssl/cert.pem]", "Concat_file[/etc/mysql/ssl/cert.pem]", "Concat_fragment[/etc/mysql_puppet_agent_cert]", "Concat_fragment[/etc/mysql_puppet_ca_chain]", "Exec[systemctl try-restart prometheus-mysqld-exporter@s1]", "Exec[systemctl-daemon-reload]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]", "Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)]", "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)]", "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)]", "File[/etc/default/prometheus-mysqld-exporter@s1]", "File[/etc/default/prometheus]", "File[/etc/ferm/conf.d/10_s1_mariadb_dba]", "File[/etc/ferm/conf.d/10_s1_mariadb_internal]", "File[/etc/ferm/conf.d/10_s1_orchestrator]", "File[/etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "File[/etc/my.cnf]", "File[/etc/mysql/grcat.config]", "File[/etc/mysql/my.cnf]", "File[/etc/mysql/mysqld.conf.d/s1.cnf]", "File[/etc/mysql/mysqld.conf.d]", "File[/etc/mysql/ssl/cacert.pem]", "File[/etc/mysql/ssl/client-cert.pem]", "File[/etc/mysql/ssl/client-key.pem]", "File[/etc/mysql/ssl/server-cert.pem]", "File[/etc/mysql/ssl/server-key.pem]", "File[/etc/mysql/ssl/server-keypair.pem]", "File[/etc/mysql/ssl/server.key]", "File[/etc/mysql/ssl/server.p12]", "File[/etc/mysql/ssl]", "File[/etc/mysql]", "File[/etc/nagios/nrpe.d/check_mariadb_disk_space.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_memory.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mysqld.cfg]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf]", "File[/etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf]", "File[/etc/sudoers.d/nrpe-check_mariadb_disk_space]", "File[/etc/sudoers.d/nrpe-check_mariadb_memory]", "File[/etc/sudoers.d/nrpe-check_mariadb_read_only_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_io_state_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_lag_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_state_s1]", "File[/etc/sudoers.d/nrpe-check_mysqld]", "File[/etc/systemd/system/mariadb.service.d/override.conf]", "File[/etc/systemd/system/mariadb.service.d]", "File[/etc/update-motd.d/05-mariadb--backup-source]", "File[/etc/update-motd.d/06-db-section-s1]", "File[/etc/wmfmariadbpy/section_ports.csv]", "File[/etc/wmfmariadbpy]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mysqld.service]", "File[/lib/systemd/system/nrpe2nodexp-mysqld.timer]", "File[/lib/systemd/system/prometheus-mysqld-exporter@.service]", "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "File[/opt/wmf-mariadb1011/my.cnf]", "File[/srv/sqldata.s1]", "File[/srv/tmp.s1]", "File[/usr/lib/nagios/plugins/check_mariadb.pl]", "File[/usr/local/bin/mbstream]", "File[/usr/local/bin/mysql.s1]", "File[/usr/local/etc/my.cnf]", "File[/usr/local/lib/nagios/plugins/check_mariadb]", "File[/var/lib/prometheus/.my.s1.cnf]", "File[/var/lib/prometheus/node.d/check_mariadb_disk_space.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_memory.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_read_only_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_io_state_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_lag_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_state_s1.prom]", "File[/var/lib/prometheus/node.d/check_mysqld.prom]", "File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "File_line[auto_restart_file_presence_prometheus-mysqld-exporter@s1]", "Group[mysql]", "Package[grc]", "Package[mariadb-backup]", "Package[monitoring-plugins-contrib]", "Package[percona-toolkit]", "Package[prometheus-mysqld-exporter]", "Package[python3-wmfmariadbpy]", "Package[wmf-mariadb1011]", "Package[wmfmariadbpy-common]", "Service[nrpe2nodexp-mariadb_disk_space.timer]", "Service[nrpe2nodexp-mariadb_memory.timer]", "Service[nrpe2nodexp-mariadb_read_only_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "Service[nrpe2nodexp-mysqld.timer]", "Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "User[mysql]"], "only_in_other": ["File[/etc/update-motd.d/05-insetup--data-persistence-ferm]"], "resource_diffs": [{"resource": "File[/var/lib/prometheus/node.d/role_owner.prom]", "content": "--- /var/lib/prometheus/node.d/role_owner.prom.orig\n+++ /var/lib/prometheus/node.d/role_owner.prom\n@@ -1,3 +1,3 @@\n # HELP role_owner The team owner of the server role\n # TYPE role_owner gauge\n-role_owner{team=\"data-persistence\",role=\"mariadb::backup_source\",cluster=\"mysql\"} 1.0\n+role_owner{team=\"data-persistence\",role=\"insetup::data_persistence_ferm\",cluster=\"mysql\"} 1.0"}, {"resource": "Concat_fragment[main contacts]", "content": "--- main contacts.orig\n+++ main contacts\n@@ -1,3 +1,3 @@\n ---\n-role::mariadb::backup_source:\n+role::insetup::data_persistence_ferm:\n - Data Persistence"}], "perc_changed": "4.19%"}, "main": {"total": 3058, "only_in_self": ["Class[Mariadb::Config]", "Class[Mariadb::Monitor_disk]", "Class[Mariadb::Monitor_memory]", "Class[Mariadb::Monitor_process]", "Class[Mariadb::Packages_wmf]", "Class[Mariadb::Service]", "Class[Passwords::Nagios::Mysql]", "Class[Profile::Mariadb::Dbstore_multiinstance]", "Class[Profile::Mariadb::Mysql_role]", "Class[Profile::Mariadb::Packages_wmf]", "Class[Profile::Mariadb::Wmfmariadbpy]", "Class[Prometheus::Mysqld_exporter::Common]", "Class[Role::Mariadb::Backup_source]", "Class[Wmfmariadbpy]", "Concat::Fragment[/etc/mysql_puppet_agent_cert]", "Concat::Fragment[/etc/mysql_puppet_ca_chain]", "Concat[/etc/mysql/ssl/cert.pem]", "Concat_file[/etc/mysql/ssl/cert.pem]", "Concat_fragment[/etc/mysql_puppet_agent_cert]", "Concat_fragment[/etc/mysql_puppet_ca_chain]", "Exec[systemctl try-restart prometheus-mysqld-exporter@s1]", "Exec[systemctl-daemon-reload]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]", "Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)]", "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)]", "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)]", "Ferm::Service[s1_mariadb_dba]", "Ferm::Service[s1_mariadb_internal]", "Ferm::Service[s1_orchestrator]", "File[/etc/default/prometheus-mysqld-exporter@s1]", "File[/etc/default/prometheus]", "File[/etc/ferm/conf.d/10_s1_mariadb_dba]", "File[/etc/ferm/conf.d/10_s1_mariadb_internal]", "File[/etc/ferm/conf.d/10_s1_orchestrator]", "File[/etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "File[/etc/my.cnf]", "File[/etc/mysql/grcat.config]", "File[/etc/mysql/my.cnf]", "File[/etc/mysql/mysqld.conf.d/s1.cnf]", "File[/etc/mysql/mysqld.conf.d]", "File[/etc/mysql/ssl/cacert.pem]", "File[/etc/mysql/ssl/client-cert.pem]", "File[/etc/mysql/ssl/client-key.pem]", "File[/etc/mysql/ssl/server-cert.pem]", "File[/etc/mysql/ssl/server-key.pem]", "File[/etc/mysql/ssl/server-keypair.pem]", "File[/etc/mysql/ssl/server.key]", "File[/etc/mysql/ssl/server.p12]", "File[/etc/mysql/ssl]", "File[/etc/mysql]", "File[/etc/nagios/nrpe.d/check_mariadb_disk_space.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_memory.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mysqld.cfg]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf]", "File[/etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf]", "File[/etc/sudoers.d/nrpe-check_mariadb_disk_space]", "File[/etc/sudoers.d/nrpe-check_mariadb_memory]", "File[/etc/sudoers.d/nrpe-check_mariadb_read_only_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_io_state_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_lag_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_state_s1]", "File[/etc/sudoers.d/nrpe-check_mysqld]", "File[/etc/systemd/system/mariadb.service.d/override.conf]", "File[/etc/systemd/system/mariadb.service.d]", "File[/etc/update-motd.d/05-mariadb--backup-source]", "File[/etc/update-motd.d/06-db-section-s1]", "File[/etc/wmfmariadbpy/section_ports.csv]", "File[/etc/wmfmariadbpy]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mysqld.service]", "File[/lib/systemd/system/nrpe2nodexp-mysqld.timer]", "File[/lib/systemd/system/prometheus-mysqld-exporter@.service]", "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "File[/opt/wmf-mariadb1011/my.cnf]", "File[/srv/sqldata.s1]", "File[/srv/tmp.s1]", "File[/usr/lib/nagios/plugins/check_mariadb.pl]", "File[/usr/local/bin/mbstream]", "File[/usr/local/bin/mysql.s1]", "File[/usr/local/etc/my.cnf]", "File[/usr/local/lib/nagios/plugins/check_mariadb]", "File[/var/lib/prometheus/.my.s1.cnf]", "File[/var/lib/prometheus/node.d/check_mariadb_disk_space.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_memory.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_read_only_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_io_state_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_lag_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_state_s1.prom]", "File[/var/lib/prometheus/node.d/check_mysqld.prom]", "File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "File_line[auto_restart_file_presence_prometheus-mysqld-exporter@s1]", "Firewall::Service[s1_orchestrator]", "Group[mysql]", "Logrotate::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "Mariadb::Instance[s1]", "Mariadb::Monitor_readonly[s1]", "Mariadb::Monitor_replication[s1]", "Monitoring::Exported_nagios_service[db2141 mariadb_disk_space]", "Monitoring::Exported_nagios_service[db2141 mariadb_memory]", "Monitoring::Exported_nagios_service[db2141 mariadb_read_only_s1]", "Monitoring::Exported_nagios_service[db2141 mariadb_replica_io_state_s1]", "Monitoring::Exported_nagios_service[db2141 mariadb_replica_sql_lag_s1]", "Monitoring::Exported_nagios_service[db2141 mariadb_replica_sql_state_s1]", "Monitoring::Exported_nagios_service[db2141 mysqld]", "Monitoring::Service[mariadb_disk_space]", "Monitoring::Service[mariadb_memory]", "Monitoring::Service[mariadb_read_only_s1]", "Monitoring::Service[mariadb_replica_io_state_s1]", "Monitoring::Service[mariadb_replica_sql_lag_s1]", "Monitoring::Service[mariadb_replica_sql_state_s1]", "Monitoring::Service[mysqld]", "Motd::Message[mariadb::backup_source]", "Motd::Script[db-section-s1]", "Motd::Script[mariadb::backup_source]", "Nrpe::Check[check_mariadb_disk_space]", "Nrpe::Check[check_mariadb_memory]", "Nrpe::Check[check_mariadb_read_only_s1]", "Nrpe::Check[check_mariadb_replica_io_state_s1]", "Nrpe::Check[check_mariadb_replica_sql_lag_s1]", "Nrpe::Check[check_mariadb_replica_sql_state_s1]", "Nrpe::Check[check_mysqld]", "Nrpe::Monitor_service[mariadb_disk_space]", "Nrpe::Monitor_service[mariadb_memory]", "Nrpe::Monitor_service[mariadb_read_only_s1]", "Nrpe::Monitor_service[mariadb_replica_io_state_s1]", "Nrpe::Monitor_service[mariadb_replica_sql_lag_s1]", "Nrpe::Monitor_service[mariadb_replica_sql_state_s1]", "Nrpe::Monitor_service[mysqld]", "Nrpe::Plugin[check_mariadb]", "Package[grc]", "Package[mariadb-backup]", "Package[monitoring-plugins-contrib]", "Package[percona-toolkit]", "Package[prometheus-mysqld-exporter]", "Package[python3-wmfmariadbpy]", "Package[wmf-mariadb1011]", "Package[wmfmariadbpy-common]", "Profile::Auto_restarts::Service[prometheus-mysqld-exporter@s1]", "Profile::Mariadb::Ferm[s1]", "Profile::Mariadb::Section[s1]", "Profile::Prometheus::Mysqld_exporter_instance[s1]", "Prometheus::Alert::Rule[check_mariadb_disk_space_d2aae7bfec5549be1a8b9413215bd86c]", "Prometheus::Alert::Rule[check_mariadb_memory_b5a92c72542d5f0c031014e7a8db014e]", "Prometheus::Alert::Rule[check_mariadb_read_only_s1_42baf529e0f3bfca391aca0a24c880e9]", "Prometheus::Alert::Rule[check_mariadb_replica_io_state_s1_0d5979f7abbb49256cfedd70a646784e]", "Prometheus::Alert::Rule[check_mariadb_replica_sql_lag_s1_8ec9d6c1155ae60699aaf9dfd1fa339b]", "Prometheus::Alert::Rule[check_mariadb_replica_sql_state_s1_3f927914a18db09399b7fff42858d634]", "Prometheus::Alert::Rule[check_mysqld_ca81db2c9e98d408f9f65c79817da116]", "Prometheus::Mysqld_exporter::Instance[s1]", "Puppet::Expose_agent_certs[/etc/mysql]", "Rsyslog::Conf[nrpe2nodexp-mariadb_disk_space]", "Rsyslog::Conf[nrpe2nodexp-mariadb_memory]", "Rsyslog::Conf[nrpe2nodexp-mariadb_read_only_s1]", "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_io_state_s1]", "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Rsyslog::Conf[nrpe2nodexp-mysqld]", "Rsyslog::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "Service[nrpe2nodexp-mariadb_disk_space.timer]", "Service[nrpe2nodexp-mariadb_memory.timer]", "Service[nrpe2nodexp-mariadb_read_only_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "Service[nrpe2nodexp-mysqld.timer]", "Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "Sslcert::X509_to_pkcs12[puppet::expose_agent_cert: /etc/mysql]", "Sudo::User[nrpe-check_mariadb_disk_space]", "Sudo::User[nrpe-check_mariadb_memory]", "Sudo::User[nrpe-check_mariadb_read_only_s1]", "Sudo::User[nrpe-check_mariadb_replica_io_state_s1]", "Sudo::User[nrpe-check_mariadb_replica_sql_lag_s1]", "Sudo::User[nrpe-check_mariadb_replica_sql_state_s1]", "Sudo::User[nrpe-check_mysqld]", "Systemd::Service[nrpe2nodexp-mariadb_disk_space]", "Systemd::Service[nrpe2nodexp-mariadb_memory]", "Systemd::Service[nrpe2nodexp-mariadb_read_only_s1]", "Systemd::Service[nrpe2nodexp-mariadb_replica_io_state_s1]", "Systemd::Service[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Systemd::Service[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Systemd::Service[nrpe2nodexp-mysqld]", "Systemd::Service[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "Systemd::Syslog[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_disk_space]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_memory]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_read_only_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_io_state_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Systemd::Timer::Job[nrpe2nodexp-mysqld]", "Systemd::Timer::Job[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "Systemd::Timer[nrpe2nodexp-mariadb_disk_space]", "Systemd::Timer[nrpe2nodexp-mariadb_memory]", "Systemd::Timer[nrpe2nodexp-mariadb_read_only_s1]", "Systemd::Timer[nrpe2nodexp-mariadb_replica_io_state_s1]", "Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Systemd::Timer[nrpe2nodexp-mysqld]", "Systemd::Timer[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "Systemd::Unit[nrpe2nodexp-mariadb_disk_space.service]", "Systemd::Unit[nrpe2nodexp-mariadb_disk_space.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_memory.service]", "Systemd::Unit[nrpe2nodexp-mariadb_memory.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "Systemd::Unit[nrpe2nodexp-mysqld.service]", "Systemd::Unit[nrpe2nodexp-mysqld.timer]", "Systemd::Unit[prometheus-mysqld-exporter@]", "Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "User[mysql]"], "only_in_other": ["Class[Role::Insetup::Data_persistence_ferm]", "File[/etc/update-motd.d/05-insetup--data-persistence-ferm]", "Motd::Message[insetup::data_persistence_ferm]", "Motd::Script[insetup::data_persistence_ferm]"], "resource_diffs": [{"resource": "Concat::Fragment[main contacts]"}, {"resource": "File[/var/lib/prometheus/node.d/role_owner.prom]", "content": "--- /var/lib/prometheus/node.d/role_owner.prom.orig\n+++ /var/lib/prometheus/node.d/role_owner.prom\n@@ -1,3 +1,3 @@\n # HELP role_owner The team owner of the server role\n # TYPE role_owner gauge\n-role_owner{team=\"data-persistence\",role=\"mariadb::backup_source\",cluster=\"mysql\"} 1.0\n+role_owner{team=\"data-persistence\",role=\"insetup::data_persistence_ferm\",cluster=\"mysql\"} 1.0"}, {"resource": "Class[Adduser]", "parameters": "--- Class[Adduser].orig\n+++ Class[Adduser]\n\n@@\n-    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[megacli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[wmf-mariadb1011]', 'Package[percona-toolkit]', 'Package[grc]', 'Package[mariadb-backup]', 'Package[python3-wmfmariadbpy]', 'Package[wmfmariadbpy-common]', 'Package[monitoring-plugins-contrib]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]', 'Package[prometheus-mysqld-exporter]']\n+    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[megacli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]']\n"}, {"resource": "Class[Monitoring]", "parameters": "--- Class[Monitoring].orig\n+++ Class[Monitoring]\n\n@@\n-    notifications_enabled => True\n+    notifications_enabled => False\n"}, {"resource": "Class[Profile::Monitoring]", "parameters": "--- Class[Profile::Monitoring].orig\n+++ Class[Profile::Monitoring]\n\n@@\n-    notifications_enabled => True\n+    notifications_enabled => False\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 disk_space]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 disk_space].orig\n+++ Monitoring::Exported_nagios_service[db2141 disk_space]\n\n@@\n-    notifications_enabled => 1\n+    notifications_enabled => 0\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 ssh]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 ssh].orig\n+++ Monitoring::Exported_nagios_service[db2141 ssh]\n\n@@\n-    notifications_enabled => 1\n+    notifications_enabled => 0\n"}, {"resource": "Class[Profile::Base::Production]", "parameters": "--- Class[Profile::Base::Production].orig\n+++ Class[Profile::Base::Production]\n\n@@\n-    role_description => MariaDB server containing replicas of mediawiki databases used to generate backups\n+    role_description => Host being setup by Data Persistence SREs\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 raid_megaraid]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 raid_megaraid].orig\n+++ Monitoring::Exported_nagios_service[db2141 raid_megaraid]\n\n@@\n-    notifications_enabled => 1\n+    notifications_enabled => 0\n"}, {"resource": "Class[Profile::Apt]", "parameters": "--- Class[Profile::Apt].orig\n+++ Class[Profile::Apt]\n\n@@\n-    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[megacli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[wmf-mariadb1011]', 'Package[percona-toolkit]', 'Package[grc]', 'Package[mariadb-backup]', 'Package[python3-wmfmariadbpy]', 'Package[wmfmariadbpy-common]', 'Package[monitoring-plugins-contrib]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]', 'Package[prometheus-mysqld-exporter]']\n+    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[megacli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]']\n"}, {"resource": "Concat_fragment[main contacts]", "content": "--- main contacts.orig\n+++ main contacts\n@@ -1,3 +1,3 @@\n ---\n-role::mariadb::backup_source:\n+role::insetup::data_persistence_ferm:\n - Data Persistence"}, {"resource": "Monitoring::Exported_nagios_host[db2141]", "parameters": "--- Monitoring::Exported_nagios_host[db2141].orig\n+++ Monitoring::Exported_nagios_host[db2141]\n\n@@\n-    notifications_enabled => 1\n+    notifications_enabled => 0\n"}, {"resource": "Monitoring::Exported_nagios_service[db2141 ferm_active]", "parameters": "--- Monitoring::Exported_nagios_service[db2141 ferm_active].orig\n+++ Monitoring::Exported_nagios_service[db2141 ferm_active]\n\n@@\n-    notifications_enabled => 1\n+    notifications_enabled => 0\n"}], "perc_changed": "8.80%"}}}