{"host": "db2250.codfw.wmnet", "state": "core_diff", "description": "Differences to core resources", "diff": {"full": {"total": 2810, "only_in_self": ["Class[Role::Insetup::Data_persistence_ferm]", "File[/etc/update-motd.d/05-insetup--data-persistence-ferm]", "Motd::Message[insetup::data_persistence_ferm]", "Motd::Script[insetup::data_persistence_ferm]", "Node[__node_regexp__db22505253.codfw.]"], "only_in_other": ["Class[Mariadb::Config]", "Class[Mariadb::Monitor_disk]", "Class[Mariadb::Monitor_memory]", "Class[Mariadb::Monitor_process]", "Class[Mariadb::Packages_wmf]", "Class[Mariadb::Service]", "Class[Passwords::Nagios::Mysql]", "Class[Profile::Mariadb::Dbstore_multiinstance]", "Class[Profile::Mariadb::Mysql_role]", "Class[Profile::Mariadb::Packages_wmf]", "Class[Profile::Mariadb::Wmfmariadbpy]", "Class[Prometheus::Mysqld_exporter::Common]", "Class[Role::Mariadb::Backup_source]", "Class[Wmfmariadbpy]", "Concat::Fragment[/etc/mysql_puppet_agent_cert]", "Concat::Fragment[/etc/mysql_puppet_ca_chain]", "Concat[/etc/mysql/ssl/cert.pem]", "Concat_file[/etc/mysql/ssl/cert.pem]", "Concat_fragment[/etc/mysql_puppet_agent_cert]", "Concat_fragment[/etc/mysql_puppet_ca_chain]", "Exec[systemctl try-restart prometheus-mysqld-exporter@s1]", "Exec[systemctl-daemon-reload]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]", "Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)]", "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)]", "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)]", "Ferm::Service[s1_mariadb_dba]", "Ferm::Service[s1_mariadb_internal]", "Ferm::Service[s1_orchestrator]", "File[/etc/default/prometheus-mysqld-exporter@s1]", "File[/etc/default/prometheus]", "File[/etc/ferm/conf.d/10_s1_mariadb_dba]", "File[/etc/ferm/conf.d/10_s1_mariadb_internal]", "File[/etc/ferm/conf.d/10_s1_orchestrator]", "File[/etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "File[/etc/my.cnf]", "File[/etc/mysql/grcat.config]", "File[/etc/mysql/my.cnf]", "File[/etc/mysql/mysqld.conf.d/s1.cnf]", "File[/etc/mysql/mysqld.conf.d]", "File[/etc/mysql/ssl/cacert.pem]", "File[/etc/mysql/ssl/client-cert.pem]", "File[/etc/mysql/ssl/client-key.pem]", "File[/etc/mysql/ssl/server-cert.pem]", "File[/etc/mysql/ssl/server-key.pem]", "File[/etc/mysql/ssl/server-keypair.pem]", "File[/etc/mysql/ssl/server.key]", "File[/etc/mysql/ssl/server.p12]", "File[/etc/mysql/ssl]", "File[/etc/mysql]", "File[/etc/nagios/nrpe.d/check_mariadb_disk_space.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_memory.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mysqld.cfg]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf]", "File[/etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf]", "File[/etc/sudoers.d/nrpe-check_mariadb_disk_space]", "File[/etc/sudoers.d/nrpe-check_mariadb_memory]", "File[/etc/sudoers.d/nrpe-check_mariadb_read_only_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_io_state_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_lag_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_state_s1]", "File[/etc/sudoers.d/nrpe-check_mysqld]", "File[/etc/systemd/system/mariadb.service.d/override.conf]", "File[/etc/systemd/system/mariadb.service.d]", "File[/etc/update-motd.d/05-mariadb--backup-source]", "File[/etc/update-motd.d/06-db-section-s1]", "File[/etc/wmfmariadbpy/section_ports.csv]", "File[/etc/wmfmariadbpy]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mysqld.service]", "File[/lib/systemd/system/nrpe2nodexp-mysqld.timer]", "File[/lib/systemd/system/prometheus-mysqld-exporter@.service]", "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "File[/opt/wmf-mariadb1011/my.cnf]", "File[/srv/sqldata.s1]", "File[/srv/tmp.s1]", "File[/usr/lib/nagios/plugins/check_mariadb.pl]", "File[/usr/local/bin/mbstream]", "File[/usr/local/bin/mysql.s1]", "File[/usr/local/etc/my.cnf]", "File[/usr/local/lib/nagios/plugins/check_mariadb]", "File[/var/lib/prometheus/.my.s1.cnf]", "File[/var/lib/prometheus/node.d/check_mariadb_disk_space.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_memory.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_read_only_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_io_state_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_lag_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_state_s1.prom]", "File[/var/lib/prometheus/node.d/check_mysqld.prom]", "File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "File_line[auto_restart_file_presence_prometheus-mysqld-exporter@s1]", "Firewall::Service[s1_orchestrator]", "Group[mysql]", "Logrotate::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "Mariadb::Instance[s1]", "Mariadb::Monitor_readonly[s1]", "Mariadb::Monitor_replication[s1]", "Monitoring::Exported_nagios_service[db2250 mariadb_disk_space]", "Monitoring::Exported_nagios_service[db2250 mariadb_memory]", "Monitoring::Exported_nagios_service[db2250 mariadb_read_only_s1]", "Monitoring::Exported_nagios_service[db2250 mariadb_replica_io_state_s1]", "Monitoring::Exported_nagios_service[db2250 mariadb_replica_sql_lag_s1]", "Monitoring::Exported_nagios_service[db2250 mariadb_replica_sql_state_s1]", "Monitoring::Exported_nagios_service[db2250 mysqld]", "Monitoring::Service[mariadb_disk_space]", "Monitoring::Service[mariadb_memory]", "Monitoring::Service[mariadb_read_only_s1]", "Monitoring::Service[mariadb_replica_io_state_s1]", "Monitoring::Service[mariadb_replica_sql_lag_s1]", "Monitoring::Service[mariadb_replica_sql_state_s1]", "Monitoring::Service[mysqld]", "Motd::Message[mariadb::backup_source]", "Motd::Script[db-section-s1]", "Motd::Script[mariadb::backup_source]", "Node[__node_regexp__db2250.codfw.]", "Nrpe::Check[check_mariadb_disk_space]", "Nrpe::Check[check_mariadb_memory]", "Nrpe::Check[check_mariadb_read_only_s1]", "Nrpe::Check[check_mariadb_replica_io_state_s1]", "Nrpe::Check[check_mariadb_replica_sql_lag_s1]", "Nrpe::Check[check_mariadb_replica_sql_state_s1]", "Nrpe::Check[check_mysqld]", "Nrpe::Monitor_service[mariadb_disk_space]", "Nrpe::Monitor_service[mariadb_memory]", "Nrpe::Monitor_service[mariadb_read_only_s1]", "Nrpe::Monitor_service[mariadb_replica_io_state_s1]", "Nrpe::Monitor_service[mariadb_replica_sql_lag_s1]", "Nrpe::Monitor_service[mariadb_replica_sql_state_s1]", "Nrpe::Monitor_service[mysqld]", "Nrpe::Plugin[check_mariadb]", "Package[grc]", "Package[mariadb-backup]", "Package[monitoring-plugins-contrib]", "Package[percona-toolkit]", "Package[prometheus-mysqld-exporter]", "Package[python3-wmfmariadbpy]", "Package[wmf-mariadb1011]", "Package[wmfmariadbpy-common]", "Profile::Auto_restarts::Service[prometheus-mysqld-exporter@s1]", "Profile::Mariadb::Ferm[s1]", "Profile::Mariadb::Section[s1]", "Profile::Prometheus::Mysqld_exporter_instance[s1]", "Prometheus::Alert::Rule[check_mariadb_disk_space_d2aae7bfec5549be1a8b9413215bd86c]", "Prometheus::Alert::Rule[check_mariadb_memory_b5a92c72542d5f0c031014e7a8db014e]", "Prometheus::Alert::Rule[check_mariadb_read_only_s1_42baf529e0f3bfca391aca0a24c880e9]", "Prometheus::Alert::Rule[check_mariadb_replica_io_state_s1_0d5979f7abbb49256cfedd70a646784e]", "Prometheus::Alert::Rule[check_mariadb_replica_sql_lag_s1_8ec9d6c1155ae60699aaf9dfd1fa339b]", "Prometheus::Alert::Rule[check_mariadb_replica_sql_state_s1_3f927914a18db09399b7fff42858d634]", "Prometheus::Alert::Rule[check_mysqld_ca81db2c9e98d408f9f65c79817da116]", "Prometheus::Mysqld_exporter::Instance[s1]", "Puppet::Expose_agent_certs[/etc/mysql]", "Rsyslog::Conf[nrpe2nodexp-mariadb_disk_space]", "Rsyslog::Conf[nrpe2nodexp-mariadb_memory]", "Rsyslog::Conf[nrpe2nodexp-mariadb_read_only_s1]", "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_io_state_s1]", "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Rsyslog::Conf[nrpe2nodexp-mysqld]", "Rsyslog::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "Service[nrpe2nodexp-mariadb_disk_space.timer]", "Service[nrpe2nodexp-mariadb_memory.timer]", "Service[nrpe2nodexp-mariadb_read_only_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "Service[nrpe2nodexp-mysqld.timer]", "Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "Sslcert::X509_to_pkcs12[puppet::expose_agent_cert: /etc/mysql]", "Sudo::User[nrpe-check_mariadb_disk_space]", "Sudo::User[nrpe-check_mariadb_memory]", "Sudo::User[nrpe-check_mariadb_read_only_s1]", "Sudo::User[nrpe-check_mariadb_replica_io_state_s1]", "Sudo::User[nrpe-check_mariadb_replica_sql_lag_s1]", "Sudo::User[nrpe-check_mariadb_replica_sql_state_s1]", "Sudo::User[nrpe-check_mysqld]", "Systemd::Service[nrpe2nodexp-mariadb_disk_space]", "Systemd::Service[nrpe2nodexp-mariadb_memory]", "Systemd::Service[nrpe2nodexp-mariadb_read_only_s1]", "Systemd::Service[nrpe2nodexp-mariadb_replica_io_state_s1]", "Systemd::Service[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Systemd::Service[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Systemd::Service[nrpe2nodexp-mysqld]", "Systemd::Service[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "Systemd::Syslog[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_disk_space]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_memory]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_read_only_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_io_state_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Systemd::Timer::Job[nrpe2nodexp-mysqld]", "Systemd::Timer::Job[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "Systemd::Timer[nrpe2nodexp-mariadb_disk_space]", "Systemd::Timer[nrpe2nodexp-mariadb_memory]", "Systemd::Timer[nrpe2nodexp-mariadb_read_only_s1]", "Systemd::Timer[nrpe2nodexp-mariadb_replica_io_state_s1]", "Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Systemd::Timer[nrpe2nodexp-mysqld]", "Systemd::Timer[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "Systemd::Unit[nrpe2nodexp-mariadb_disk_space.service]", "Systemd::Unit[nrpe2nodexp-mariadb_disk_space.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_memory.service]", "Systemd::Unit[nrpe2nodexp-mariadb_memory.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "Systemd::Unit[nrpe2nodexp-mysqld.service]", "Systemd::Unit[nrpe2nodexp-mysqld.timer]", "Systemd::Unit[prometheus-mysqld-exporter@]", "Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "User[mysql]"], "resource_diffs": [{"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer\n@@ -0,0 +1,14 @@\n+[Unit]\n+Description=Periodic execution of nrpe2nodexp-mariadb_read_only_s1.service\n+\n+[Timer]\n+Unit=nrpe2nodexp-mariadb_read_only_s1.service\n+# Accuracy sets the maximum time interval around the execution time we want to allow\n+AccuracySec=15sec\n+OnUnitInactiveSec=1min\n+OnActiveSec=1s\n+RandomizedDelaySec=60\n+FixedRandomDelay=true\n+\n+[Install]\n+WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "Mariadb::Monitor_readonly[s1]", "parameters": "--- Mariadb::Monitor_readonly[s1].orig\n+++ Mariadb::Monitor_readonly[s1]\n\n+    port          => 3311\n+    read_only     => 1\n+    is_critical   => False\n+    contact_group => admins\n"}, {"resource": "Package[wmf-mariadb1011]", "parameters": "--- Package[wmf-mariadb1011].orig\n+++ Package[wmf-mariadb1011]\n\n+    ensure   => installed\n+    provider => apt\n"}, {"resource": "Sudo::User[nrpe-check_mariadb_disk_space]", "parameters": "--- Sudo::User[nrpe-check_mariadb_disk_space].orig\n+++ Sudo::User[nrpe-check_mariadb_disk_space]\n\n+    privileges => []\n+    require    => ['Class[Sudo]']\n+    ensure     => absent\n+    user       => nagios\n+    tag        => nrpe::check\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service\n@@ -0,0 +1,11 @@\n+[Unit]\n+Description=execution of nrpe2nodexp for the check_mariadb_replica_sql_state_s1 command.\n+Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+\n+[Service]\n+Type=oneshot\n+User=nagios\n+\n+Group=prometheus-node-exporter\n+SyslogIdentifier=nrpe2nodexp-mariadb_replica_sql_state_s1\n+ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"3f927914a18db09399b7fff42858d634\" --timeout 10 --check-command \"check_mariadb_replica_sql_state_s1\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "Rsyslog::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "parameters": "--- Rsyslog::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1].orig\n+++ Rsyslog::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]\n\n+    priority => 40\n+    require  => File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1]\n+    ensure   => present\n+    mode     => 0444\n"}, {"resource": "File[/etc/update-motd.d/06-db-section-s1]", "content": "--- /etc/update-motd.d/06-db-section-s1.orig\n+++ /etc/update-motd.d/06-db-section-s1\n@@ -0,0 +1,2 @@\n+#!/bin/sh\n+echo 'DB section s1 (alias: mysql.s1)'", "parameters": "--- File[/etc/update-motd.d/06-db-section-s1].orig\n+++ File[/etc/update-motd.d/06-db-section-s1]\n\n+    group  => root\n+    ensure => present\n+    mode   => 0555\n+    owner  => root\n"}, {"resource": "Prometheus::Alert::Rule[check_mariadb_replica_sql_lag_s1_8ec9d6c1155ae60699aaf9dfd1fa339b]", "parameters": "--- Prometheus::Alert::Rule[check_mariadb_replica_sql_lag_s1_8ec9d6c1155ae60699aaf9dfd1fa339b].orig\n+++ Prometheus::Alert::Rule[check_mariadb_replica_sql_lag_s1_8ec9d6c1155ae60699aaf9dfd1fa339b]\n\n+    group              => nrpechecks\n+    summary            => NRPE CHECK: MariaDB Replica Lag: s1\n+    severity           => info\n+    def_label_whitelst => ['team', 'severity']\n+    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mariadb_replica_sql_lag_s1))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n+    site               => codfw\n+    instance           => ops\n+    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"8ec9d6c1155ae60699aaf9dfd1fa339b\",check_name=\"check_mariadb_replica_sql_lag_s1\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n+    description        => NRPE CHECK: MariaDB Replica Lag: s1\n+    dashboard          => TODO\n+    alert_name         => nrpe_MariaDB_Replica_Lag__s1\n+    team               => observability\n+    ensure             => absent\n+    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n+    for                => 10m\n"}, {"resource": "File[/srv/sqldata.s1]", "parameters": "--- File[/srv/sqldata.s1].orig\n+++ File[/srv/sqldata.s1]\n\n+    group  => mysql\n+    ensure => directory\n+    mode   => 0755\n+    owner  => mysql\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_memory.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_memory.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_memory.timer]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mariadb_memory.timer\n+    restart           => False\n+    ensure            => absent\n"}, {"resource": "Nrpe::Check[check_mariadb_read_only_s1]", "parameters": "--- Nrpe::Check[check_mariadb_read_only_s1].orig\n+++ Nrpe::Check[check_mariadb_read_only_s1]\n\n+    before  => Monitoring::Service[mariadb_read_only_s1]\n+    ensure  => present\n+    command => db-check-health --port=3311 --icinga --check_read_only=1 --process\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mariadb_replica_io_state_s1]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mariadb_replica_io_state_s1].orig\n+++ File[/etc/sudoers.d/nrpe-check_mariadb_replica_io_state_s1]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    ensure  => absent\n+    owner   => root\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mariadb_disk_space.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mariadb_disk_space.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mariadb_disk_space.cfg\n@@ -0,0 +1,2 @@\n+# File generated by puppet. DO NOT edit by hand\n+command[check_mariadb_disk_space]=/usr/lib/nagios/plugins/check_disk -w 10% -c 5% -l -e --exclude-type=tracefs --exclude-type=tmpfs --exclude-type=ramfs --exclude-type=devtmpfs", "parameters": "--- File[/etc/nagios/nrpe.d/check_mariadb_disk_space.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mariadb_disk_space.cfg]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    notify  => Service[nagios-nrpe-server]\n+    owner   => root\n+    mode    => 0444\n+    ensure  => present\n+    tag     => nrpe::check\n"}, {"resource": "Nrpe::Plugin[check_mariadb]", "parameters": "--- Nrpe::Plugin[check_mariadb].orig\n+++ Nrpe::Plugin[check_mariadb]\n\n+    source => puppet:///modules/icinga/check_mariadb.pl\n+    ensure => present\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Firewall::Service[s1_orchestrator]", "parameters": "--- Firewall::Service[s1_orchestrator].orig\n+++ Firewall::Service[s1_orchestrator]\n\n+    proto   => tcp\n+    srange  => ['dborch1001.wikimedia.org', 'dborch1002.wikimedia.org', 'dborch1003.eqiad.wmnet']\n+    ensure  => present\n+    port    => [3311]\n+    prio    => 10\n+    notrack => True\n+    desc    => \n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_state_s1]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_state_s1].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_state_s1]\n\n+    logging_enabled           => False\n+    success_exit_status       => []\n+    send_mail_only_on_error   => True\n+    description               => execution of nrpe2nodexp for the check_mariadb_replica_sql_state_s1 command.\n+    send_mail                 => False\n+    user                      => nagios\n+    monitoring_contact_groups => admins\n+    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+    private_tmp               => False\n+    splay                     => 60\n+    logfile_perms             => all\n+    environment               => {}\n+    syslog_force_stop         => True\n+    ensure                    => absent\n+    monitoring_enabled        => False\n+    group                     => prometheus-node-exporter\n+    logfile_name              => syslog.log\n+    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n+    logfile_basedir           => /var/log\n+    ignore_errors             => True\n+    syslog_identifier         => nrpe2nodexp-mariadb_replica_sql_state_s1\n+    logfile_group             => root\n+    syslog_match_startswith   => True\n+    fixed_random_delay        => True\n+    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"3f927914a18db09399b7fff42858d634\" --timeout 10 --check-command \"check_mariadb_replica_sql_state_s1\"\n+    send_mail_to              => root@db2250.codfw.wmnet\n"}, {"resource": "Prometheus::Mysqld_exporter::Instance[s1]", "parameters": "--- Prometheus::Mysqld_exporter::Instance[s1].orig\n+++ Prometheus::Mysqld_exporter::Instance[s1]\n\n+    listen_address  => :13311\n+    client_password => This is a fake passsword, but cannot be empty due to Debian #953040\n+    client_user     => prometheus\n+    client_socket   => /run/mysqld/mysqld.s1.sock\n"}, {"resource": "Nrpe::Monitor_service[mariadb_read_only_s1]", "parameters": "--- Nrpe::Monitor_service[mariadb_read_only_s1].orig\n+++ Nrpe::Monitor_service[mariadb_read_only_s1]\n\n+    alertmanager_team           => observability\n+    description                 => MariaDB read only s1\n+    enable_icinga_check         => True\n+    retry_interval              => 1\n+    ensure                      => present\n+    check_interval              => 1\n+    critical                    => False\n+    migration_task              => T315866\n+    enable_nrpe2nodexp          => False\n+    contact_group               => admins\n+    retries                     => 3\n+    nrpe2nodexp_parse_perf_data => False\n+    timeout                     => 10\n+    require                     => Package[wmfmariadbpy-common]\n+    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Master_comes_back_in_read_only\n+    nrpe_command                => db-check-health --port=3311 --icinga --check_read_only=1 --process\n"}, {"resource": "Monitoring::Exported_nagios_service[db2250 mariadb_disk_space]", "parameters": "--- Monitoring::Exported_nagios_service[db2250 mariadb_disk_space].orig\n+++ Monitoring::Exported_nagios_service[db2250 mariadb_disk_space]\n\n+    notifications_enabled  => 0\n+    passive_checks_enabled => 1\n+    servicegroups          => mysql_codfw\n+    check_command          => nrpe_check!check_mariadb_disk_space!10\n+    notification_options   => c,r,f\n+    notification_interval  => 0\n+    contact_groups         => admins\n+    is_volatile            => 0\n+    retry_interval         => 1\n+    ensure                 => present\n+    check_freshness        => 0\n+    notification_period    => 24x7\n+    check_interval         => 1\n+    check_period           => 24x7\n+    active_checks_enabled  => 1\n+    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n+    max_check_attempts     => 3\n+    host_name              => db2250\n+    service_description    => MariaDB disk space\n"}, {"resource": "File[/etc/my.cnf]", "content": "--- /etc/my.cnf.orig\n+++ /etc/my.cnf\n@@ -0,0 +1,128 @@\n+# replicas for backup sources and analytics\n+\n+# Please use separate .cnf templates for each type of server.\n+\n+[client]\n+\n+[mysqld]\n+\n+skip-external-locking\n+skip-name-resolve\n+temp-pool\n+\n+user               = mysql\n+basedir            = /opt/wmf-mariadb1011\n+server_id          = 180356362\n+report_host        = db2250.codfw.wmnet\n+wsrep_cluster_name = codfw # For orchestrator. T266635\n+\n+# gtid_domain_id flag is needed for multisource replication and GTID.\n+# Strictly it is only needed on masters or servers that can potentially be\n+# masters but for consistency it should be set in all of them.\n+# https://mariadb.com/kb/en/mariadb/gtid/\n+gtid_domain_id  = 180356362\n+\n+read_only       = 1\n+key_buffer_size = 1048576\n+\n+secure_file_priv   = /dev/null\n+max_connections    = 250\n+max_allowed_packet = 32M\n+connect_timeout    = 3\n+query_cache_size   = 0\n+query_cache_type   = 0\n+event_scheduler    = 1\n+\n+table_open_cache       = 50000\n+table_definition_cache = 50000\n+\n+# binary log and replication options\n+# We are temporarily enabling the binlogs on these servers to evaluate\n+# CDC functionality with paimon/flink.\n+#\n+# We will revert this change once the evaluation is complete.\n+# See #T258511 for a discussion about the long-term aim and #T358373.\n+log-bin\n+log-slave-updates\n+binlog-format                  = ROW\n+sync-binlog                    = 1\n+binlog_cache_size              = 10M\n+max-binlog_size                = 1000M\n+expire-logs-days               = 7\n+\n+# InnoDB file-per-table + TokuDB love those file descriptors\n+open-files-limit = 200000\n+\n+character_set_server     = binary\n+character_set_filesystem = binary\n+collation_server         = binary\n+\n+innodb_file_per_table          = 1\n+# this can get overiden by per-instance configuration\n+innodb_buffer_pool_size        = 15G\n+innodb_log_file_size           = 4G\n+innodb_flush_log_at_trx_commit = 0\n+innodb_flush_method            = O_DIRECT\n+innodb_io_capacity             = 1000\n+innodb_stats_method            = nulls_unequal\n+innodb_purge_threads           = 1\n+# Changed because of https://jira.mariadb.org/browse/MDEV-22373\n+innodb_change_buffering        = none\n+\n+innodb_strict_mode             = 1\n+\n+# T287244\n+innodb_checksum_algorithm = full_crc32\n+\n+# T268869\n+innodb_adaptive_hash_index=OFF\n+\n+# In 10.6 the default is 90%, 75% worked fine for us.\n+innodb_max_dirty_pages_pct = 75\n+\n+# don't dump and load innodb buffer at start and stop\n+# these servers will have the buffer pool in a bad state due to dumps\n+# so not sure if these will be useful, but we leave them here for now\n+innodb_buffer_pool_load_at_startup  = 1\n+innodb_buffer_pool_dump_at_shutdown = 1\n+\n+optimizer_switch='engine_condition_pushdown=on,optimize_join_buffer_size=on'\n+join_cache_level = 8\n+\n+skip-slave-start\n+slave_transaction_retries = 4294967295\n+\n+\n+# ssl\n+ssl-ca=/etc/ssl/certs/wmf-ca-certificates.crt\n+ssl-cert=/etc/mysql/ssl/cert.pem\n+ssl-key=/etc/mysql/ssl/server.key\n+ssl-cipher=TLSv1.2\n+\n+\n+# Enabling performance_schema (disabled by default in MariaDB10)\n+performance_schema                                     = 1\n+# downsizing performance schema memory usage: T99485\n+performance_schema_digests_size                        = -1\n+performance_schema_max_thread_instances                = 500\n+performance_schema_max_cond_instances                  = 1000\n+performance_schema_accounts_size                       = 300\n+performance_schema_hosts_size                          = 300\n+performance_schema_events_statements_history_size      = 10\n+performance_schema_events_statements_history_long_size = 1000\n+performance_schema_events_waits_history_size           = 10\n+performance_schema_events_waits_history_long_size      = 1000\n+performance_schema_events_stages_history_size          = 10\n+performance_schema_events_stages_history_long_size     = 1000\n+performance_schema_max_mutex_instances                 = 5000\n+performance_schema_max_rwlock_instances                = 2000\n+performance_schema_max_socket_instances                = 500\n+performance_schema_max_table_instances                 = 1000\n+\n+\n+[mysqldump]\n+\n+quick\n+max_allowed_packet = 32M\n+\n+!includedir /etc/mysql/mysqld.conf.d/", "parameters": "--- File[/etc/my.cnf].orig\n+++ File[/etc/my.cnf]\n\n+    group => root\n+    owner => root\n+    mode  => 0644\n"}, {"resource": "File[/etc/ferm/conf.d/10_s1_orchestrator]", "content": "--- /etc/ferm/conf.d/10_s1_orchestrator.orig\n+++ /etc/ferm/conf.d/10_s1_orchestrator\n@@ -0,0 +1,8 @@\n+# Autogenerated by puppet. DO NOT EDIT BY HAND!\n+#\n+# \n+&R_SERVICE(tcp, 3311, (10.64.0.20 208.80.154.9 208.80.155.103 2620:0:861:4:208:80:155:103));\n+\n+\n+\n+&NO_TRACK(tcp, 3311);", "parameters": "--- File[/etc/ferm/conf.d/10_s1_orchestrator].orig\n+++ File[/etc/ferm/conf.d/10_s1_orchestrator]\n\n+    group   => root\n+    require => File[/etc/ferm/conf.d]\n+    notify  => Service[ferm]\n+    owner   => root\n+    mode    => 0400\n+    ensure  => present\n+    tag     => ferm\n"}, {"resource": "Profile::Mariadb::Section[s1]", "parameters": "--- Profile::Mariadb::Section[s1].orig\n+++ Profile::Mariadb::Section[s1]\n\n+    mention_alias => True\n+    section       => s1\n"}, {"resource": "File[/etc/mysql/ssl/server.key]", "parameters": "--- File[/etc/mysql/ssl/server.key].orig\n+++ File[/etc/mysql/ssl/server.key]\n\n+    group     => mysql\n+    source    => /var/lib/puppet/ssl/private_keys/db2250.codfw.wmnet.pem\n+    owner     => mysql\n+    mode      => 0400\n+    show_diff => False\n+    ensure    => present\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service\n@@ -0,0 +1,11 @@\n+[Unit]\n+Description=execution of nrpe2nodexp for the check_mariadb_read_only_s1 command.\n+Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+\n+[Service]\n+Type=oneshot\n+User=nagios\n+\n+Group=prometheus-node-exporter\n+SyslogIdentifier=nrpe2nodexp-mariadb_read_only_s1\n+ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"42baf529e0f3bfca391aca0a24c880e9\" --timeout 10 --check-command \"check_mariadb_read_only_s1\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "Package[percona-toolkit]", "parameters": "--- Package[percona-toolkit].orig\n+++ Package[percona-toolkit]\n\n+    ensure   => installed\n+    provider => apt\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mysqld.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mysqld.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mysqld.timer]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mysqld.timer\n+    restart           => False\n+    ensure            => absent\n"}, {"resource": "Logrotate::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "parameters": "--- Logrotate::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1].orig\n+++ Logrotate::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]\n\n+    ensure => present\n"}, {"resource": "File[/etc/systemd/system/mariadb.service.d]", "parameters": "--- File[/etc/systemd/system/mariadb.service.d].orig\n+++ File[/etc/systemd/system/mariadb.service.d]\n\n+    group  => root\n+    ensure => directory\n+    mode   => 0755\n+    owner  => root\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.timer]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mariadb_replica_io_state_s1.timer\n+    restart           => False\n+    ensure            => absent\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mariadb_read_only_s1]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mariadb_read_only_s1].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mariadb_read_only_s1]\n\n+    priority => 25\n+    ensure   => absent\n+    mode     => 0444\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Concat[/etc/mysql/ssl/cert.pem]", "parameters": "--- Concat[/etc/mysql/ssl/cert.pem].orig\n+++ Concat[/etc/mysql/ssl/cert.pem]\n\n+    format         => plain\n+    warn           => False\n+    path           => /etc/mysql/ssl/cert.pem\n+    replace        => True\n+    force          => False\n+    order          => alpha\n+    backup         => puppet\n+    ensure         => present\n+    mode           => 0644\n+    show_diff      => True\n+    ensure_newline => False\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mariadb_replica_io_state_s1.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mariadb_replica_io_state_s1.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mariadb_replica_io_state_s1.prom]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "File[/etc/systemd/system/mariadb.service.d/override.conf]", "content": "--- /etc/systemd/system/mariadb.service.d/override.conf.orig\n+++ /etc/systemd/system/mariadb.service.d/override.conf\n@@ -0,0 +1,2 @@\n+[Service]\n+ExecStartPre=/bin/sh -c \"echo 'mariadb main service is disabled, use mariadb@<instance_name> instead'; exit 1\"", "parameters": "--- File[/etc/systemd/system/mariadb.service.d/override.conf].orig\n+++ File[/etc/systemd/system/mariadb.service.d/override.conf]\n\n+    group  => root\n+    notify => Exec[systemctl-daemon-reload]\n+    owner  => root\n+    mode   => 0644\n+    ensure => present\n"}, {"resource": "Class[Profile::Mariadb::Packages_wmf]", "parameters": "--- Class[Profile::Mariadb::Packages_wmf].orig\n+++ Class[Profile::Mariadb::Packages_wmf]\n\n+    package => wmf-mariadb1011\n"}, {"resource": "Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "parameters": "--- Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.service].orig\n+++ Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.service]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => wmf_auto_restart_prometheus-mysqld-exporter@s1.service\n+    restart           => False\n+    ensure            => present\n"}, {"resource": "Exec[systemctl try-restart prometheus-mysqld-exporter@s1]", "parameters": "--- Exec[systemctl try-restart prometheus-mysqld-exporter@s1].orig\n+++ Exec[systemctl try-restart prometheus-mysqld-exporter@s1]\n\n+    refreshonly => True\n+    path        => /usr/bin\n"}, {"resource": "Motd::Message[insetup::data_persistence_ferm]", "parameters": "--- Motd::Message[insetup::data_persistence_ferm].orig\n+++ Motd::Message[insetup::data_persistence_ferm]\n\n-    priority => 5\n-    ensure   => present\n-    message  => db2250 is a Host being setup by Data Persistence SREs (insetup::data_persistence_ferm)\n"}, {"resource": "File[/etc/update-motd.d/05-insetup--data-persistence-ferm]", "content": "--- /etc/update-motd.d/05-insetup--data-persistence-ferm.orig\n+++ /etc/update-motd.d/05-insetup--data-persistence-ferm\n@@ -1,2 +0,0 @@\n-#!/bin/sh\n-printf \"%s\\n\" \"db2250 is a Host being setup by Data Persistence SREs (insetup::data_persistence_ferm)\"", "parameters": "--- File[/etc/update-motd.d/05-insetup--data-persistence-ferm].orig\n+++ File[/etc/update-motd.d/05-insetup--data-persistence-ferm]\n\n-    group  => root\n-    ensure => present\n-    mode   => 0555\n-    owner  => root\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer\n@@ -0,0 +1,14 @@\n+[Unit]\n+Description=Periodic execution of nrpe2nodexp-mariadb_replica_sql_state_s1.service\n+\n+[Timer]\n+Unit=nrpe2nodexp-mariadb_replica_sql_state_s1.service\n+# Accuracy sets the maximum time interval around the execution time we want to allow\n+AccuracySec=15sec\n+OnUnitInactiveSec=1min\n+OnActiveSec=1s\n+RandomizedDelaySec=60\n+FixedRandomDelay=true\n+\n+[Install]\n+WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "Service[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "parameters": "--- Service[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer].orig\n+++ Service[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]\n\n+    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]']\n+    ensure   => stopped\n+    provider => systemd\n+    enable   => False\n"}, {"resource": "File[/etc/mysql/ssl/server-cert.pem]", "parameters": "--- File[/etc/mysql/ssl/server-cert.pem].orig\n+++ File[/etc/mysql/ssl/server-cert.pem]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "Class[Profile::Mariadb::Dbstore_multiinstance]", "parameters": "--- Class[Profile::Mariadb::Dbstore_multiinstance].orig\n+++ Class[Profile::Mariadb::Dbstore_multiinstance]\n\n+    section_ports => {'s1': 3311, 's2': 3312, 's3': 3313, 's4': 3314, 's5': 3315, 's6': 3316, 's7': 3317, 's8': 3318, 'x1': 3320, 'x3': 3363, 'm1': 3321, 'm2': 3322, 'm3': 3323, 'm5': 3325, 'staging': 3350, 'matomo': 3351, 'analytics_meta': 3352, 'backup1-eqiad': 3360, 'backup1-codfw': 3361}\n+    require       => ['Class[Profile::Mariadb::Packages_wmf]']\n+    instances     => {'s1': '192G'}\n"}, {"resource": "File[/etc/mysql/mysqld.conf.d/s1.cnf]", "content": "--- /etc/mysql/mysqld.conf.d/s1.cnf.orig\n+++ /etc/mysql/mysqld.conf.d/s1.cnf\n@@ -0,0 +1,9 @@\n+[mysqld@s1]\n+datadir = /srv/sqldata.s1\n+tmpdir = /srv/tmp.s1\n+socket = /run/mysqld/mysqld.s1.sock\n+port = 3311\n+extra-port = 3331\n+innodb_buffer_pool_size = 192G\n+read-only = 1\n+", "parameters": "--- File[/etc/mysql/mysqld.conf.d/s1.cnf].orig\n+++ File[/etc/mysql/mysqld.conf.d/s1.cnf]\n\n+    group => root\n+    owner => root\n+    mode  => 0644\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "parameters": "--- Systemd::Service[nrpe2nodexp-mariadb_replica_sql_lag_s1].orig\n+++ Systemd::Service[nrpe2nodexp-mariadb_replica_sql_lag_s1]\n\n+    monitoring_critical      => False\n+    migration_task           => T407130\n+    unit_type                => timer\n+    restart                  => False\n+    require                  => Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.service]\n+    monitoring_contact_group => admins\n+    override                 => False\n+    service_params           => {}\n+    ensure                   => absent\n+    monitoring_enabled       => False\n"}, {"resource": "File[/etc/default/prometheus-mysqld-exporter@s1]", "content": "--- /etc/default/prometheus-mysqld-exporter@s1.orig\n+++ /etc/default/prometheus-mysqld-exporter@s1\n@@ -0,0 +1 @@\n+ARGS='--web.listen-address \":13311\" --config.my-cnf \"/var/lib/prometheus/.my.s1.cnf\" --collect.global_status --collect.global_variables --collect.info_schema.processlist --collect.slave_status --collect.heartbeat --collect.heartbeat.utc --no-collect.info_schema.tables'", "parameters": "--- File[/etc/default/prometheus-mysqld-exporter@s1].orig\n+++ File[/etc/default/prometheus-mysqld-exporter@s1]\n\n+    group  => root\n+    notify => Exec[systemctl try-restart prometheus-mysqld-exporter@s1]\n+    owner  => root\n+    mode   => 0444\n+    ensure => present\n"}, {"resource": "File[/srv/tmp.s1]", "parameters": "--- File[/srv/tmp.s1].orig\n+++ File[/srv/tmp.s1]\n\n+    group  => mysql\n+    ensure => directory\n+    mode   => 0755\n+    owner  => mysql\n"}, {"resource": "Concat_fragment[main contacts]", "content": "--- main contacts.orig\n+++ main contacts\n@@ -1,3 +1,3 @@\n ---\n-role::insetup::data_persistence_ferm:\n+role::mariadb::backup_source:\n - Data Persistence"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.service]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mariadb_replica_sql_lag_s1.service\n+    restart           => False\n+    ensure            => absent\n"}, {"resource": "File[/usr/local/lib/nagios/plugins/check_mariadb]", "parameters": "--- File[/usr/local/lib/nagios/plugins/check_mariadb].orig\n+++ File[/usr/local/lib/nagios/plugins/check_mariadb]\n\n+    group   => root\n+    require => File[/usr/local/lib/nagios/plugins/]\n+    source  => puppet:///modules/icinga/check_mariadb.pl\n+    owner   => root\n+    mode    => 0555\n+    ensure  => file\n+    tag     => nrpe::plugin\n"}, {"resource": "File[/usr/local/bin/mysql.s1]", "content": "--- /usr/local/bin/mysql.s1.orig\n+++ /usr/local/bin/mysql.s1\n@@ -0,0 +1,3 @@\n+#!/bin/bash\n+\n+exec sudo mysql -S /run/mysqld/mysqld.s1.sock --prompt=\"\\\\u@$(hostname):s1[\\\\d]> \"", "parameters": "--- File[/usr/local/bin/mysql.s1].orig\n+++ File[/usr/local/bin/mysql.s1]\n\n+    group  => root\n+    ensure => present\n+    mode   => 0555\n+    owner  => root\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mysqld.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mysqld.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mysqld.service\n@@ -0,0 +1,11 @@\n+[Unit]\n+Description=execution of nrpe2nodexp for the check_mysqld command.\n+Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+\n+[Service]\n+Type=oneshot\n+User=nagios\n+\n+Group=prometheus-node-exporter\n+SyslogIdentifier=nrpe2nodexp-mysqld\n+ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"ca81db2c9e98d408f9f65c79817da116\" --timeout 10 --check-command \"check_mysqld\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mysqld.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mysqld.service]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_disk_space.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_disk_space.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_disk_space.timer]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mariadb_disk_space.timer\n+    restart           => False\n+    ensure            => absent\n"}, {"resource": "File[/etc/wmfmariadbpy]", "parameters": "--- File[/etc/wmfmariadbpy].orig\n+++ File[/etc/wmfmariadbpy]\n\n+    group  => root\n+    ensure => directory\n+    mode   => 0755\n+    owner  => root\n"}, {"resource": "Sudo::User[nrpe-check_mariadb_memory]", "parameters": "--- Sudo::User[nrpe-check_mariadb_memory].orig\n+++ Sudo::User[nrpe-check_mariadb_memory]\n\n+    privileges => []\n+    require    => ['Class[Sudo]']\n+    ensure     => absent\n+    user       => nagios\n+    tag        => nrpe::check\n"}, {"resource": "Class[Mariadb::Monitor_memory]", "parameters": "--- Class[Mariadb::Monitor_memory].orig\n+++ Class[Mariadb::Monitor_memory]\n\n+    critical      => 95\n+    is_critical   => False\n+    warning       => 90\n+    contact_group => admins\n"}, {"resource": "Package[grc]", "parameters": "--- Package[grc].orig\n+++ Package[grc]\n\n+    ensure   => installed\n+    provider => apt\n"}, {"resource": "Nrpe::Monitor_service[mariadb_memory]", "parameters": "--- Nrpe::Monitor_service[mariadb_memory].orig\n+++ Nrpe::Monitor_service[mariadb_memory]\n\n+    alertmanager_team           => observability\n+    description                 => MariaDB memory\n+    enable_icinga_check         => True\n+    retry_interval              => 1\n+    ensure                      => present\n+    check_interval              => 1\n+    critical                    => False\n+    migration_task              => T315866\n+    enable_nrpe2nodexp          => False\n+    contact_group               => admins\n+    retries                     => 3\n+    nrpe2nodexp_parse_perf_data => False\n+    timeout                     => 10\n+    require                     => Package[monitoring-plugins-contrib]\n+    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n+    nrpe_command                => /usr/lib/nagios/plugins/pmp-check-unix-memory -c 95 -w 90\n"}, {"resource": "Motd::Script[db-section-s1]", "parameters": "--- Motd::Script[db-section-s1].orig\n+++ Motd::Script[db-section-s1]\n\n+    priority => 6\n+    ensure   => present\n"}, {"resource": "Concat_fragment[/etc/mysql_puppet_agent_cert]", "parameters": "--- Concat_fragment[/etc/mysql_puppet_agent_cert].orig\n+++ Concat_fragment[/etc/mysql_puppet_agent_cert]\n\n+    target => /etc/mysql/ssl/cert.pem\n+    order  => 01\n+    source => /var/lib/puppet/ssl/certs/db2250.codfw.wmnet.pem\n+    tag    => _etc_mysql_ssl_cert.pem\n"}, {"resource": "Sslcert::X509_to_pkcs12[puppet::expose_agent_cert: /etc/mysql]", "parameters": "--- Sslcert::X509_to_pkcs12[puppet::expose_agent_cert: /etc/mysql].orig\n+++ Sslcert::X509_to_pkcs12[puppet::expose_agent_cert: /etc/mysql]\n\n+    group       => mysql\n+    private_key => /var/lib/puppet/ssl/private_keys/db2250.codfw.wmnet.pem\n+    outfile     => /etc/mysql/ssl/server.p12\n+    certfile    => /var/lib/puppet/ssl/certs/ca.pem\n+    public_key  => /var/lib/puppet/ssl/certs/db2250.codfw.wmnet.pem\n+    owner       => mysql\n+    ensure      => absent\n"}, {"resource": "Concat::Fragment[/etc/mysql_puppet_agent_cert]", "parameters": "--- Concat::Fragment[/etc/mysql_puppet_agent_cert].orig\n+++ Concat::Fragment[/etc/mysql_puppet_agent_cert]\n\n+    target => /etc/mysql/ssl/cert.pem\n+    order  => 01\n+    source => /var/lib/puppet/ssl/certs/db2250.codfw.wmnet.pem\n"}, {"resource": "File[/usr/local/etc/my.cnf]", "parameters": "--- File[/usr/local/etc/my.cnf].orig\n+++ File[/usr/local/etc/my.cnf]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "Monitoring::Service[mariadb_replica_io_state_s1]", "parameters": "--- Monitoring::Service[mariadb_replica_io_state_s1].orig\n+++ Monitoring::Service[mariadb_replica_io_state_s1]\n\n+    critical       => False\n+    passive        => False\n+    host           => db2250\n+    migration_task => T315866\n+    freshness      => 36000\n+    description    => MariaDB Replica IO: s1\n+    check_command  => nrpe_check!check_mariadb_replica_io_state_s1!10\n+    retries        => 3\n+    contact_group  => admins\n+    retry_interval => 1\n+    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n+    config_dir     => /etc/nagios\n+    ensure         => present\n+    check_interval => 1\n"}, {"resource": "Prometheus::Alert::Rule[check_mariadb_replica_sql_state_s1_3f927914a18db09399b7fff42858d634]", "parameters": "--- Prometheus::Alert::Rule[check_mariadb_replica_sql_state_s1_3f927914a18db09399b7fff42858d634].orig\n+++ Prometheus::Alert::Rule[check_mariadb_replica_sql_state_s1_3f927914a18db09399b7fff42858d634]\n\n+    group              => nrpechecks\n+    summary            => NRPE CHECK: MariaDB Replica SQL: s1\n+    severity           => info\n+    def_label_whitelst => ['team', 'severity']\n+    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mariadb_replica_sql_state_s1))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n+    site               => codfw\n+    instance           => ops\n+    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"3f927914a18db09399b7fff42858d634\",check_name=\"check_mariadb_replica_sql_state_s1\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n+    description        => NRPE CHECK: MariaDB Replica SQL: s1\n+    dashboard          => TODO\n+    alert_name         => nrpe_MariaDB_Replica_SQL__s1\n+    team               => observability\n+    ensure             => absent\n+    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n+    for                => 3m\n"}, {"resource": "Monitoring::Exported_nagios_service[db2250 mariadb_memory]", "parameters": "--- Monitoring::Exported_nagios_service[db2250 mariadb_memory].orig\n+++ Monitoring::Exported_nagios_service[db2250 mariadb_memory]\n\n+    notifications_enabled  => 0\n+    passive_checks_enabled => 1\n+    servicegroups          => mysql_codfw\n+    check_command          => nrpe_check!check_mariadb_memory!10\n+    notification_options   => c,r,f\n+    notification_interval  => 0\n+    contact_groups         => admins\n+    is_volatile            => 0\n+    retry_interval         => 1\n+    ensure                 => present\n+    check_freshness        => 0\n+    notification_period    => 24x7\n+    check_interval         => 1\n+    check_period           => 24x7\n+    active_checks_enabled  => 1\n+    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n+    max_check_attempts     => 3\n+    host_name              => db2250\n+    service_description    => MariaDB memory\n"}, {"resource": "Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "parameters": "--- Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer].orig\n+++ Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => wmf_auto_restart_prometheus-mysqld-exporter@s1.timer\n+    restart           => False\n+    ensure            => present\n"}, {"resource": "Class[Profile::Mariadb::Mysql_role]", "parameters": "--- Class[Profile::Mariadb::Mysql_role].orig\n+++ Class[Profile::Mariadb::Mysql_role]\n\n+    role => slave\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mariadb_replica_sql_state_s1]", "parameters": "--- Systemd::Service[nrpe2nodexp-mariadb_replica_sql_state_s1].orig\n+++ Systemd::Service[nrpe2nodexp-mariadb_replica_sql_state_s1]\n\n+    monitoring_critical      => False\n+    migration_task           => T407130\n+    unit_type                => timer\n+    restart                  => False\n+    require                  => Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.service]\n+    monitoring_contact_group => admins\n+    override                 => False\n+    service_params           => {}\n+    ensure                   => absent\n+    monitoring_enabled       => False\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg\n@@ -0,0 +1,2 @@\n+# File generated by puppet. DO NOT edit by hand\n+command[check_mariadb_replica_io_state_s1]=/usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_io_state", "parameters": "--- File[/etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    notify  => Service[nagios-nrpe-server]\n+    owner   => root\n+    mode    => 0444\n+    ensure  => present\n+    tag     => nrpe::check\n"}, {"resource": "Nrpe::Monitor_service[mariadb_replica_io_state_s1]", "parameters": "--- Nrpe::Monitor_service[mariadb_replica_io_state_s1].orig\n+++ Nrpe::Monitor_service[mariadb_replica_io_state_s1]\n\n+    critical                    => False\n+    alertmanager_team           => observability\n+    migration_task              => T315866\n+    enable_nrpe2nodexp          => False\n+    description                 => MariaDB Replica IO: s1\n+    contact_group               => admins\n+    retries                     => 3\n+    retry_interval              => 1\n+    timeout                     => 10\n+    nrpe2nodexp_parse_perf_data => False\n+    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n+    enable_icinga_check         => True\n+    nrpe_command                => /usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_io_state\n+    ensure                      => present\n+    check_interval              => 1\n"}, {"resource": "File[/var/lib/prometheus/node.d/role_owner.prom]", "content": "--- /var/lib/prometheus/node.d/role_owner.prom.orig\n+++ /var/lib/prometheus/node.d/role_owner.prom\n@@ -1,3 +1,3 @@\n # HELP role_owner The team owner of the server role\n # TYPE role_owner gauge\n-role_owner{team=\"data-persistence\",role=\"insetup::data_persistence_ferm\",cluster=\"mysql\"} 1.0\n+role_owner{team=\"data-persistence\",role=\"mariadb::backup_source\",cluster=\"mysql\"} 1.0"}, {"resource": "Monitoring::Exported_nagios_service[db2250 mariadb_replica_sql_lag_s1]", "parameters": "--- Monitoring::Exported_nagios_service[db2250 mariadb_replica_sql_lag_s1].orig\n+++ Monitoring::Exported_nagios_service[db2250 mariadb_replica_sql_lag_s1]\n\n+    notifications_enabled  => 0\n+    passive_checks_enabled => 1\n+    servicegroups          => mysql_codfw\n+    check_command          => nrpe_check!check_mariadb_replica_sql_lag_s1!10\n+    notification_options   => c,r,f\n+    notification_interval  => 0\n+    contact_groups         => admins\n+    is_volatile            => 0\n+    retry_interval         => 1\n+    ensure                 => present\n+    check_freshness        => 0\n+    notification_period    => 24x7\n+    check_interval         => 1\n+    check_period           => 24x7\n+    active_checks_enabled  => 1\n+    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n+    max_check_attempts     => 10\n+    host_name              => db2250\n+    service_description    => MariaDB Replica Lag: s1\n"}, {"resource": "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)]", "parameters": "--- Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)].orig\n+++ Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Class[Profile::Apt]", "parameters": "--- Class[Profile::Apt].orig\n+++ Class[Profile::Apt]\n\n@@\n-    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[perccli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]']\n+    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[perccli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[wmf-mariadb1011]', 'Package[percona-toolkit]', 'Package[grc]', 'Package[mariadb-backup]', 'Package[python3-wmfmariadbpy]', 'Package[wmfmariadbpy-common]', 'Package[monitoring-plugins-contrib]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]', 'Package[prometheus-mysqld-exporter]']\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mariadb_memory]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mariadb_memory].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mariadb_memory]\n\n+    logging_enabled           => False\n+    success_exit_status       => []\n+    send_mail_only_on_error   => True\n+    description               => execution of nrpe2nodexp for the check_mariadb_memory command.\n+    send_mail                 => False\n+    user                      => nagios\n+    monitoring_contact_groups => admins\n+    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+    private_tmp               => False\n+    splay                     => 60\n+    logfile_perms             => all\n+    environment               => {}\n+    syslog_force_stop         => True\n+    ensure                    => absent\n+    monitoring_enabled        => False\n+    group                     => prometheus-node-exporter\n+    logfile_name              => syslog.log\n+    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n+    logfile_basedir           => /var/log\n+    ignore_errors             => True\n+    syslog_identifier         => nrpe2nodexp-mariadb_memory\n+    logfile_group             => root\n+    syslog_match_startswith   => True\n+    fixed_random_delay        => True\n+    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"b5a92c72542d5f0c031014e7a8db014e\" --timeout 10 --check-command \"check_mariadb_memory\"\n+    send_mail_to              => root@db2250.codfw.wmnet\n"}, {"resource": "Systemd::Syslog[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "parameters": "--- Systemd::Syslog[wmf_auto_restart_prometheus-mysqld-exporter_s1].orig\n+++ Systemd::Syslog[wmf_auto_restart_prometheus-mysqld-exporter_s1]\n\n+    group                  => root\n+    programname_comparison => startswith\n+    base_dir               => /var/log\n+    owner                  => root\n+    log_filename           => syslog.log\n+    force_stop             => True\n+    ensure                 => present\n+    readable_by            => all\n"}, {"resource": "Prometheus::Alert::Rule[check_mariadb_read_only_s1_42baf529e0f3bfca391aca0a24c880e9]", "parameters": "--- Prometheus::Alert::Rule[check_mariadb_read_only_s1_42baf529e0f3bfca391aca0a24c880e9].orig\n+++ Prometheus::Alert::Rule[check_mariadb_read_only_s1_42baf529e0f3bfca391aca0a24c880e9]\n\n+    group              => nrpechecks\n+    summary            => NRPE CHECK: MariaDB read only s1\n+    severity           => info\n+    def_label_whitelst => ['team', 'severity']\n+    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mariadb_read_only_s1))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n+    site               => codfw\n+    instance           => ops\n+    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"42baf529e0f3bfca391aca0a24c880e9\",check_name=\"check_mariadb_read_only_s1\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n+    description        => NRPE CHECK: MariaDB read only s1\n+    dashboard          => TODO\n+    alert_name         => nrpe_MariaDB_read_only_s1\n+    team               => observability\n+    ensure             => absent\n+    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Master_comes_back_in_read_only\n+    for                => 3m\n"}, {"resource": "Systemd::Service[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "parameters": "--- Systemd::Service[wmf_auto_restart_prometheus-mysqld-exporter@s1].orig\n+++ Systemd::Service[wmf_auto_restart_prometheus-mysqld-exporter@s1]\n\n+    monitoring_critical      => False\n+    migration_task           => T407130\n+    unit_type                => timer\n+    restart                  => False\n+    require                  => Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.service]\n+    monitoring_contact_group => admins\n+    override                 => False\n+    service_params           => {}\n+    ensure                   => present\n+    monitoring_enabled       => False\n"}, {"resource": "Sudo::User[nrpe-check_mariadb_read_only_s1]", "parameters": "--- Sudo::User[nrpe-check_mariadb_read_only_s1].orig\n+++ Sudo::User[nrpe-check_mariadb_read_only_s1]\n\n+    privileges => []\n+    require    => ['Class[Sudo]']\n+    ensure     => absent\n+    user       => nagios\n+    tag        => nrpe::check\n"}, {"resource": "File[/etc/mysql/ssl/client-key.pem]", "parameters": "--- File[/etc/mysql/ssl/client-key.pem].orig\n+++ File[/etc/mysql/ssl/client-key.pem]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "Service[nrpe2nodexp-mariadb_memory.timer]", "parameters": "--- Service[nrpe2nodexp-mariadb_memory.timer].orig\n+++ Service[nrpe2nodexp-mariadb_memory.timer]\n\n+    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]']\n+    ensure   => stopped\n+    provider => systemd\n+    enable   => False\n"}, {"resource": "Concat_file[/etc/mysql/ssl/cert.pem]", "parameters": "--- Concat_file[/etc/mysql/ssl/cert.pem].orig\n+++ Concat_file[/etc/mysql/ssl/cert.pem]\n\n+    format         => plain\n+    replace        => True\n+    force          => False\n+    order          => alpha\n+    backup         => puppet\n+    mode           => 0644\n+    show_diff      => True\n+    ensure_newline => False\n+    tag            => _etc_mysql_ssl_cert.pem\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_memory.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_memory.timer\n@@ -0,0 +1,14 @@\n+[Unit]\n+Description=Periodic execution of nrpe2nodexp-mariadb_memory.service\n+\n+[Timer]\n+Unit=nrpe2nodexp-mariadb_memory.service\n+# Accuracy sets the maximum time interval around the execution time we want to allow\n+AccuracySec=15sec\n+OnUnitInactiveSec=1min\n+OnActiveSec=1s\n+RandomizedDelaySec=60\n+FixedRandomDelay=true\n+\n+[Install]\n+WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.timer]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf\n@@ -0,0 +1,10 @@\n+# SPDX-License-Identifier: Apache-2.0\n+if $programname contains \"nrpe2nodexp-mariadb_replica_sql_lag_s1\" then {\n+    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n+        # Send logs to kafka\n+        set $.log_outputs = \"kafka ecs_170 local\";\n+    } else {\n+        # Filter out non-relevant nrpe2nodexp messages\n+        stop\n+    }\n+}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf]\n\n+    group  => root\n+    notify => Service[rsyslog]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_state_s1]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_state_s1].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_state_s1]\n\n+    priority => 25\n+    ensure   => absent\n+    mode     => 0444\n"}, {"resource": "Monitoring::Exported_nagios_service[db2250 mariadb_replica_sql_state_s1]", "parameters": "--- Monitoring::Exported_nagios_service[db2250 mariadb_replica_sql_state_s1].orig\n+++ Monitoring::Exported_nagios_service[db2250 mariadb_replica_sql_state_s1]\n\n+    notifications_enabled  => 0\n+    passive_checks_enabled => 1\n+    servicegroups          => mysql_codfw\n+    check_command          => nrpe_check!check_mariadb_replica_sql_state_s1!10\n+    notification_options   => c,r,f\n+    notification_interval  => 0\n+    contact_groups         => admins\n+    is_volatile            => 0\n+    retry_interval         => 1\n+    ensure                 => present\n+    check_freshness        => 0\n+    notification_period    => 24x7\n+    check_interval         => 1\n+    check_period           => 24x7\n+    active_checks_enabled  => 1\n+    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n+    max_check_attempts     => 3\n+    host_name              => db2250\n+    service_description    => MariaDB Replica SQL: s1\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Class[Wmfmariadbpy]", "parameters": "--- Class[Wmfmariadbpy].orig\n+++ Class[Wmfmariadbpy]\n\n+    section_ports => {'s1': 3311, 's2': 3312, 's3': 3313, 's4': 3314, 's5': 3315, 's6': 3316, 's7': 3317, 's8': 3318, 'x1': 3320, 'x3': 3363, 'm1': 3321, 'm2': 3322, 'm3': 3323, 'm5': 3325, 'staging': 3350, 'matomo': 3351, 'analytics_meta': 3352, 'backup1-eqiad': 3360, 'backup1-codfw': 3361}\n+    role          => db\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mysqld]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mysqld].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mysqld]\n\n+    logging_enabled           => False\n+    success_exit_status       => []\n+    send_mail_only_on_error   => True\n+    description               => execution of nrpe2nodexp for the check_mysqld command.\n+    send_mail                 => False\n+    user                      => nagios\n+    monitoring_contact_groups => admins\n+    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+    private_tmp               => False\n+    splay                     => 60\n+    logfile_perms             => all\n+    environment               => {}\n+    syslog_force_stop         => True\n+    ensure                    => absent\n+    monitoring_enabled        => False\n+    group                     => prometheus-node-exporter\n+    logfile_name              => syslog.log\n+    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n+    logfile_basedir           => /var/log\n+    ignore_errors             => True\n+    syslog_identifier         => nrpe2nodexp-mysqld\n+    logfile_group             => root\n+    syslog_match_startswith   => True\n+    fixed_random_delay        => True\n+    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"ca81db2c9e98d408f9f65c79817da116\" --timeout 10 --check-command \"check_mysqld\"\n+    send_mail_to              => root@db2250.codfw.wmnet\n"}, {"resource": "File[/etc/mysql/ssl/client-cert.pem]", "parameters": "--- File[/etc/mysql/ssl/client-cert.pem].orig\n+++ File[/etc/mysql/ssl/client-cert.pem]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "Service[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "parameters": "--- Service[nrpe2nodexp-mariadb_replica_io_state_s1.timer].orig\n+++ Service[nrpe2nodexp-mariadb_replica_io_state_s1.timer]\n\n+    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]']\n+    ensure   => stopped\n+    provider => systemd\n+    enable   => False\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf\n@@ -0,0 +1,10 @@\n+# SPDX-License-Identifier: Apache-2.0\n+if $programname contains \"nrpe2nodexp-mariadb_disk_space\" then {\n+    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n+        # Send logs to kafka\n+        set $.log_outputs = \"kafka ecs_170 local\";\n+    } else {\n+        # Filter out non-relevant nrpe2nodexp messages\n+        stop\n+    }\n+}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf]\n\n+    group  => root\n+    notify => Service[rsyslog]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mariadb_disk_space.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mariadb_disk_space.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mariadb_disk_space.prom]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "File[/etc/wmfmariadbpy/section_ports.csv]", "content": "--- /etc/wmfmariadbpy/section_ports.csv.orig\n+++ /etc/wmfmariadbpy/section_ports.csv\n@@ -0,0 +1,19 @@\n+s1, 3311\n+s2, 3312\n+s3, 3313\n+s4, 3314\n+s5, 3315\n+s6, 3316\n+s7, 3317\n+s8, 3318\n+x1, 3320\n+x3, 3363\n+m1, 3321\n+m2, 3322\n+m3, 3323\n+m5, 3325\n+staging, 3350\n+matomo, 3351\n+analytics_meta, 3352\n+backup1-eqiad, 3360\n+backup1-codfw, 3361", "parameters": "--- File[/etc/wmfmariadbpy/section_ports.csv].orig\n+++ File[/etc/wmfmariadbpy/section_ports.csv]\n\n+    group  => root\n+    ensure => file\n+    mode   => 0644\n+    owner  => root\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mariadb_memory.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mariadb_memory.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mariadb_memory.cfg\n@@ -0,0 +1,2 @@\n+# File generated by puppet. DO NOT edit by hand\n+command[check_mariadb_memory]=/usr/lib/nagios/plugins/pmp-check-unix-memory -c 95 -w 90", "parameters": "--- File[/etc/nagios/nrpe.d/check_mariadb_memory.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mariadb_memory.cfg]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    notify  => Service[nagios-nrpe-server]\n+    owner   => root\n+    mode    => 0444\n+    ensure  => present\n+    tag     => nrpe::check\n"}, {"resource": "File[/etc/mysql/ssl]", "parameters": "--- File[/etc/mysql/ssl].orig\n+++ File[/etc/mysql/ssl]\n\n+    group  => mysql\n+    ensure => directory\n+    mode   => 0555\n+    owner  => mysql\n"}, {"resource": "Prometheus::Alert::Rule[check_mariadb_disk_space_d2aae7bfec5549be1a8b9413215bd86c]", "parameters": "--- Prometheus::Alert::Rule[check_mariadb_disk_space_d2aae7bfec5549be1a8b9413215bd86c].orig\n+++ Prometheus::Alert::Rule[check_mariadb_disk_space_d2aae7bfec5549be1a8b9413215bd86c]\n\n+    group              => nrpechecks\n+    summary            => NRPE CHECK: MariaDB disk space\n+    severity           => info\n+    def_label_whitelst => ['team', 'severity']\n+    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mariadb_disk_space))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n+    site               => codfw\n+    instance           => ops\n+    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"d2aae7bfec5549be1a8b9413215bd86c\",check_name=\"check_mariadb_disk_space\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n+    description        => NRPE CHECK: MariaDB disk space\n+    dashboard          => TODO\n+    alert_name         => nrpe_MariaDB_disk_space\n+    team               => observability\n+    ensure             => absent\n+    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n+    for                => 3m\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf\n@@ -0,0 +1,10 @@\n+# SPDX-License-Identifier: Apache-2.0\n+if $programname contains \"nrpe2nodexp-mariadb_read_only_s1\" then {\n+    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n+        # Send logs to kafka\n+        set $.log_outputs = \"kafka ecs_170 local\";\n+    } else {\n+        # Filter out non-relevant nrpe2nodexp messages\n+        stop\n+    }\n+}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf]\n\n+    group  => root\n+    notify => Service[rsyslog]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mysqld.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mysqld.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mysqld.service]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mysqld.service\n+    restart           => False\n+    ensure            => absent\n"}, {"resource": "Nrpe::Check[check_mariadb_replica_sql_state_s1]", "parameters": "--- Nrpe::Check[check_mariadb_replica_sql_state_s1].orig\n+++ Nrpe::Check[check_mariadb_replica_sql_state_s1]\n\n+    before  => Monitoring::Service[mariadb_replica_sql_state_s1]\n+    ensure  => present\n+    command => /usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_sql_state\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Service[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "parameters": "--- Service[nrpe2nodexp-mariadb_replica_sql_state_s1.timer].orig\n+++ Service[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]\n\n+    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]']\n+    ensure   => stopped\n+    provider => systemd\n+    enable   => False\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.service]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mariadb_read_only_s1.service\n+    restart           => False\n+    ensure            => absent\n"}, {"resource": "File[/usr/local/bin/mbstream]", "parameters": "--- File[/usr/local/bin/mbstream].orig\n+++ File[/usr/local/bin/mbstream]\n\n+    group   => root\n+    require => Package[wmf-mariadb1011]\n+    target  => /opt/wmf-mariadb1011/bin/mbstream\n+    owner   => root\n+    ensure  => link\n"}, {"resource": "Package[wmfmariadbpy-common]", "parameters": "--- Package[wmfmariadbpy-common].orig\n+++ Package[wmfmariadbpy-common]\n\n+    ensure   => installed\n+    provider => apt\n"}, {"resource": "Nrpe::Check[check_mariadb_memory]", "parameters": "--- Nrpe::Check[check_mariadb_memory].orig\n+++ Nrpe::Check[check_mariadb_memory]\n\n+    before  => Monitoring::Service[mariadb_memory]\n+    ensure  => present\n+    command => /usr/lib/nagios/plugins/pmp-check-unix-memory -c 95 -w 90\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_state_s1]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_state_s1].orig\n+++ File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_state_s1]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    ensure  => absent\n+    owner   => root\n"}, {"resource": "File[/etc/ferm/conf.d/10_s1_mariadb_internal]", "content": "--- /etc/ferm/conf.d/10_s1_mariadb_internal.orig\n+++ /etc/ferm/conf.d/10_s1_mariadb_internal\n@@ -0,0 +1,8 @@\n+# Autogenerated by puppet. DO NOT EDIT BY HAND!\n+#\n+# \n+&R_SERVICE(tcp, 3311, $INTERNAL);\n+\n+\n+\n+&NO_TRACK(tcp, 3311);", "parameters": "--- File[/etc/ferm/conf.d/10_s1_mariadb_internal].orig\n+++ File[/etc/ferm/conf.d/10_s1_mariadb_internal]\n\n+    group   => root\n+    require => File[/etc/ferm/conf.d]\n+    notify  => Service[ferm]\n+    owner   => root\n+    mode    => 0400\n+    ensure  => present\n+    tag     => ferm\n"}, {"resource": "Monitoring::Exported_nagios_service[db2250 mysqld]", "parameters": "--- Monitoring::Exported_nagios_service[db2250 mysqld].orig\n+++ Monitoring::Exported_nagios_service[db2250 mysqld]\n\n+    notifications_enabled  => 0\n+    passive_checks_enabled => 1\n+    servicegroups          => mysql_codfw\n+    check_command          => nrpe_check!check_mysqld!10\n+    notification_options   => c,r,f\n+    notification_interval  => 0\n+    contact_groups         => admins\n+    is_volatile            => 0\n+    retry_interval         => 1\n+    ensure                 => present\n+    check_freshness        => 0\n+    notification_period    => 24x7\n+    check_interval         => 1\n+    check_period           => 24x7\n+    active_checks_enabled  => 1\n+    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n+    max_check_attempts     => 3\n+    host_name              => db2250\n+    service_description    => mysqld processes\n"}, {"resource": "Profile::Prometheus::Mysqld_exporter_instance[s1]", "parameters": "--- Profile::Prometheus::Mysqld_exporter_instance[s1].orig\n+++ Profile::Prometheus::Mysqld_exporter_instance[s1]\n\n+    port   => 13311\n+    socket => /run/mysqld/mysqld.s1.sock\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Nrpe::Check[check_mariadb_replica_io_state_s1]", "parameters": "--- Nrpe::Check[check_mariadb_replica_io_state_s1].orig\n+++ Nrpe::Check[check_mariadb_replica_io_state_s1]\n\n+    before  => Monitoring::Service[mariadb_replica_io_state_s1]\n+    ensure  => present\n+    command => /usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_io_state\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mysqld]", "parameters": "--- Systemd::Service[nrpe2nodexp-mysqld].orig\n+++ Systemd::Service[nrpe2nodexp-mysqld]\n\n+    monitoring_critical      => False\n+    migration_task           => T407130\n+    unit_type                => timer\n+    restart                  => False\n+    require                  => Systemd::Unit[nrpe2nodexp-mysqld.service]\n+    monitoring_contact_group => admins\n+    override                 => False\n+    service_params           => {}\n+    ensure                   => absent\n+    monitoring_enabled       => False\n"}, {"resource": "File[/etc/mysql/my.cnf]", "parameters": "--- File[/etc/mysql/my.cnf].orig\n+++ File[/etc/mysql/my.cnf]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mariadb_memory.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mariadb_memory.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mariadb_memory.prom]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "File[/etc/update-motd.d/05-mariadb--backup-source]", "content": "--- /etc/update-motd.d/05-mariadb--backup-source.orig\n+++ /etc/update-motd.d/05-mariadb--backup-source\n@@ -0,0 +1,2 @@\n+#!/bin/sh\n+printf \"%s\\n\" \"db2250 is a MariaDB server containing replicas of mediawiki databases used to generate backups (mariadb::backup_source)\"", "parameters": "--- File[/etc/update-motd.d/05-mariadb--backup-source].orig\n+++ File[/etc/update-motd.d/05-mariadb--backup-source]\n\n+    group  => root\n+    ensure => present\n+    mode   => 0555\n+    owner  => root\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer\n@@ -0,0 +1,14 @@\n+[Unit]\n+Description=Periodic execution of nrpe2nodexp-mariadb_replica_sql_lag_s1.service\n+\n+[Timer]\n+Unit=nrpe2nodexp-mariadb_replica_sql_lag_s1.service\n+# Accuracy sets the maximum time interval around the execution time we want to allow\n+AccuracySec=15sec\n+OnUnitInactiveSec=1min\n+OnActiveSec=1s\n+RandomizedDelaySec=60\n+FixedRandomDelay=true\n+\n+[Install]\n+WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "Class[Profile::Mariadb::Wmfmariadbpy]", "parameters": "--- Class[Profile::Mariadb::Wmfmariadbpy].orig\n+++ Class[Profile::Mariadb::Wmfmariadbpy]\n\n+    section_ports => {'s1': 3311, 's2': 3312, 's3': 3313, 's4': 3314, 's5': 3315, 's6': 3316, 's7': 3317, 's8': 3318, 'x1': 3320, 'x3': 3363, 'm1': 3321, 'm2': 3322, 'm3': 3323, 'm5': 3325, 'staging': 3350, 'matomo': 3351, 'analytics_meta': 3352, 'backup1-eqiad': 3360, 'backup1-codfw': 3361}\n+    role          => db\n"}, {"resource": "Package[mariadb-backup]", "parameters": "--- Package[mariadb-backup].orig\n+++ Package[mariadb-backup]\n\n+    ensure   => installed\n+    provider => apt\n"}, {"resource": "Monitoring::Service[mariadb_memory]", "parameters": "--- Monitoring::Service[mariadb_memory].orig\n+++ Monitoring::Service[mariadb_memory]\n\n+    critical       => False\n+    passive        => False\n+    host           => db2250\n+    migration_task => T315866\n+    freshness      => 36000\n+    description    => MariaDB memory\n+    check_command  => nrpe_check!check_mariadb_memory!10\n+    retries        => 3\n+    contact_group  => admins\n+    retry_interval => 1\n+    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n+    config_dir     => /etc/nagios\n+    ensure         => present\n+    check_interval => 1\n"}, {"resource": "Service[nrpe2nodexp-mariadb_disk_space.timer]", "parameters": "--- Service[nrpe2nodexp-mariadb_disk_space.timer].orig\n+++ Service[nrpe2nodexp-mariadb_disk_space.timer]\n\n+    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]']\n+    ensure   => stopped\n+    provider => systemd\n+    enable   => False\n"}, {"resource": "File[/etc/mysql/ssl/cacert.pem]", "parameters": "--- File[/etc/mysql/ssl/cacert.pem].orig\n+++ File[/etc/mysql/ssl/cacert.pem]\n\n+    group     => mysql\n+    backup    => False\n+    owner     => root\n+    mode      => 0440\n+    show_diff => False\n+    ensure    => file\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg\n@@ -0,0 +1,2 @@\n+# File generated by puppet. DO NOT edit by hand\n+command[check_mariadb_replica_sql_state_s1]=/usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_sql_state", "parameters": "--- File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    notify  => Service[nagios-nrpe-server]\n+    owner   => root\n+    mode    => 0444\n+    ensure  => present\n+    tag     => nrpe::check\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mariadb_replica_sql_lag_s1.timer\n+    restart           => False\n+    ensure            => absent\n"}, {"resource": "File[/opt/wmf-mariadb1011/my.cnf]", "parameters": "--- File[/opt/wmf-mariadb1011/my.cnf].orig\n+++ File[/opt/wmf-mariadb1011/my.cnf]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "File[/etc/mysql/mysqld.conf.d]", "parameters": "--- File[/etc/mysql/mysqld.conf.d].orig\n+++ File[/etc/mysql/mysqld.conf.d]\n\n+    group  => root\n+    ensure => directory\n+    mode   => 0755\n+    owner  => root\n"}, {"resource": "Prometheus::Alert::Rule[check_mariadb_memory_b5a92c72542d5f0c031014e7a8db014e]", "parameters": "--- Prometheus::Alert::Rule[check_mariadb_memory_b5a92c72542d5f0c031014e7a8db014e].orig\n+++ Prometheus::Alert::Rule[check_mariadb_memory_b5a92c72542d5f0c031014e7a8db014e]\n\n+    group              => nrpechecks\n+    summary            => NRPE CHECK: MariaDB memory\n+    severity           => info\n+    def_label_whitelst => ['team', 'severity']\n+    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mariadb_memory))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n+    site               => codfw\n+    instance           => ops\n+    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"b5a92c72542d5f0c031014e7a8db014e\",check_name=\"check_mariadb_memory\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n+    description        => NRPE CHECK: MariaDB memory\n+    dashboard          => TODO\n+    alert_name         => nrpe_MariaDB_memory\n+    team               => observability\n+    ensure             => absent\n+    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n+    for                => 3m\n"}, {"resource": "Ferm::Service[s1_mariadb_dba]", "parameters": "--- Ferm::Service[s1_mariadb_dba].orig\n+++ Ferm::Service[s1_mariadb_dba]\n\n+    proto   => tcp\n+    srange  => $MYSQL_ROOT_CLIENTS\n+    ensure  => present\n+    port    => 3331\n+    prio    => 10\n+    notrack => False\n+    desc    => \n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mariadb_disk_space]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mariadb_disk_space].orig\n+++ File[/etc/sudoers.d/nrpe-check_mariadb_disk_space]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    ensure  => absent\n+    owner   => root\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_state_s1.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_state_s1.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_state_s1.prom]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "Nrpe::Monitor_service[mariadb_replica_sql_lag_s1]", "parameters": "--- Nrpe::Monitor_service[mariadb_replica_sql_lag_s1].orig\n+++ Nrpe::Monitor_service[mariadb_replica_sql_lag_s1]\n\n+    critical                    => False\n+    alertmanager_team           => observability\n+    migration_task              => T315866\n+    enable_nrpe2nodexp          => False\n+    description                 => MariaDB Replica Lag: s1\n+    contact_group               => admins\n+    retries                     => 10\n+    retry_interval              => 1\n+    timeout                     => 10\n+    nrpe2nodexp_parse_perf_data => False\n+    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n+    enable_icinga_check         => True\n+    nrpe_command                => /usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_sql_lag                            --shard=s1 --datacenter=eqiad                            --sql-lag-warn=60                            --sql-lag-crit=300\n+    ensure                      => present\n+    check_interval              => 1\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mariadb_disk_space]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mariadb_disk_space].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mariadb_disk_space]\n\n+    priority => 25\n+    ensure   => absent\n+    mode     => 0444\n"}, {"resource": "Prometheus::Alert::Rule[check_mariadb_replica_io_state_s1_0d5979f7abbb49256cfedd70a646784e]", "parameters": "--- Prometheus::Alert::Rule[check_mariadb_replica_io_state_s1_0d5979f7abbb49256cfedd70a646784e].orig\n+++ Prometheus::Alert::Rule[check_mariadb_replica_io_state_s1_0d5979f7abbb49256cfedd70a646784e]\n\n+    group              => nrpechecks\n+    summary            => NRPE CHECK: MariaDB Replica IO: s1\n+    severity           => info\n+    def_label_whitelst => ['team', 'severity']\n+    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mariadb_replica_io_state_s1))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n+    site               => codfw\n+    instance           => ops\n+    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"0d5979f7abbb49256cfedd70a646784e\",check_name=\"check_mariadb_replica_io_state_s1\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n+    description        => NRPE CHECK: MariaDB Replica IO: s1\n+    dashboard          => TODO\n+    alert_name         => nrpe_MariaDB_Replica_IO__s1\n+    team               => observability\n+    ensure             => absent\n+    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n+    for                => 3m\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mysqld]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mysqld].orig\n+++ File[/etc/sudoers.d/nrpe-check_mysqld]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    ensure  => absent\n+    owner   => root\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Nrpe::Monitor_service[mariadb_disk_space]", "parameters": "--- Nrpe::Monitor_service[mariadb_disk_space].orig\n+++ Nrpe::Monitor_service[mariadb_disk_space]\n\n+    critical                    => False\n+    alertmanager_team           => observability\n+    migration_task              => T315866\n+    enable_nrpe2nodexp          => False\n+    description                 => MariaDB disk space\n+    contact_group               => admins\n+    retries                     => 3\n+    retry_interval              => 1\n+    timeout                     => 10\n+    nrpe2nodexp_parse_perf_data => False\n+    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n+    enable_icinga_check         => True\n+    nrpe_command                => /usr/lib/nagios/plugins/check_disk -w 10% -c 5% -l -e --exclude-type=tracefs --exclude-type=tmpfs --exclude-type=ramfs --exclude-type=devtmpfs\n+    ensure                      => present\n+    check_interval              => 1\n"}, {"resource": "Sudo::User[nrpe-check_mariadb_replica_sql_lag_s1]", "parameters": "--- Sudo::User[nrpe-check_mariadb_replica_sql_lag_s1].orig\n+++ Sudo::User[nrpe-check_mariadb_replica_sql_lag_s1]\n\n+    privileges => []\n+    require    => ['Class[Sudo]']\n+    ensure     => absent\n+    user       => nagios\n+    tag        => nrpe::check\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service\n@@ -0,0 +1,11 @@\n+[Unit]\n+Description=execution of nrpe2nodexp for the check_mariadb_replica_sql_lag_s1 command.\n+Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+\n+[Service]\n+Type=oneshot\n+User=nagios\n+\n+Group=prometheus-node-exporter\n+SyslogIdentifier=nrpe2nodexp-mariadb_replica_sql_lag_s1\n+ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"8ec9d6c1155ae60699aaf9dfd1fa339b\" --timeout 10 --check-command \"check_mariadb_replica_sql_lag_s1\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "Class[Adduser]", "parameters": "--- Class[Adduser].orig\n+++ Class[Adduser]\n\n@@\n-    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[perccli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]']\n+    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[perccli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[wmf-mariadb1011]', 'Package[percona-toolkit]', 'Package[grc]', 'Package[mariadb-backup]', 'Package[python3-wmfmariadbpy]', 'Package[wmfmariadbpy-common]', 'Package[monitoring-plugins-contrib]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]', 'Package[prometheus-mysqld-exporter]']\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg\n@@ -0,0 +1,2 @@\n+# File generated by puppet. DO NOT edit by hand\n+command[check_mariadb_read_only_s1]=db-check-health --port=3311 --icinga --check_read_only=1 --process", "parameters": "--- File[/etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    notify  => Service[nagios-nrpe-server]\n+    owner   => root\n+    mode    => 0444\n+    ensure  => present\n+    tag     => nrpe::check\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mariadb_read_only_s1]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mariadb_read_only_s1].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mariadb_read_only_s1]\n\n+    logging_enabled           => False\n+    success_exit_status       => []\n+    send_mail_only_on_error   => True\n+    description               => execution of nrpe2nodexp for the check_mariadb_read_only_s1 command.\n+    send_mail                 => False\n+    user                      => nagios\n+    monitoring_contact_groups => admins\n+    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+    private_tmp               => False\n+    splay                     => 60\n+    logfile_perms             => all\n+    environment               => {}\n+    syslog_force_stop         => True\n+    ensure                    => absent\n+    monitoring_enabled        => False\n+    group                     => prometheus-node-exporter\n+    logfile_name              => syslog.log\n+    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n+    logfile_basedir           => /var/log\n+    ignore_errors             => True\n+    syslog_identifier         => nrpe2nodexp-mariadb_read_only_s1\n+    logfile_group             => root\n+    syslog_match_startswith   => True\n+    fixed_random_delay        => True\n+    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"42baf529e0f3bfca391aca0a24c880e9\" --timeout 10 --check-command \"check_mariadb_read_only_s1\"\n+    send_mail_to              => root@db2250.codfw.wmnet\n"}, {"resource": "Monitoring::Service[mariadb_replica_sql_lag_s1]", "parameters": "--- Monitoring::Service[mariadb_replica_sql_lag_s1].orig\n+++ Monitoring::Service[mariadb_replica_sql_lag_s1]\n\n+    critical       => False\n+    passive        => False\n+    host           => db2250\n+    migration_task => T315866\n+    freshness      => 36000\n+    description    => MariaDB Replica Lag: s1\n+    check_command  => nrpe_check!check_mariadb_replica_sql_lag_s1!10\n+    retries        => 10\n+    contact_group  => admins\n+    retry_interval => 1\n+    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n+    config_dir     => /etc/nagios\n+    ensure         => present\n+    check_interval => 1\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mysqld.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mysqld.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mysqld.timer\n@@ -0,0 +1,14 @@\n+[Unit]\n+Description=Periodic execution of nrpe2nodexp-mysqld.service\n+\n+[Timer]\n+Unit=nrpe2nodexp-mysqld.service\n+# Accuracy sets the maximum time interval around the execution time we want to allow\n+AccuracySec=15sec\n+OnUnitInactiveSec=1min\n+OnActiveSec=1s\n+RandomizedDelaySec=60\n+FixedRandomDelay=true\n+\n+[Install]\n+WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mysqld.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mysqld.timer]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "File[/etc/mysql/ssl/server.p12]", "parameters": "--- File[/etc/mysql/ssl/server.p12].orig\n+++ File[/etc/mysql/ssl/server.p12]\n\n+    group  => mysql\n+    ensure => absent\n+    mode   => 0440\n+    owner  => mysql\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf\n@@ -0,0 +1,10 @@\n+# SPDX-License-Identifier: Apache-2.0\n+if $programname contains \"nrpe2nodexp-mysqld\" then {\n+    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n+        # Send logs to kafka\n+        set $.log_outputs = \"kafka ecs_170 local\";\n+    } else {\n+        # Filter out non-relevant nrpe2nodexp messages\n+        stop\n+    }\n+}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf]\n\n+    group  => root\n+    notify => Service[rsyslog]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_lag_s1]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_lag_s1].orig\n+++ File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_lag_s1]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    ensure  => absent\n+    owner   => root\n"}, {"resource": "File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "parameters": "--- File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1].orig\n+++ File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1]\n\n+    group  => root\n+    backup => False\n+    owner  => root\n+    mode   => 0755\n+    force  => True\n+    ensure => directory\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_io_state_s1]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_io_state_s1].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_io_state_s1]\n\n+    logging_enabled           => False\n+    success_exit_status       => []\n+    send_mail_only_on_error   => True\n+    description               => execution of nrpe2nodexp for the check_mariadb_replica_io_state_s1 command.\n+    send_mail                 => False\n+    user                      => nagios\n+    monitoring_contact_groups => admins\n+    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+    private_tmp               => False\n+    splay                     => 60\n+    logfile_perms             => all\n+    environment               => {}\n+    syslog_force_stop         => True\n+    ensure                    => absent\n+    monitoring_enabled        => False\n+    group                     => prometheus-node-exporter\n+    logfile_name              => syslog.log\n+    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n+    logfile_basedir           => /var/log\n+    ignore_errors             => True\n+    syslog_identifier         => nrpe2nodexp-mariadb_replica_io_state_s1\n+    logfile_group             => root\n+    syslog_match_startswith   => True\n+    fixed_random_delay        => True\n+    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"0d5979f7abbb49256cfedd70a646784e\" --timeout 10 --check-command \"check_mariadb_replica_io_state_s1\"\n+    send_mail_to              => root@db2250.codfw.wmnet\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mysqld]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mysqld].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mysqld]\n\n+    priority => 25\n+    ensure   => absent\n+    mode     => 0444\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mariadb_disk_space]", "parameters": "--- Systemd::Service[nrpe2nodexp-mariadb_disk_space].orig\n+++ Systemd::Service[nrpe2nodexp-mariadb_disk_space]\n\n+    monitoring_critical      => False\n+    migration_task           => T407130\n+    unit_type                => timer\n+    restart                  => False\n+    require                  => Systemd::Unit[nrpe2nodexp-mariadb_disk_space.service]\n+    monitoring_contact_group => admins\n+    override                 => False\n+    service_params           => {}\n+    ensure                   => absent\n+    monitoring_enabled       => False\n"}, {"resource": "File[/usr/lib/nagios/plugins/check_mariadb.pl]", "parameters": "--- File[/usr/lib/nagios/plugins/check_mariadb.pl].orig\n+++ File[/usr/lib/nagios/plugins/check_mariadb.pl]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "Package[monitoring-plugins-contrib]", "parameters": "--- Package[monitoring-plugins-contrib].orig\n+++ Package[monitoring-plugins-contrib]\n\n+    ensure   => installed\n+    provider => apt\n"}, {"resource": "Nrpe::Check[check_mariadb_disk_space]", "parameters": "--- Nrpe::Check[check_mariadb_disk_space].orig\n+++ Nrpe::Check[check_mariadb_disk_space]\n\n+    before  => Monitoring::Service[mariadb_disk_space]\n+    ensure  => present\n+    command => /usr/lib/nagios/plugins/check_disk -w 10% -c 5% -l -e --exclude-type=tracefs --exclude-type=tmpfs --exclude-type=ramfs --exclude-type=devtmpfs\n"}, {"resource": "Mariadb::Instance[s1]", "parameters": "--- Mariadb::Instance[s1].orig\n+++ Mariadb::Instance[s1]\n\n+    tmpdir                  => undefined\n+    source_dc               => eqiad\n+    innodb_buffer_pool_size => 192G\n+    datadir                 => undefined\n+    port                    => 3311\n+    is_critical             => False\n+    mysqld_extra_configs    => {}\n+    template                => mariadb/instance.cnf.erb\n+    event_scheduler         => 1\n+    read_only               => 1\n+    socket                  => undefined\n"}, {"resource": "Monitoring::Exported_nagios_service[db2250 mariadb_read_only_s1]", "parameters": "--- Monitoring::Exported_nagios_service[db2250 mariadb_read_only_s1].orig\n+++ Monitoring::Exported_nagios_service[db2250 mariadb_read_only_s1]\n\n+    notifications_enabled  => 0\n+    passive_checks_enabled => 1\n+    servicegroups          => mysql_codfw\n+    check_command          => nrpe_check!check_mariadb_read_only_s1!10\n+    notification_options   => c,r,f\n+    notification_interval  => 0\n+    contact_groups         => admins\n+    is_volatile            => 0\n+    retry_interval         => 1\n+    ensure                 => present\n+    check_freshness        => 0\n+    notification_period    => 24x7\n+    check_interval         => 1\n+    check_period           => 24x7\n+    active_checks_enabled  => 1\n+    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Master_comes_back_in_read_only\n+    max_check_attempts     => 3\n+    host_name              => db2250\n+    service_description    => MariaDB read only s1\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_memory.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_memory.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_memory.service]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mariadb_memory.service\n+    restart           => False\n+    ensure            => absent\n"}, {"resource": "Nrpe::Check[check_mariadb_replica_sql_lag_s1]", "parameters": "--- Nrpe::Check[check_mariadb_replica_sql_lag_s1].orig\n+++ Nrpe::Check[check_mariadb_replica_sql_lag_s1]\n\n+    before  => Monitoring::Service[mariadb_replica_sql_lag_s1]\n+    ensure  => present\n+    command => /usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_sql_lag                            --shard=s1 --datacenter=eqiad                            --sql-lag-warn=60                            --sql-lag-crit=300\n"}, {"resource": "File[/etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "content": "--- /etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1.orig\n+++ /etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1\n@@ -0,0 +1,12 @@\n+# logrotate(8) config for wmf_auto_restart_prometheus-mysqld-exporter_s1\n+\n+/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1/*.log {\n+    daily\n+    copytruncate\n+    missingok\n+    compress\n+    delaycompress\n+    notifempty\n+    rotate 15\n+    size 256M\n+}", "parameters": "--- File[/etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1].orig\n+++ File[/etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1]\n\n+    group  => root\n+    ensure => present\n+    mode   => 0444\n+    owner  => root\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf\n@@ -0,0 +1,10 @@\n+# SPDX-License-Identifier: Apache-2.0\n+if $programname contains \"nrpe2nodexp-mariadb_replica_io_state_s1\" then {\n+    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n+        # Send logs to kafka\n+        set $.log_outputs = \"kafka ecs_170 local\";\n+    } else {\n+        # Filter out non-relevant nrpe2nodexp messages\n+        stop\n+    }\n+}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf]\n\n+    group  => root\n+    notify => Service[rsyslog]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "Concat_fragment[/etc/mysql_puppet_ca_chain]", "parameters": "--- Concat_fragment[/etc/mysql_puppet_ca_chain].orig\n+++ Concat_fragment[/etc/mysql_puppet_ca_chain]\n\n+    target => /etc/mysql/ssl/cert.pem\n+    order  => 02\n+    source => /var/lib/puppet/ssl/certs/ca.pem\n+    tag    => _etc_mysql_ssl_cert.pem\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_lag_s1].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_lag_s1]\n\n+    priority => 25\n+    ensure   => absent\n+    mode     => 0444\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mysqld.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mysqld.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mysqld.cfg\n@@ -0,0 +1,2 @@\n+# File generated by puppet. DO NOT edit by hand\n+command[check_mysqld]=/usr/lib/nagios/plugins/check_procs -c 1:1 -C mysqld", "parameters": "--- File[/etc/nagios/nrpe.d/check_mysqld.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mysqld.cfg]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    notify  => Service[nagios-nrpe-server]\n+    owner   => root\n+    mode    => 0444\n+    ensure  => present\n+    tag     => nrpe::check\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mariadb_memory]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mariadb_memory].orig\n+++ Systemd::Timer[nrpe2nodexp-mariadb_memory]\n\n+    accuracy           => 15sec\n+    splay              => 60\n+    unit_name          => nrpe2nodexp-mariadb_memory.service\n+    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n+    ensure             => absent\n+    fixed_random_delay => True\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Systemd::Timer[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "parameters": "--- Systemd::Timer[wmf_auto_restart_prometheus-mysqld-exporter@s1].orig\n+++ Systemd::Timer[wmf_auto_restart_prometheus-mysqld-exporter@s1]\n\n+    accuracy           => 15sec\n+    splay              => 0\n+    unit_name          => wmf_auto_restart_prometheus-mysqld-exporter@s1.service\n+    timer_intervals    => [{'start': 'OnCalendar', 'interval': 'Mon,Tue,Wed,Thu,Fri *-*-* 0:55:00'}]\n+    ensure             => present\n+    fixed_random_delay => False\n"}, {"resource": "Package[prometheus-mysqld-exporter]", "parameters": "--- Package[prometheus-mysqld-exporter].orig\n+++ Package[prometheus-mysqld-exporter]\n\n+    ensure   => installed\n+    provider => apt\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mysqld.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mysqld.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mysqld.prom]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "File[/etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf]", "content": "--- /etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf.orig\n+++ /etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf\n@@ -0,0 +1,10 @@\n+# rsyslog.conf(5) configuration file for services.\n+# This file is managed by Puppet.\n+if $programname startswith \"wmf_auto_restart_prometheus-mysqld-exporter_s1\" then {\n+    action(\n+        type=\"omfile\" file=\"/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1/syslog.log\"\n+        fileOwner=\"root\" fileGroup=\"root\"\n+        fileCreateMode=\"0644\"\n+    )\n+    & stop\n+}", "parameters": "--- File[/etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf].orig\n+++ File[/etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf]\n\n+    group  => root\n+    notify => Service[rsyslog]\n+    owner  => root\n+    mode   => 0444\n+    ensure => present\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "File[/etc/mysql/grcat.config]", "parameters": "--- File[/etc/mysql/grcat.config].orig\n+++ File[/etc/mysql/grcat.config]\n\n+    group  => root\n+    source => puppet:///modules/mariadb/grcat.config\n+    owner  => root\n+    mode   => 0644\n+    ensure => present\n"}, {"resource": "Monitoring::Service[mariadb_replica_sql_state_s1]", "parameters": "--- Monitoring::Service[mariadb_replica_sql_state_s1].orig\n+++ Monitoring::Service[mariadb_replica_sql_state_s1]\n\n+    critical       => False\n+    passive        => False\n+    host           => db2250\n+    migration_task => T315866\n+    freshness      => 36000\n+    description    => MariaDB Replica SQL: s1\n+    check_command  => nrpe_check!check_mariadb_replica_sql_state_s1!10\n+    retries        => 3\n+    contact_group  => admins\n+    retry_interval => 1\n+    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n+    config_dir     => /etc/nagios\n+    ensure         => present\n+    check_interval => 1\n"}, {"resource": "Class[Mariadb::Packages_wmf]", "parameters": "--- Class[Mariadb::Packages_wmf].orig\n+++ Class[Mariadb::Packages_wmf]\n\n+    package => wmf-mariadb1011\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_io_state_s1]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mariadb_replica_io_state_s1].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mariadb_replica_io_state_s1]\n\n+    priority => 25\n+    ensure   => absent\n+    mode     => 0444\n"}, {"resource": "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]", "parameters": "--- Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)].orig\n+++ Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mariadb_read_only_s1]", "parameters": "--- Systemd::Service[nrpe2nodexp-mariadb_read_only_s1].orig\n+++ Systemd::Service[nrpe2nodexp-mariadb_read_only_s1]\n\n+    monitoring_critical      => False\n+    migration_task           => T407130\n+    unit_type                => timer\n+    restart                  => False\n+    require                  => Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.service]\n+    monitoring_contact_group => admins\n+    override                 => False\n+    service_params           => {}\n+    ensure                   => absent\n+    monitoring_enabled       => False\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mariadb_read_only_s1]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mariadb_read_only_s1].orig\n+++ File[/etc/sudoers.d/nrpe-check_mariadb_read_only_s1]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    ensure  => absent\n+    owner   => root\n"}, {"resource": "Motd::Message[mariadb::backup_source]", "parameters": "--- Motd::Message[mariadb::backup_source].orig\n+++ Motd::Message[mariadb::backup_source]\n\n+    priority => 5\n+    ensure   => present\n+    message  => db2250 is a MariaDB server containing replicas of mediawiki databases used to generate backups (mariadb::backup_source)\n"}, {"resource": "Nrpe::Monitor_service[mysqld]", "parameters": "--- Nrpe::Monitor_service[mysqld].orig\n+++ Nrpe::Monitor_service[mysqld]\n\n+    critical                    => False\n+    alertmanager_team           => observability\n+    migration_task              => T315866\n+    enable_nrpe2nodexp          => False\n+    description                 => mysqld processes\n+    contact_group               => admins\n+    retries                     => 3\n+    retry_interval              => 1\n+    timeout                     => 10\n+    nrpe2nodexp_parse_perf_data => False\n+    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n+    enable_icinga_check         => True\n+    nrpe_command                => /usr/lib/nagios/plugins/check_procs -c 1:1 -C mysqld\n+    ensure                      => present\n+    check_interval              => 1\n"}, {"resource": "File[/etc/mysql/ssl/server-keypair.pem]", "parameters": "--- File[/etc/mysql/ssl/server-keypair.pem].orig\n+++ File[/etc/mysql/ssl/server-keypair.pem]\n\n+    group  => mysql\n+    ensure => absent\n+    mode   => 0400\n+    owner  => mysql\n"}, {"resource": "Profile::Mariadb::Ferm[s1]", "parameters": "--- Profile::Mariadb::Ferm[s1].orig\n+++ Profile::Mariadb::Ferm[s1]\n\n+    port => 3311\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mariadb_memory]", "parameters": "--- Systemd::Service[nrpe2nodexp-mariadb_memory].orig\n+++ Systemd::Service[nrpe2nodexp-mariadb_memory]\n\n+    monitoring_critical      => False\n+    migration_task           => T407130\n+    unit_type                => timer\n+    restart                  => False\n+    require                  => Systemd::Unit[nrpe2nodexp-mariadb_memory.service]\n+    monitoring_contact_group => admins\n+    override                 => False\n+    service_params           => {}\n+    ensure                   => absent\n+    monitoring_enabled       => False\n"}, {"resource": "Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)]", "parameters": "--- Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)].orig\n+++ Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Service[nrpe2nodexp-mysqld.timer]", "parameters": "--- Service[nrpe2nodexp-mysqld.timer].orig\n+++ Service[nrpe2nodexp-mysqld.timer]\n\n+    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]']\n+    ensure   => stopped\n+    provider => systemd\n+    enable   => False\n"}, {"resource": "Sudo::User[nrpe-check_mariadb_replica_io_state_s1]", "parameters": "--- Sudo::User[nrpe-check_mariadb_replica_io_state_s1].orig\n+++ Sudo::User[nrpe-check_mariadb_replica_io_state_s1]\n\n+    privileges => []\n+    require    => ['Class[Sudo]']\n+    ensure     => absent\n+    user       => nagios\n+    tag        => nrpe::check\n"}, {"resource": "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)]", "parameters": "--- Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)].orig\n+++ Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)]\n\n+    before      => ['Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]']\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mariadb_replica_io_state_s1]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mariadb_replica_io_state_s1].orig\n+++ Systemd::Timer[nrpe2nodexp-mariadb_replica_io_state_s1]\n\n+    accuracy           => 15sec\n+    splay              => 60\n+    unit_name          => nrpe2nodexp-mariadb_replica_io_state_s1.service\n+    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n+    ensure             => absent\n+    fixed_random_delay => True\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mariadb_disk_space]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mariadb_disk_space].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mariadb_disk_space]\n\n+    logging_enabled           => False\n+    success_exit_status       => []\n+    send_mail_only_on_error   => True\n+    description               => execution of nrpe2nodexp for the check_mariadb_disk_space command.\n+    send_mail                 => False\n+    user                      => nagios\n+    monitoring_contact_groups => admins\n+    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+    private_tmp               => False\n+    splay                     => 60\n+    logfile_perms             => all\n+    environment               => {}\n+    syslog_force_stop         => True\n+    ensure                    => absent\n+    monitoring_enabled        => False\n+    group                     => prometheus-node-exporter\n+    logfile_name              => syslog.log\n+    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n+    logfile_basedir           => /var/log\n+    ignore_errors             => True\n+    syslog_identifier         => nrpe2nodexp-mariadb_disk_space\n+    logfile_group             => root\n+    syslog_match_startswith   => True\n+    fixed_random_delay        => True\n+    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"d2aae7bfec5549be1a8b9413215bd86c\" --timeout 10 --check-command \"check_mariadb_disk_space\"\n+    send_mail_to              => root@db2250.codfw.wmnet\n"}, {"resource": "Systemd::Timer::Job[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "parameters": "--- Systemd::Timer::Job[wmf_auto_restart_prometheus-mysqld-exporter@s1].orig\n+++ Systemd::Timer::Job[wmf_auto_restart_prometheus-mysqld-exporter@s1]\n\n+    logging_enabled           => True\n+    success_exit_status       => []\n+    send_mail_only_on_error   => True\n+    description               => Auto restart job: prometheus-mysqld-exporter@s1\n+    send_mail                 => False\n+    user                      => root\n+    monitoring_contact_groups => admins\n+    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+    private_tmp               => False\n+    logfile_perms             => all\n+    environment               => {}\n+    syslog_force_stop         => True\n+    ensure                    => present\n+    monitoring_enabled        => False\n+    logfile_name              => syslog.log\n+    interval                  => {'start': 'OnCalendar', 'interval': 'Mon,Tue,Wed,Thu,Fri *-*-* 0:55:00'}\n+    logfile_basedir           => /var/log\n+    require                   => File[/usr/local/sbin/wmf-auto-restart]\n+    ignore_errors             => False\n+    logfile_group             => root\n+    syslog_match_startswith   => True\n+    fixed_random_delay        => False\n+    command                   => /usr/local/sbin/wmf-auto-restart -s prometheus-mysqld-exporter@s1\n+    send_mail_to              => root@db2250.codfw.wmnet\n"}, {"resource": "Class[Profile::Base::Production]", "parameters": "--- Class[Profile::Base::Production].orig\n+++ Class[Profile::Base::Production]\n\n@@\n-    role_description => Host being setup by Data Persistence SREs\n+    role_description => MariaDB server containing replicas of mediawiki databases used to generate backups\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.service]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mariadb_replica_sql_state_s1.service\n+    restart           => False\n+    ensure            => absent\n"}, {"resource": "Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "parameters": "--- Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer].orig\n+++ Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]\n\n+    ensure   => running\n+    provider => systemd\n+    enable   => True\n"}, {"resource": "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg]", "content": "--- /etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg.orig\n+++ /etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg\n@@ -0,0 +1,2 @@\n+# File generated by puppet. DO NOT edit by hand\n+command[check_mariadb_replica_sql_lag_s1]=/usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_sql_lag                            --shard=s1 --datacenter=eqiad                            --sql-lag-warn=60                            --sql-lag-crit=300", "parameters": "--- File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg].orig\n+++ File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    notify  => Service[nagios-nrpe-server]\n+    owner   => root\n+    mode    => 0444\n+    ensure  => present\n+    tag     => nrpe::check\n"}, {"resource": "Class[Mariadb::Monitor_process]", "parameters": "--- Class[Mariadb::Monitor_process].orig\n+++ Class[Mariadb::Monitor_process]\n\n+    contact_group => admins\n+    is_critical   => False\n+    process_name  => mysqld\n+    process_count => 1\n"}, {"resource": "Concat::Fragment[/etc/mysql_puppet_ca_chain]", "parameters": "--- Concat::Fragment[/etc/mysql_puppet_ca_chain].orig\n+++ Concat::Fragment[/etc/mysql_puppet_ca_chain]\n\n+    target => /etc/mysql/ssl/cert.pem\n+    order  => 02\n+    source => /var/lib/puppet/ssl/certs/ca.pem\n"}, {"resource": "File[/etc/sudoers.d/nrpe-check_mariadb_memory]", "parameters": "--- File[/etc/sudoers.d/nrpe-check_mariadb_memory].orig\n+++ File[/etc/sudoers.d/nrpe-check_mariadb_memory]\n\n+    group   => root\n+    require => Package[nagios-nrpe-server]\n+    ensure  => absent\n+    owner   => root\n"}, {"resource": "File[/var/lib/prometheus/.my.s1.cnf]", "content": "--- /var/lib/prometheus/.my.s1.cnf.orig\n+++ /var/lib/prometheus/.my.s1.cnf\n@@ -0,0 +1,5 @@\n+[client]\n+socket = /run/mysqld/mysqld.s1.sock\n+user = prometheus\n+password = 'This is a fake passsword, but cannot be empty due to Debian #953040'\n+ssl = false", "parameters": "--- File[/var/lib/prometheus/.my.s1.cnf].orig\n+++ File[/var/lib/prometheus/.my.s1.cnf]\n\n+    group  => prometheus\n+    notify => Exec[systemctl try-restart prometheus-mysqld-exporter@s1]\n+    owner  => prometheus\n+    mode   => 0400\n+    ensure => present\n"}, {"resource": "Nrpe::Check[check_mysqld]", "parameters": "--- Nrpe::Check[check_mysqld].orig\n+++ Nrpe::Check[check_mysqld]\n\n+    before  => Monitoring::Service[mysqld]\n+    ensure  => present\n+    command => /usr/lib/nagios/plugins/check_procs -c 1:1 -C mysqld\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.timer]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mariadb_read_only_s1.timer\n+    restart           => False\n+    ensure            => absent\n"}, {"resource": "Exec[systemctl-daemon-reload]", "parameters": "--- Exec[systemctl-daemon-reload].orig\n+++ Exec[systemctl-daemon-reload]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_disk_space.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_disk_space.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_disk_space.service]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mariadb_disk_space.service\n+    restart           => False\n+    ensure            => absent\n"}, {"resource": "Monitoring::Service[mysqld]", "parameters": "--- Monitoring::Service[mysqld].orig\n+++ Monitoring::Service[mysqld]\n\n+    critical       => False\n+    passive        => False\n+    host           => db2250\n+    migration_task => T315866\n+    freshness      => 36000\n+    description    => mysqld processes\n+    check_command  => nrpe_check!check_mysqld!10\n+    retries        => 3\n+    contact_group  => admins\n+    retry_interval => 1\n+    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n+    config_dir     => /etc/nagios\n+    ensure         => present\n+    check_interval => 1\n"}, {"resource": "Mariadb::Monitor_replication[s1]", "parameters": "--- Mariadb::Monitor_replication[s1].orig\n+++ Mariadb::Monitor_replication[s1]\n\n+    source_dc     => eqiad\n+    lag_warn      => 60\n+    is_critical   => False\n+    lag_crit      => 300\n+    contact_group => admins\n+    multisource   => False\n+    warn_stopped  => True\n+    socket        => /run/mysqld/mysqld.s1.sock\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf\n@@ -0,0 +1,10 @@\n+# SPDX-License-Identifier: Apache-2.0\n+if $programname contains \"nrpe2nodexp-mariadb_memory\" then {\n+    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n+        # Send logs to kafka\n+        set $.log_outputs = \"kafka ecs_170 local\";\n+    } else {\n+        # Filter out non-relevant nrpe2nodexp messages\n+        stop\n+    }\n+}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf]\n\n+    group  => root\n+    notify => Service[rsyslog]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "Motd::Script[insetup::data_persistence_ferm]", "parameters": "--- Motd::Script[insetup::data_persistence_ferm].orig\n+++ Motd::Script[insetup::data_persistence_ferm]\n\n-    priority => 5\n-    ensure   => present\n"}, {"resource": "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf]", "content": "--- /etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf.orig\n+++ /etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf\n@@ -0,0 +1,10 @@\n+# SPDX-License-Identifier: Apache-2.0\n+if $programname contains \"nrpe2nodexp-mariadb_replica_sql_state_s1\" then {\n+    if ($msg contains \"\\\"ecs.version\\\": \\\"1.7.0\\\"\") then {\n+        # Send logs to kafka\n+        set $.log_outputs = \"kafka ecs_170 local\";\n+    } else {\n+        # Filter out non-relevant nrpe2nodexp messages\n+        stop\n+    }\n+}", "parameters": "--- File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf].orig\n+++ File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf]\n\n+    group  => root\n+    notify => Service[rsyslog]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "File[/lib/systemd/system/prometheus-mysqld-exporter@.service]", "content": "--- /lib/systemd/system/prometheus-mysqld-exporter@.service.orig\n+++ /lib/systemd/system/prometheus-mysqld-exporter@.service\n@@ -0,0 +1,18 @@\n+[Unit]\n+Description=Prometheus exporter for MySQL (instance %i)\n+Documentation=https://prometheus.io/docs/introduction/overview/\n+ConditionPathExists=/etc/default/prometheus-mysqld-exporter@%i\n+#Ensure the exporter is (re-)started and stopped with the relevant\n+#mariadb instance\n+After=mariadb@%i.service\n+Requisite=mariadb@%i.service\n+\n+[Service]\n+Restart=always\n+User=prometheus\n+Group=prometheus\n+EnvironmentFile=/etc/default/prometheus-mysqld-exporter@%i\n+ExecStart=/usr/bin/prometheus-mysqld-exporter $ARGS\n+\n+[Install]\n+WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/prometheus-mysqld-exporter@.service].orig\n+++ File[/lib/systemd/system/prometheus-mysqld-exporter@.service]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => present\n"}, {"resource": "Monitoring::Exported_nagios_service[db2250 mariadb_replica_io_state_s1]", "parameters": "--- Monitoring::Exported_nagios_service[db2250 mariadb_replica_io_state_s1].orig\n+++ Monitoring::Exported_nagios_service[db2250 mariadb_replica_io_state_s1]\n\n+    notifications_enabled  => 0\n+    passive_checks_enabled => 1\n+    servicegroups          => mysql_codfw\n+    check_command          => nrpe_check!check_mariadb_replica_io_state_s1!10\n+    notification_options   => c,r,f\n+    notification_interval  => 0\n+    contact_groups         => admins\n+    is_volatile            => 0\n+    retry_interval         => 1\n+    ensure                 => present\n+    check_freshness        => 0\n+    notification_period    => 24x7\n+    check_interval         => 1\n+    check_period           => 24x7\n+    active_checks_enabled  => 1\n+    notes_url              => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n+    max_check_attempts     => 3\n+    host_name              => db2250\n+    service_description    => MariaDB Replica IO: s1\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer\n@@ -0,0 +1,14 @@\n+[Unit]\n+Description=Periodic execution of nrpe2nodexp-mariadb_replica_io_state_s1.service\n+\n+[Timer]\n+Unit=nrpe2nodexp-mariadb_replica_io_state_s1.service\n+# Accuracy sets the maximum time interval around the execution time we want to allow\n+AccuracySec=15sec\n+OnUnitInactiveSec=1min\n+OnActiveSec=1s\n+RandomizedDelaySec=60\n+FixedRandomDelay=true\n+\n+[Install]\n+WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "File[/etc/mysql/ssl/server-key.pem]", "parameters": "--- File[/etc/mysql/ssl/server-key.pem].orig\n+++ File[/etc/mysql/ssl/server-key.pem]\n\n+    group     => mysql\n+    backup    => False\n+    owner     => root\n+    mode      => 0440\n+    show_diff => False\n+    ensure    => file\n"}, {"resource": "Systemd::Unit[prometheus-mysqld-exporter@]", "parameters": "--- Systemd::Unit[prometheus-mysqld-exporter@].orig\n+++ Systemd::Unit[prometheus-mysqld-exporter@]\n\n+    require           => ['Package[prometheus-mysqld-exporter]', 'Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => prometheus-mysqld-exporter@\n+    restart           => False\n+    ensure            => present\n"}, {"resource": "Package[python3-wmfmariadbpy]", "parameters": "--- Package[python3-wmfmariadbpy].orig\n+++ Package[python3-wmfmariadbpy]\n\n+    ensure   => installed\n+    provider => apt\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.service]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.service].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.service]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mariadb_replica_io_state_s1.service\n+    restart           => False\n+    ensure            => absent\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mariadb_disk_space]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mariadb_disk_space].orig\n+++ Systemd::Timer[nrpe2nodexp-mariadb_disk_space]\n\n+    accuracy           => 15sec\n+    splay              => 60\n+    unit_name          => nrpe2nodexp-mariadb_disk_space.service\n+    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n+    ensure             => absent\n+    fixed_random_delay => True\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mariadb_read_only_s1.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mariadb_read_only_s1.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mariadb_read_only_s1.prom]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "Service[nrpe2nodexp-mariadb_read_only_s1.timer]", "parameters": "--- Service[nrpe2nodexp-mariadb_read_only_s1.timer].orig\n+++ Service[nrpe2nodexp-mariadb_read_only_s1.timer]\n\n+    before   => ['Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]']\n+    ensure   => stopped\n+    provider => systemd\n+    enable   => False\n"}, {"resource": "File_line[auto_restart_file_presence_prometheus-mysqld-exporter@s1]", "parameters": "--- File_line[auto_restart_file_presence_prometheus-mysqld-exporter@s1].orig\n+++ File_line[auto_restart_file_presence_prometheus-mysqld-exporter@s1]\n\n+    require => File[/etc/debdeploy-client/autorestarts.conf]\n+    ensure  => present\n+    line    => prometheus-mysqld-exporter@s1\n+    path    => /etc/debdeploy-client/autorestarts.conf\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_lag_s1].orig\n+++ Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_lag_s1]\n\n+    accuracy           => 15sec\n+    splay              => 60\n+    unit_name          => nrpe2nodexp-mariadb_replica_sql_lag_s1.service\n+    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n+    ensure             => absent\n+    fixed_random_delay => True\n"}, {"resource": "Concat::Fragment[main contacts]"}, {"resource": "Group[mysql]", "parameters": "--- Group[mysql].orig\n+++ Group[mysql]\n\n+    system => True\n+    ensure => present\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer\n@@ -0,0 +1,14 @@\n+[Unit]\n+Description=Periodic execution of nrpe2nodexp-mariadb_disk_space.service\n+\n+[Timer]\n+Unit=nrpe2nodexp-mariadb_disk_space.service\n+# Accuracy sets the maximum time interval around the execution time we want to allow\n+AccuracySec=15sec\n+OnUnitInactiveSec=1min\n+OnActiveSec=1s\n+RandomizedDelaySec=60\n+FixedRandomDelay=true\n+\n+[Install]\n+WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "Class[Mariadb::Service]", "parameters": "--- Class[Mariadb::Service].orig\n+++ Class[Mariadb::Service]\n\n+    override => [Service]\nExecStartPre=/bin/sh -c \"echo 'mariadb main service is disabled, use mariadb@<instance_name> instead'; exit 1\"\n+    manage   => False\n+    ensure   => stopped\n+    enable   => False\n"}, {"resource": "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "parameters": "--- Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_lag_s1].orig\n+++ Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_lag_s1]\n\n+    logging_enabled           => False\n+    success_exit_status       => []\n+    send_mail_only_on_error   => True\n+    description               => execution of nrpe2nodexp for the check_mariadb_replica_sql_lag_s1 command.\n+    send_mail                 => False\n+    user                      => nagios\n+    monitoring_contact_groups => admins\n+    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+    private_tmp               => False\n+    splay                     => 60\n+    logfile_perms             => all\n+    environment               => {}\n+    syslog_force_stop         => True\n+    ensure                    => absent\n+    monitoring_enabled        => False\n+    group                     => prometheus-node-exporter\n+    logfile_name              => syslog.log\n+    interval                  => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}]\n+    logfile_basedir           => /var/log\n+    ignore_errors             => True\n+    syslog_identifier         => nrpe2nodexp-mariadb_replica_sql_lag_s1\n+    logfile_group             => root\n+    syslog_match_startswith   => True\n+    fixed_random_delay        => True\n+    command                   => /usr/local/bin/nrpe2nodexp --alert-rule-hash \"8ec9d6c1155ae60699aaf9dfd1fa339b\" --timeout 10 --check-command \"check_mariadb_replica_sql_lag_s1\"\n+    send_mail_to              => root@db2250.codfw.wmnet\n"}, {"resource": "Systemd::Service[nrpe2nodexp-mariadb_replica_io_state_s1]", "parameters": "--- Systemd::Service[nrpe2nodexp-mariadb_replica_io_state_s1].orig\n+++ Systemd::Service[nrpe2nodexp-mariadb_replica_io_state_s1]\n\n+    monitoring_critical      => False\n+    migration_task           => T407130\n+    unit_type                => timer\n+    restart                  => False\n+    require                  => Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.service]\n+    monitoring_contact_group => admins\n+    override                 => False\n+    service_params           => {}\n+    ensure                   => absent\n+    monitoring_enabled       => False\n"}, {"resource": "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "content": "--- /lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service.orig\n+++ /lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service\n@@ -0,0 +1,8 @@\n+[Unit]\n+Description=Auto restart job: prometheus-mysqld-exporter@s1\n+Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+\n+[Service]\n+Type=oneshot\n+User=root\n+ExecStart=/usr/local/sbin/wmf-auto-restart -s prometheus-mysqld-exporter@s1", "parameters": "--- File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service].orig\n+++ File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => present\n"}, {"resource": "Monitoring::Service[mariadb_disk_space]", "parameters": "--- Monitoring::Service[mariadb_disk_space].orig\n+++ Monitoring::Service[mariadb_disk_space]\n\n+    critical       => False\n+    passive        => False\n+    host           => db2250\n+    migration_task => T315866\n+    freshness      => 36000\n+    description    => MariaDB disk space\n+    check_command  => nrpe_check!check_mariadb_disk_space!10\n+    retries        => 3\n+    contact_group  => admins\n+    retry_interval => 1\n+    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n+    config_dir     => /etc/nagios\n+    ensure         => present\n+    check_interval => 1\n"}, {"resource": "Ferm::Service[s1_mariadb_internal]", "parameters": "--- Ferm::Service[s1_mariadb_internal].orig\n+++ Ferm::Service[s1_mariadb_internal]\n\n+    proto   => tcp\n+    srange  => $INTERNAL\n+    ensure  => present\n+    port    => 3311\n+    prio    => 10\n+    notrack => True\n+    desc    => \n"}, {"resource": "Sudo::User[nrpe-check_mysqld]", "parameters": "--- Sudo::User[nrpe-check_mysqld].orig\n+++ Sudo::User[nrpe-check_mysqld]\n\n+    privileges => []\n+    require    => ['Class[Sudo]']\n+    ensure     => absent\n+    user       => nagios\n+    tag        => nrpe::check\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service\n@@ -0,0 +1,11 @@\n+[Unit]\n+Description=execution of nrpe2nodexp for the check_mariadb_replica_io_state_s1 command.\n+Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+\n+[Service]\n+Type=oneshot\n+User=nagios\n+\n+Group=prometheus-node-exporter\n+SyslogIdentifier=nrpe2nodexp-mariadb_replica_io_state_s1\n+ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"0d5979f7abbb49256cfedd70a646784e\" --timeout 10 --check-command \"check_mariadb_replica_io_state_s1\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_memory.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_memory.service\n@@ -0,0 +1,11 @@\n+[Unit]\n+Description=execution of nrpe2nodexp for the check_mariadb_memory command.\n+Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+\n+[Service]\n+Type=oneshot\n+User=nagios\n+\n+Group=prometheus-node-exporter\n+SyslogIdentifier=nrpe2nodexp-mariadb_memory\n+ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"b5a92c72542d5f0c031014e7a8db014e\" --timeout 10 --check-command \"check_mariadb_memory\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.service]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_lag_s1.prom]", "parameters": "--- File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_lag_s1.prom].orig\n+++ File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_lag_s1.prom]\n\n+    group  => root\n+    ensure => absent\n+    owner  => root\n"}, {"resource": "User[mysql]", "parameters": "--- User[mysql].orig\n+++ User[mysql]\n\n+    system     => True\n+    gid        => mysql\n+    home       => /nonexistent\n+    managehome => False\n+    ensure     => present\n+    shell      => /bin/false\n"}, {"resource": "Prometheus::Alert::Rule[check_mysqld_ca81db2c9e98d408f9f65c79817da116]", "parameters": "--- Prometheus::Alert::Rule[check_mysqld_ca81db2c9e98d408f9f65c79817da116].orig\n+++ Prometheus::Alert::Rule[check_mysqld_ca81db2c9e98d408f9f65c79817da116]\n\n+    group              => nrpechecks\n+    summary            => NRPE CHECK: mysqld processes\n+    severity           => info\n+    def_label_whitelst => ['team', 'severity']\n+    logs               => https://logstash.wikimedia.org/app/dashboards#/view/2d343ac0-6df8-11f0-8e08-7fab0da52b33?_g=(filters:!((query:(match_phrase:(event.module:check_mysqld))),(query:(match_phrase:(host.name:{{$labels.instance|stripPort}})))))\n+    site               => codfw\n+    instance           => ops\n+    expr               => (nagios_nrpe_check_result{alert_rule_hash=\"ca81db2c9e98d408f9f65c79817da116\",check_name=\"check_mysqld\", status=~\"(WARNING|CRITICAL)\", severity=~\"(warning|critical)\"} > 0) * on (instance) group_left (team) role_owner\n+    description        => NRPE CHECK: mysqld processes\n+    dashboard          => TODO\n+    alert_name         => nrpe_mysqld_processes\n+    team               => observability\n+    ensure             => absent\n+    runbook            => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting\n+    for                => 3m\n"}, {"resource": "Rsyslog::Conf[nrpe2nodexp-mariadb_memory]", "parameters": "--- Rsyslog::Conf[nrpe2nodexp-mariadb_memory].orig\n+++ Rsyslog::Conf[nrpe2nodexp-mariadb_memory]\n\n+    priority => 25\n+    ensure   => absent\n+    mode     => 0444\n"}, {"resource": "Motd::Script[mariadb::backup_source]", "parameters": "--- Motd::Script[mariadb::backup_source].orig\n+++ Motd::Script[mariadb::backup_source]\n\n+    priority => 5\n+    ensure   => present\n"}, {"resource": "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service]", "content": "--- /lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service.orig\n+++ /lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service\n@@ -0,0 +1,11 @@\n+[Unit]\n+Description=execution of nrpe2nodexp for the check_mariadb_disk_space command.\n+Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+\n+[Service]\n+Type=oneshot\n+User=nagios\n+\n+Group=prometheus-node-exporter\n+SyslogIdentifier=nrpe2nodexp-mariadb_disk_space\n+ExecStart=-/usr/local/bin/nrpe2nodexp --alert-rule-hash \"d2aae7bfec5549be1a8b9413215bd86c\" --timeout 10 --check-command \"check_mariadb_disk_space\"", "parameters": "--- File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service].orig\n+++ File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => absent\n"}, {"resource": "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "content": "--- /lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer.orig\n+++ /lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer\n@@ -0,0 +1,12 @@\n+[Unit]\n+Description=Periodic execution of wmf_auto_restart_prometheus-mysqld-exporter@s1.service\n+\n+[Timer]\n+Unit=wmf_auto_restart_prometheus-mysqld-exporter@s1.service\n+# Accuracy sets the maximum time interval around the execution time we want to allow\n+AccuracySec=15sec\n+OnCalendar=Mon,Tue,Wed,Thu,Fri *-*-* 0:55:00\n+RandomizedDelaySec=0\n+\n+[Install]\n+WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer].orig\n+++ File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]\n\n+    group  => root\n+    notify => Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)]\n+    owner  => root\n+    mode   => 0444\n+    ensure => present\n"}, {"resource": "File[/etc/default/prometheus]", "parameters": "--- File[/etc/default/prometheus].orig\n+++ File[/etc/default/prometheus]\n\n+    group  => prometheus\n+    ensure => directory\n+    mode   => 0550\n+    owner  => prometheus\n"}, {"resource": "Nrpe::Monitor_service[mariadb_replica_sql_state_s1]", "parameters": "--- Nrpe::Monitor_service[mariadb_replica_sql_state_s1].orig\n+++ Nrpe::Monitor_service[mariadb_replica_sql_state_s1]\n\n+    critical                    => False\n+    alertmanager_team           => observability\n+    migration_task              => T315866\n+    enable_nrpe2nodexp          => False\n+    description                 => MariaDB Replica SQL: s1\n+    contact_group               => admins\n+    retries                     => 3\n+    retry_interval              => 1\n+    timeout                     => 10\n+    nrpe2nodexp_parse_perf_data => False\n+    notes_url                   => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Depooling_a_replica\n+    enable_icinga_check         => True\n+    nrpe_command                => /usr/local/lib/nagios/plugins/check_mariadb --sock=/run/mysqld/mysqld.s1.sock --user=nagios --pass=  --warn-stopped --check=slave_sql_state\n+    ensure                      => present\n+    check_interval              => 1\n"}, {"resource": "Ferm::Service[s1_orchestrator]", "parameters": "--- Ferm::Service[s1_orchestrator].orig\n+++ Ferm::Service[s1_orchestrator]\n\n+    proto   => tcp\n+    srange  => ['dborch1001.wikimedia.org', 'dborch1002.wikimedia.org', 'dborch1003.eqiad.wmnet']\n+    ensure  => present\n+    port    => [3311]\n+    prio    => 10\n+    notrack => True\n+    desc    => \n"}, {"resource": "Class[Mariadb::Config]", "parameters": "--- Class[Mariadb::Config].orig\n+++ Class[Mariadb::Config]\n\n+    p_s                     => on\n+    datadir                 => False\n+    sync_binlog             => 1\n+    binlog_format           => ROW\n+    port                    => 3306\n+    innodb_change_buffering => none\n+    expire_logs_days        => 30\n+    event_scheduler         => 1\n+    read_only               => 1\n+    config                  => profile/mariadb/mysqld_config/dbstore_multiinstance.my.cnf.erb\n+    socket                  => /run/mysqld/mysqld.sock\n+    ssl_key                 => \n+    password                => undefined\n+    tmpdir                  => /srv/tmp\n+    ssl_cert                => \n+    flush_log_at_trx_commit => 1\n+    ssl_verify_server_cert  => True\n+    replication_role        => standalone\n+    semi_sync               => off\n+    basedir                 => /opt/wmf-mariadb1011\n+    prompt                  => \\u@\\h(\\d)>\\_\n+    sql_mode                => \n+    max_allowed_packet      => 16M\n+    ssl                     => puppet-cert\n+    ssl_ca                  => \n"}, {"resource": "Sudo::User[nrpe-check_mariadb_replica_sql_state_s1]", "parameters": "--- Sudo::User[nrpe-check_mariadb_replica_sql_state_s1].orig\n+++ Sudo::User[nrpe-check_mariadb_replica_sql_state_s1]\n\n+    privileges => []\n+    require    => ['Class[Sudo]']\n+    ensure     => absent\n+    user       => nagios\n+    tag        => nrpe::check\n"}, {"resource": "File[/etc/ferm/conf.d/10_s1_mariadb_dba]", "content": "--- /etc/ferm/conf.d/10_s1_mariadb_dba.orig\n+++ /etc/ferm/conf.d/10_s1_mariadb_dba\n@@ -0,0 +1,6 @@\n+# Autogenerated by puppet. DO NOT EDIT BY HAND!\n+#\n+# \n+&R_SERVICE(tcp, 3331, $MYSQL_ROOT_CLIENTS);\n+\n+", "parameters": "--- File[/etc/ferm/conf.d/10_s1_mariadb_dba].orig\n+++ File[/etc/ferm/conf.d/10_s1_mariadb_dba]\n\n+    group   => root\n+    require => File[/etc/ferm/conf.d]\n+    notify  => Service[ferm]\n+    owner   => root\n+    mode    => 0400\n+    ensure  => present\n+    tag     => ferm\n"}, {"resource": "Class[Mariadb::Monitor_disk]", "parameters": "--- Class[Mariadb::Monitor_disk].orig\n+++ Class[Mariadb::Monitor_disk]\n\n+    is_critical   => False\n+    pct_critical  => 5\n+    contact_group => admins\n+    pct_warning   => 10\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mariadb_read_only_s1]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mariadb_read_only_s1].orig\n+++ Systemd::Timer[nrpe2nodexp-mariadb_read_only_s1]\n\n+    accuracy           => 15sec\n+    splay              => 60\n+    unit_name          => nrpe2nodexp-mariadb_read_only_s1.service\n+    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n+    ensure             => absent\n+    fixed_random_delay => True\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_state_s1]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_state_s1].orig\n+++ Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_state_s1]\n\n+    accuracy           => 15sec\n+    splay              => 60\n+    unit_name          => nrpe2nodexp-mariadb_replica_sql_state_s1.service\n+    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n+    ensure             => absent\n+    fixed_random_delay => True\n"}, {"resource": "File[/etc/mysql]", "parameters": "--- File[/etc/mysql].orig\n+++ File[/etc/mysql]\n\n+    group  => root\n+    ensure => directory\n+    mode   => 0755\n+    owner  => root\n"}, {"resource": "Systemd::Timer[nrpe2nodexp-mysqld]", "parameters": "--- Systemd::Timer[nrpe2nodexp-mysqld].orig\n+++ Systemd::Timer[nrpe2nodexp-mysqld]\n\n+    accuracy           => 15sec\n+    splay              => 60\n+    unit_name          => nrpe2nodexp-mysqld.service\n+    timer_intervals    => [{'start': 'OnUnitInactiveSec', 'interval': '1min'}, {'interval': '1s', 'start': 'OnActiveSec'}]\n+    ensure             => absent\n+    fixed_random_delay => True\n"}, {"resource": "Monitoring::Service[mariadb_read_only_s1]", "parameters": "--- Monitoring::Service[mariadb_read_only_s1].orig\n+++ Monitoring::Service[mariadb_read_only_s1]\n\n+    critical       => False\n+    passive        => False\n+    host           => db2250\n+    migration_task => T315866\n+    freshness      => 36000\n+    description    => MariaDB read only s1\n+    check_command  => nrpe_check!check_mariadb_read_only_s1!10\n+    retries        => 3\n+    contact_group  => admins\n+    retry_interval => 1\n+    notes_url      => https://wikitech.wikimedia.org/wiki/MariaDB/troubleshooting#Master_comes_back_in_read_only\n+    config_dir     => /etc/nagios\n+    ensure         => present\n+    check_interval => 1\n"}, {"resource": "Puppet::Expose_agent_certs[/etc/mysql]", "parameters": "--- Puppet::Expose_agent_certs[/etc/mysql].orig\n+++ Puppet::Expose_agent_certs[/etc/mysql]\n\n+    group           => mysql\n+    ssldir          => /var/lib/puppet/ssl\n+    provide_p12     => False\n+    user            => mysql\n+    provide_pem     => True\n+    provide_keypair => False\n+    provide_private => True\n+    ensure          => present\n"}, {"resource": "Profile::Auto_restarts::Service[prometheus-mysqld-exporter@s1]", "parameters": "--- Profile::Auto_restarts::Service[prometheus-mysqld-exporter@s1].orig\n+++ Profile::Auto_restarts::Service[prometheus-mysqld-exporter@s1]\n\n+    ensure => present\n"}, {"resource": "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "parameters": "--- Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.timer].orig\n+++ Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]\n\n+    require           => ['Class[Systemd]']\n+    override_filename => puppet-override.conf\n+    override          => False\n+    unit              => nrpe2nodexp-mariadb_replica_sql_state_s1.timer\n+    restart           => False\n+    ensure            => absent\n"}], "perc_changed": "18.36%"}, "core": {"total": 2810, "only_in_self": ["File[/etc/update-motd.d/05-insetup--data-persistence-ferm]", "Node[__node_regexp__db22505253.codfw.]"], "only_in_other": ["Concat[/etc/mysql/ssl/cert.pem]", "Concat_file[/etc/mysql/ssl/cert.pem]", "Concat_fragment[/etc/mysql_puppet_agent_cert]", "Concat_fragment[/etc/mysql_puppet_ca_chain]", "Exec[systemctl try-restart prometheus-mysqld-exporter@s1]", "Exec[systemctl-daemon-reload]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]", "Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)]", "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)]", "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)]", "File[/etc/default/prometheus-mysqld-exporter@s1]", "File[/etc/default/prometheus]", "File[/etc/ferm/conf.d/10_s1_mariadb_dba]", "File[/etc/ferm/conf.d/10_s1_mariadb_internal]", "File[/etc/ferm/conf.d/10_s1_orchestrator]", "File[/etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "File[/etc/my.cnf]", "File[/etc/mysql/grcat.config]", "File[/etc/mysql/my.cnf]", "File[/etc/mysql/mysqld.conf.d/s1.cnf]", "File[/etc/mysql/mysqld.conf.d]", "File[/etc/mysql/ssl/cacert.pem]", "File[/etc/mysql/ssl/client-cert.pem]", "File[/etc/mysql/ssl/client-key.pem]", "File[/etc/mysql/ssl/server-cert.pem]", "File[/etc/mysql/ssl/server-key.pem]", "File[/etc/mysql/ssl/server-keypair.pem]", "File[/etc/mysql/ssl/server.key]", "File[/etc/mysql/ssl/server.p12]", "File[/etc/mysql/ssl]", "File[/etc/mysql]", "File[/etc/nagios/nrpe.d/check_mariadb_disk_space.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_memory.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mysqld.cfg]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf]", "File[/etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf]", "File[/etc/sudoers.d/nrpe-check_mariadb_disk_space]", "File[/etc/sudoers.d/nrpe-check_mariadb_memory]", "File[/etc/sudoers.d/nrpe-check_mariadb_read_only_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_io_state_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_lag_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_state_s1]", "File[/etc/sudoers.d/nrpe-check_mysqld]", "File[/etc/systemd/system/mariadb.service.d/override.conf]", "File[/etc/systemd/system/mariadb.service.d]", "File[/etc/update-motd.d/05-mariadb--backup-source]", "File[/etc/update-motd.d/06-db-section-s1]", "File[/etc/wmfmariadbpy/section_ports.csv]", "File[/etc/wmfmariadbpy]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mysqld.service]", "File[/lib/systemd/system/nrpe2nodexp-mysqld.timer]", "File[/lib/systemd/system/prometheus-mysqld-exporter@.service]", "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "File[/opt/wmf-mariadb1011/my.cnf]", "File[/srv/sqldata.s1]", "File[/srv/tmp.s1]", "File[/usr/lib/nagios/plugins/check_mariadb.pl]", "File[/usr/local/bin/mbstream]", "File[/usr/local/bin/mysql.s1]", "File[/usr/local/etc/my.cnf]", "File[/usr/local/lib/nagios/plugins/check_mariadb]", "File[/var/lib/prometheus/.my.s1.cnf]", "File[/var/lib/prometheus/node.d/check_mariadb_disk_space.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_memory.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_read_only_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_io_state_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_lag_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_state_s1.prom]", "File[/var/lib/prometheus/node.d/check_mysqld.prom]", "File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "File_line[auto_restart_file_presence_prometheus-mysqld-exporter@s1]", "Group[mysql]", "Node[__node_regexp__db2250.codfw.]", "Package[grc]", "Package[mariadb-backup]", "Package[monitoring-plugins-contrib]", "Package[percona-toolkit]", "Package[prometheus-mysqld-exporter]", "Package[python3-wmfmariadbpy]", "Package[wmf-mariadb1011]", "Package[wmfmariadbpy-common]", "Service[nrpe2nodexp-mariadb_disk_space.timer]", "Service[nrpe2nodexp-mariadb_memory.timer]", "Service[nrpe2nodexp-mariadb_read_only_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "Service[nrpe2nodexp-mysqld.timer]", "Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "User[mysql]"], "resource_diffs": [{"resource": "Concat_fragment[main contacts]", "content": "--- main contacts.orig\n+++ main contacts\n@@ -1,3 +1,3 @@\n ---\n-role::insetup::data_persistence_ferm:\n+role::mariadb::backup_source:\n - Data Persistence"}, {"resource": "File[/var/lib/prometheus/node.d/role_owner.prom]", "content": "--- /var/lib/prometheus/node.d/role_owner.prom.orig\n+++ /var/lib/prometheus/node.d/role_owner.prom\n@@ -1,3 +1,3 @@\n # HELP role_owner The team owner of the server role\n # TYPE role_owner gauge\n-role_owner{team=\"data-persistence\",role=\"insetup::data_persistence_ferm\",cluster=\"mysql\"} 1.0\n+role_owner{team=\"data-persistence\",role=\"mariadb::backup_source\",cluster=\"mysql\"} 1.0"}], "perc_changed": "4.63%"}, "main": {"total": 2810, "only_in_self": ["Class[Role::Insetup::Data_persistence_ferm]", "File[/etc/update-motd.d/05-insetup--data-persistence-ferm]", "Motd::Message[insetup::data_persistence_ferm]", "Motd::Script[insetup::data_persistence_ferm]", "Node[__node_regexp__db22505253.codfw.]"], "only_in_other": ["Class[Mariadb::Config]", "Class[Mariadb::Monitor_disk]", "Class[Mariadb::Monitor_memory]", "Class[Mariadb::Monitor_process]", "Class[Mariadb::Packages_wmf]", "Class[Mariadb::Service]", "Class[Passwords::Nagios::Mysql]", "Class[Profile::Mariadb::Dbstore_multiinstance]", "Class[Profile::Mariadb::Mysql_role]", "Class[Profile::Mariadb::Packages_wmf]", "Class[Profile::Mariadb::Wmfmariadbpy]", "Class[Prometheus::Mysqld_exporter::Common]", "Class[Role::Mariadb::Backup_source]", "Class[Wmfmariadbpy]", "Concat::Fragment[/etc/mysql_puppet_agent_cert]", "Concat::Fragment[/etc/mysql_puppet_ca_chain]", "Concat[/etc/mysql/ssl/cert.pem]", "Concat_file[/etc/mysql/ssl/cert.pem]", "Concat_fragment[/etc/mysql_puppet_agent_cert]", "Concat_fragment[/etc/mysql_puppet_ca_chain]", "Exec[systemctl try-restart prometheus-mysqld-exporter@s1]", "Exec[systemctl-daemon-reload]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.service (nrpe2nodexp-mariadb_disk_space.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_disk_space.timer (nrpe2nodexp-mariadb_disk_space.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.service (nrpe2nodexp-mariadb_memory.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_memory.timer (nrpe2nodexp-mariadb_memory.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.service (nrpe2nodexp-mariadb_read_only_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_read_only_s1.timer (nrpe2nodexp-mariadb_read_only_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.service (nrpe2nodexp-mariadb_replica_io_state_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_io_state_s1.timer (nrpe2nodexp-mariadb_replica_io_state_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.service (nrpe2nodexp-mariadb_replica_sql_lag_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_lag_s1.timer (nrpe2nodexp-mariadb_replica_sql_lag_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.service (nrpe2nodexp-mariadb_replica_sql_state_s1.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mariadb_replica_sql_state_s1.timer (nrpe2nodexp-mariadb_replica_sql_state_s1.timer)]", "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.service (nrpe2nodexp-mysqld.service)]", "Exec[systemd daemon-reload for nrpe2nodexp-mysqld.timer (nrpe2nodexp-mysqld.timer)]", "Exec[systemd daemon-reload for prometheus-mysqld-exporter@.service (prometheus-mysqld-exporter@)]", "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.service (wmf_auto_restart_prometheus-mysqld-exporter@s1.service)]", "Exec[systemd daemon-reload for wmf_auto_restart_prometheus-mysqld-exporter@s1.timer (wmf_auto_restart_prometheus-mysqld-exporter@s1.timer)]", "Ferm::Service[s1_mariadb_dba]", "Ferm::Service[s1_mariadb_internal]", "Ferm::Service[s1_orchestrator]", "File[/etc/default/prometheus-mysqld-exporter@s1]", "File[/etc/default/prometheus]", "File[/etc/ferm/conf.d/10_s1_mariadb_dba]", "File[/etc/ferm/conf.d/10_s1_mariadb_internal]", "File[/etc/ferm/conf.d/10_s1_orchestrator]", "File[/etc/logrotate.d/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "File[/etc/my.cnf]", "File[/etc/mysql/grcat.config]", "File[/etc/mysql/my.cnf]", "File[/etc/mysql/mysqld.conf.d/s1.cnf]", "File[/etc/mysql/mysqld.conf.d]", "File[/etc/mysql/ssl/cacert.pem]", "File[/etc/mysql/ssl/client-cert.pem]", "File[/etc/mysql/ssl/client-key.pem]", "File[/etc/mysql/ssl/server-cert.pem]", "File[/etc/mysql/ssl/server-key.pem]", "File[/etc/mysql/ssl/server-keypair.pem]", "File[/etc/mysql/ssl/server.key]", "File[/etc/mysql/ssl/server.p12]", "File[/etc/mysql/ssl]", "File[/etc/mysql]", "File[/etc/nagios/nrpe.d/check_mariadb_disk_space.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_memory.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_read_only_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_io_state_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_lag_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mariadb_replica_sql_state_s1.cfg]", "File[/etc/nagios/nrpe.d/check_mysqld.cfg]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-disk-space.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-memory.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-read-only-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-io-state-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-lag-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mariadb-replica-sql-state-s1.conf]", "File[/etc/rsyslog.d/25-nrpe2nodexp-mysqld.conf]", "File[/etc/rsyslog.d/40-wmf-auto-restart-prometheus-mysqld-exporter-s1.conf]", "File[/etc/sudoers.d/nrpe-check_mariadb_disk_space]", "File[/etc/sudoers.d/nrpe-check_mariadb_memory]", "File[/etc/sudoers.d/nrpe-check_mariadb_read_only_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_io_state_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_lag_s1]", "File[/etc/sudoers.d/nrpe-check_mariadb_replica_sql_state_s1]", "File[/etc/sudoers.d/nrpe-check_mysqld]", "File[/etc/systemd/system/mariadb.service.d/override.conf]", "File[/etc/systemd/system/mariadb.service.d]", "File[/etc/update-motd.d/05-mariadb--backup-source]", "File[/etc/update-motd.d/06-db-section-s1]", "File[/etc/wmfmariadbpy/section_ports.csv]", "File[/etc/wmfmariadbpy]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_disk_space.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_memory.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_read_only_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "File[/lib/systemd/system/nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "File[/lib/systemd/system/nrpe2nodexp-mysqld.service]", "File[/lib/systemd/system/nrpe2nodexp-mysqld.timer]", "File[/lib/systemd/system/prometheus-mysqld-exporter@.service]", "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "File[/lib/systemd/system/wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "File[/opt/wmf-mariadb1011/my.cnf]", "File[/srv/sqldata.s1]", "File[/srv/tmp.s1]", "File[/usr/lib/nagios/plugins/check_mariadb.pl]", "File[/usr/local/bin/mbstream]", "File[/usr/local/bin/mysql.s1]", "File[/usr/local/etc/my.cnf]", "File[/usr/local/lib/nagios/plugins/check_mariadb]", "File[/var/lib/prometheus/.my.s1.cnf]", "File[/var/lib/prometheus/node.d/check_mariadb_disk_space.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_memory.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_read_only_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_io_state_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_lag_s1.prom]", "File[/var/lib/prometheus/node.d/check_mariadb_replica_sql_state_s1.prom]", "File[/var/lib/prometheus/node.d/check_mysqld.prom]", "File[/var/log/wmf_auto_restart_prometheus-mysqld-exporter_s1]", "File_line[auto_restart_file_presence_prometheus-mysqld-exporter@s1]", "Firewall::Service[s1_orchestrator]", "Group[mysql]", "Logrotate::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "Mariadb::Instance[s1]", "Mariadb::Monitor_readonly[s1]", "Mariadb::Monitor_replication[s1]", "Monitoring::Exported_nagios_service[db2250 mariadb_disk_space]", "Monitoring::Exported_nagios_service[db2250 mariadb_memory]", "Monitoring::Exported_nagios_service[db2250 mariadb_read_only_s1]", "Monitoring::Exported_nagios_service[db2250 mariadb_replica_io_state_s1]", "Monitoring::Exported_nagios_service[db2250 mariadb_replica_sql_lag_s1]", "Monitoring::Exported_nagios_service[db2250 mariadb_replica_sql_state_s1]", "Monitoring::Exported_nagios_service[db2250 mysqld]", "Monitoring::Service[mariadb_disk_space]", "Monitoring::Service[mariadb_memory]", "Monitoring::Service[mariadb_read_only_s1]", "Monitoring::Service[mariadb_replica_io_state_s1]", "Monitoring::Service[mariadb_replica_sql_lag_s1]", "Monitoring::Service[mariadb_replica_sql_state_s1]", "Monitoring::Service[mysqld]", "Motd::Message[mariadb::backup_source]", "Motd::Script[db-section-s1]", "Motd::Script[mariadb::backup_source]", "Node[__node_regexp__db2250.codfw.]", "Nrpe::Check[check_mariadb_disk_space]", "Nrpe::Check[check_mariadb_memory]", "Nrpe::Check[check_mariadb_read_only_s1]", "Nrpe::Check[check_mariadb_replica_io_state_s1]", "Nrpe::Check[check_mariadb_replica_sql_lag_s1]", "Nrpe::Check[check_mariadb_replica_sql_state_s1]", "Nrpe::Check[check_mysqld]", "Nrpe::Monitor_service[mariadb_disk_space]", "Nrpe::Monitor_service[mariadb_memory]", "Nrpe::Monitor_service[mariadb_read_only_s1]", "Nrpe::Monitor_service[mariadb_replica_io_state_s1]", "Nrpe::Monitor_service[mariadb_replica_sql_lag_s1]", "Nrpe::Monitor_service[mariadb_replica_sql_state_s1]", "Nrpe::Monitor_service[mysqld]", "Nrpe::Plugin[check_mariadb]", "Package[grc]", "Package[mariadb-backup]", "Package[monitoring-plugins-contrib]", "Package[percona-toolkit]", "Package[prometheus-mysqld-exporter]", "Package[python3-wmfmariadbpy]", "Package[wmf-mariadb1011]", "Package[wmfmariadbpy-common]", "Profile::Auto_restarts::Service[prometheus-mysqld-exporter@s1]", "Profile::Mariadb::Ferm[s1]", "Profile::Mariadb::Section[s1]", "Profile::Prometheus::Mysqld_exporter_instance[s1]", "Prometheus::Alert::Rule[check_mariadb_disk_space_d2aae7bfec5549be1a8b9413215bd86c]", "Prometheus::Alert::Rule[check_mariadb_memory_b5a92c72542d5f0c031014e7a8db014e]", "Prometheus::Alert::Rule[check_mariadb_read_only_s1_42baf529e0f3bfca391aca0a24c880e9]", "Prometheus::Alert::Rule[check_mariadb_replica_io_state_s1_0d5979f7abbb49256cfedd70a646784e]", "Prometheus::Alert::Rule[check_mariadb_replica_sql_lag_s1_8ec9d6c1155ae60699aaf9dfd1fa339b]", "Prometheus::Alert::Rule[check_mariadb_replica_sql_state_s1_3f927914a18db09399b7fff42858d634]", "Prometheus::Alert::Rule[check_mysqld_ca81db2c9e98d408f9f65c79817da116]", "Prometheus::Mysqld_exporter::Instance[s1]", "Puppet::Expose_agent_certs[/etc/mysql]", "Rsyslog::Conf[nrpe2nodexp-mariadb_disk_space]", "Rsyslog::Conf[nrpe2nodexp-mariadb_memory]", "Rsyslog::Conf[nrpe2nodexp-mariadb_read_only_s1]", "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_io_state_s1]", "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Rsyslog::Conf[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Rsyslog::Conf[nrpe2nodexp-mysqld]", "Rsyslog::Conf[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "Service[nrpe2nodexp-mariadb_disk_space.timer]", "Service[nrpe2nodexp-mariadb_memory.timer]", "Service[nrpe2nodexp-mariadb_read_only_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "Service[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "Service[nrpe2nodexp-mysqld.timer]", "Service[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "Sslcert::X509_to_pkcs12[puppet::expose_agent_cert: /etc/mysql]", "Sudo::User[nrpe-check_mariadb_disk_space]", "Sudo::User[nrpe-check_mariadb_memory]", "Sudo::User[nrpe-check_mariadb_read_only_s1]", "Sudo::User[nrpe-check_mariadb_replica_io_state_s1]", "Sudo::User[nrpe-check_mariadb_replica_sql_lag_s1]", "Sudo::User[nrpe-check_mariadb_replica_sql_state_s1]", "Sudo::User[nrpe-check_mysqld]", "Systemd::Service[nrpe2nodexp-mariadb_disk_space]", "Systemd::Service[nrpe2nodexp-mariadb_memory]", "Systemd::Service[nrpe2nodexp-mariadb_read_only_s1]", "Systemd::Service[nrpe2nodexp-mariadb_replica_io_state_s1]", "Systemd::Service[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Systemd::Service[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Systemd::Service[nrpe2nodexp-mysqld]", "Systemd::Service[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "Systemd::Syslog[wmf_auto_restart_prometheus-mysqld-exporter_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_disk_space]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_memory]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_read_only_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_io_state_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Systemd::Timer::Job[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Systemd::Timer::Job[nrpe2nodexp-mysqld]", "Systemd::Timer::Job[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "Systemd::Timer[nrpe2nodexp-mariadb_disk_space]", "Systemd::Timer[nrpe2nodexp-mariadb_memory]", "Systemd::Timer[nrpe2nodexp-mariadb_read_only_s1]", "Systemd::Timer[nrpe2nodexp-mariadb_replica_io_state_s1]", "Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_lag_s1]", "Systemd::Timer[nrpe2nodexp-mariadb_replica_sql_state_s1]", "Systemd::Timer[nrpe2nodexp-mysqld]", "Systemd::Timer[wmf_auto_restart_prometheus-mysqld-exporter@s1]", "Systemd::Unit[nrpe2nodexp-mariadb_disk_space.service]", "Systemd::Unit[nrpe2nodexp-mariadb_disk_space.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_memory.service]", "Systemd::Unit[nrpe2nodexp-mariadb_memory.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_read_only_s1.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_io_state_s1.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_lag_s1.timer]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.service]", "Systemd::Unit[nrpe2nodexp-mariadb_replica_sql_state_s1.timer]", "Systemd::Unit[nrpe2nodexp-mysqld.service]", "Systemd::Unit[nrpe2nodexp-mysqld.timer]", "Systemd::Unit[prometheus-mysqld-exporter@]", "Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.service]", "Systemd::Unit[wmf_auto_restart_prometheus-mysqld-exporter@s1.timer]", "User[mysql]"], "resource_diffs": [{"resource": "Class[Adduser]", "parameters": "--- Class[Adduser].orig\n+++ Class[Adduser]\n\n@@\n-    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[perccli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]']\n+    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[perccli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[wmf-mariadb1011]', 'Package[percona-toolkit]', 'Package[grc]', 'Package[mariadb-backup]', 'Package[python3-wmfmariadbpy]', 'Package[wmfmariadbpy-common]', 'Package[monitoring-plugins-contrib]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]', 'Package[prometheus-mysqld-exporter]']\n"}, {"resource": "Concat_fragment[main contacts]", "content": "--- main contacts.orig\n+++ main contacts\n@@ -1,3 +1,3 @@\n ---\n-role::insetup::data_persistence_ferm:\n+role::mariadb::backup_source:\n - Data Persistence"}, {"resource": "Class[Profile::Base::Production]", "parameters": "--- Class[Profile::Base::Production].orig\n+++ Class[Profile::Base::Production]\n\n@@\n-    role_description => Host being setup by Data Persistence SREs\n+    role_description => MariaDB server containing replicas of mediawiki databases used to generate backups\n"}, {"resource": "File[/var/lib/prometheus/node.d/role_owner.prom]", "content": "--- /var/lib/prometheus/node.d/role_owner.prom.orig\n+++ /var/lib/prometheus/node.d/role_owner.prom\n@@ -1,3 +1,3 @@\n # HELP role_owner The team owner of the server role\n # TYPE role_owner gauge\n-role_owner{team=\"data-persistence\",role=\"insetup::data_persistence_ferm\",cluster=\"mysql\"} 1.0\n+role_owner{team=\"data-persistence\",role=\"mariadb::backup_source\",cluster=\"mysql\"} 1.0"}, {"resource": "Class[Profile::Apt]", "parameters": "--- Class[Profile::Apt].orig\n+++ Class[Profile::Apt]\n\n@@\n-    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[perccli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]']\n+    before => ['Package[puppet]', 'Package[facter]', 'Package[augeas-tools]', 'Package[virt-what]', 'Package[puppet-module-puppetlabs-augeas-core]', 'Package[python3-prometheus-client]', 'Package[python3-yaml]', 'Package[ruby-net-ssh]', 'Package[openssl]', 'Package[ssl-cert]', 'Package[ca-certificates]', 'Package[wmf-certificates]', 'Package[ntp]', 'Package[systemd-timesyncd]', 'Package[exim4-config]', 'Package[exim4-daemon-light]', 'Package[logrotate]', 'Package[prometheus-node-exporter]', 'Package[bsdutils]', 'Package[smartmontools]', 'Package[rsyslog]', 'Package[rsyslog-openssl]', 'Package[cadvisor]', 'Package[prometheus-ethtool-exporter]', 'Package[acct]', 'Package[byobu]', 'Package[colordiff]', 'Package[curl]', 'Package[debian-goodies]', 'Package[ethtool]', 'Package[gdb]', 'Package[gdisk]', 'Package[git]', 'Package[htop]', 'Package[httpry]', 'Package[iotop]', 'Package[iperf]', 'Package[jq]', 'Package[libtemplate-perl]', 'Package[lldpd]', 'Package[lshw]', 'Package[molly-guard]', 'Package[moreutils]', 'Package[net-tools]', 'Package[numactl]', 'Package[ncdu]', 'Package[ngrep]', 'Package[pigz]', 'Package[psmisc]', 'Package[pv]', 'Package[python3]', 'Package[screen]', 'Package[strace]', 'Package[sysstat]', 'Package[tcpdump]', 'Package[tmux]', 'Package[tree]', 'Package[vim]', 'Package[vim-addon-manager]', 'Package[vim-scripts]', 'Package[wipe]', 'Package[xfsprogs]', 'Package[zsh]', 'Package[icdiff]', 'Package[linux-perf]', 'Package[bsd-mailx]', 'Package[ack]', 'Package[netcat-openbsd]', 'Package[tshark]', 'Package[fzf]', 'Package[ripgrep]', 'Package[fd-find]', 'Package[kitty-terminfo]', 'Package[mtr-tiny]', 'Package[bat]', 'Package[efibootmgr]', 'Package[bind9-dnsutils]', 'Package[tzdata]', 'Package[python3-wmflib]', 'Package[ruby-sorted-set]', 'Package[btop]', 'Package[dstat]', 'Package[apport]', 'Package[command-not-found]', 'Package[command-not-found-data]', 'Package[ecryptfs-utils]', 'Package[mlocate]', 'Package[os-prober]', 'Package[python3-apport]', 'Package[wpasupplicant]', 'Package[atop]', 'Package[apt-listchanges]', 'Package[isc-dhcp-client]', 'Package[rasdaemon]', 'Package[libicu67]', 'Package[libwsutil12]', 'Package[libwireshark14]', 'Package[libopencsd0]', 'Package[libwiretap11]', 'Package[ruby2.7]', 'Package[python3.9-minimal]', 'Package[python3.9]', 'Package[perl-modules-5.32]', 'Package[libpython3.9]', 'Package[libperl5.32]', 'Package[libpython3.9-minimal]', 'Package[libpython3.9-stdlib]', 'Package[libidn11]', 'Package[libldap-2.4-2]', 'Package[liburing1]', 'Package[libwebp6]', 'Package[libcbor0]', 'Package[libusb-0.1-4]', 'Package[telnet]', 'Package[libruby2.7]', 'Package[libdns-export1110]', 'Package[libisc-export1105]', 'Package[libbpf0]', 'Package[openssh-client]', 'Package[openssh-server]', 'Package[debdeploy-client]', 'Package[python3-dateutil]', 'Package[sudo]', 'Package[golang-cfssl]', 'Package[debmonitor-client]', 'Package[perccli]', 'Package[nagios-nrpe-server]', 'Package[monitoring-plugins]', 'Package[monitoring-plugins-basic]', 'Package[monitoring-plugins-standard]', 'Package[liburiparser1]', 'Package[python3-attr]', 'Package[iucode-tool]', 'Package[freeipmi-tools]', 'Package[freeipmi-ipmiseld]', 'Package[rsyslog-kafka]', 'Package[emacs-nox]', 'Package[prometheus-ipmi-exporter]', 'Package[libnet-dns-perl]', 'Package[iptables]', 'Package[ferm]', 'Package[ulogd2]', 'Package[conntrack]', 'Package[wmf-mariadb1011]', 'Package[percona-toolkit]', 'Package[grc]', 'Package[mariadb-backup]', 'Package[python3-wmfmariadbpy]', 'Package[wmfmariadbpy-common]', 'Package[monitoring-plugins-contrib]', 'Package[prometheus-rsyslog-exporter]', 'Package[initramfs-tools]', 'Package[python3-click]', 'Package[python3-box]', 'Package[confd]', 'Package[python3-toml]', 'Package[prometheus-mysqld-exporter]']\n"}, {"resource": "Concat::Fragment[main contacts]"}], "perc_changed": "9.40%"}}}