{"host": "an-launcher1003.eqiad.wmnet", "state": "core_diff", "description": "Differences to core resources", "diff": {"full": {"total": 4064, "only_in_self": ["Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.service (refinery-sqoop-whole-mediawiki.service)]", "Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.timer (refinery-sqoop-whole-mediawiki.timer)]", "File[/lib/systemd/system/refinery-sqoop-whole-mediawiki.service]", "File[/lib/systemd/system/refinery-sqoop-whole-mediawiki.timer]", "File[/usr/local/bin/refinery-sqoop-whole-mediawiki]", "Kerberos::Systemd_timer[refinery-sqoop-whole-mediawiki]", "Service[refinery-sqoop-whole-mediawiki.timer]", "Systemd::Service[refinery-sqoop-whole-mediawiki]", "Systemd::Timer::Job[refinery-sqoop-whole-mediawiki]", "Systemd::Timer[refinery-sqoop-whole-mediawiki]", "Systemd::Unit[refinery-sqoop-whole-mediawiki.service]", "Systemd::Unit[refinery-sqoop-whole-mediawiki.timer]"], "only_in_other": ["Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.service (refinery-sqoop-mediawiki-centralauth-production.service)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.timer (refinery-sqoop-mediawiki-centralauth-production.timer)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.service (refinery-sqoop-mediawiki-clouddb.service)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.timer (refinery-sqoop-mediawiki-clouddb.timer)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.service (refinery-sqoop-mediawiki-production.service)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.timer (refinery-sqoop-mediawiki-production.timer)]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.service]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.timer]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-clouddb.service]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-clouddb.timer]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-production.service]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-production.timer]", "File[/usr/local/bin/refinery-sqoop-mediawiki-centralauth-production]", "File[/usr/local/bin/refinery-sqoop-mediawiki-clouddb]", "File[/usr/local/bin/refinery-sqoop-mediawiki-production]", "Kerberos::Systemd_timer[refinery-sqoop-mediawiki-centralauth-production]", "Kerberos::Systemd_timer[refinery-sqoop-mediawiki-clouddb]", "Kerberos::Systemd_timer[refinery-sqoop-mediawiki-production]", "Service[refinery-sqoop-mediawiki-centralauth-production.timer]", "Service[refinery-sqoop-mediawiki-clouddb.timer]", "Service[refinery-sqoop-mediawiki-production.timer]", "Systemd::Service[refinery-sqoop-mediawiki-centralauth-production]", "Systemd::Service[refinery-sqoop-mediawiki-clouddb]", "Systemd::Service[refinery-sqoop-mediawiki-production]", "Systemd::Timer::Job[refinery-sqoop-mediawiki-centralauth-production]", "Systemd::Timer::Job[refinery-sqoop-mediawiki-clouddb]", "Systemd::Timer::Job[refinery-sqoop-mediawiki-production]", "Systemd::Timer[refinery-sqoop-mediawiki-centralauth-production]", "Systemd::Timer[refinery-sqoop-mediawiki-clouddb]", "Systemd::Timer[refinery-sqoop-mediawiki-production]", "Systemd::Unit[refinery-sqoop-mediawiki-centralauth-production.service]", "Systemd::Unit[refinery-sqoop-mediawiki-centralauth-production.timer]", "Systemd::Unit[refinery-sqoop-mediawiki-clouddb.service]", "Systemd::Unit[refinery-sqoop-mediawiki-clouddb.timer]", "Systemd::Unit[refinery-sqoop-mediawiki-production.service]", "Systemd::Unit[refinery-sqoop-mediawiki-production.timer]"], "resource_diffs": [{"resource": "Service[refinery-sqoop-whole-mediawiki.timer]", "parameters": "--- Service[refinery-sqoop-whole-mediawiki.timer].orig\n+++ Service[refinery-sqoop-whole-mediawiki.timer]\n\n-    ensure   => running\n-    enable   => True\n-    provider => systemd\n"}, {"resource": "Systemd::Unit[refinery-sqoop-whole-mediawiki.timer]", "parameters": "--- Systemd::Unit[refinery-sqoop-whole-mediawiki.timer].orig\n+++ Systemd::Unit[refinery-sqoop-whole-mediawiki.timer]\n\n-    unit              => refinery-sqoop-whole-mediawiki.timer\n-    restart           => False\n-    ensure            => present\n-    require           => ['Class[Systemd]']\n-    override          => False\n-    override_filename => puppet-override.conf\n"}, {"resource": "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.timer (refinery-sqoop-mediawiki-centralauth-production.timer)]", "parameters": "--- Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.timer (refinery-sqoop-mediawiki-centralauth-production.timer)].orig\n+++ Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.timer (refinery-sqoop-mediawiki-centralauth-production.timer)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n+    before      => ['Service[refinery-sqoop-mediawiki-centralauth-production.timer]']\n"}, {"resource": "File[/lib/systemd/system/refinery-sqoop-mediawiki-clouddb.timer]", "content": "--- /lib/systemd/system/refinery-sqoop-mediawiki-clouddb.timer.orig\n+++ /lib/systemd/system/refinery-sqoop-mediawiki-clouddb.timer\n@@ -0,0 +1,12 @@\n+[Unit]\n+Description=Periodic execution of refinery-sqoop-mediawiki-clouddb.service\n+\n+[Timer]\n+Unit=refinery-sqoop-mediawiki-clouddb.service\n+# Accuracy sets the maximum time interval around the execution time we want to allow\n+AccuracySec=15sec\n+OnCalendar=*-*-01 00:00:00\n+RandomizedDelaySec=0\n+\n+[Install]\n+WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/refinery-sqoop-mediawiki-clouddb.timer].orig\n+++ File[/lib/systemd/system/refinery-sqoop-mediawiki-clouddb.timer]\n\n+    notify => Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.timer (refinery-sqoop-mediawiki-clouddb.timer)]\n+    ensure => present\n+    owner  => root\n+    group  => root\n+    mode   => 0444\n"}, {"resource": "Systemd::Service[refinery-sqoop-whole-mediawiki]", "parameters": "--- Systemd::Service[refinery-sqoop-whole-mediawiki].orig\n+++ Systemd::Service[refinery-sqoop-whole-mediawiki]\n\n-    restart                  => False\n-    service_params           => {}\n-    ensure                   => present\n-    monitoring_contact_group => admins\n-    monitoring_critical      => False\n-    monitoring_enabled       => False\n-    unit_type                => timer\n-    require                  => Systemd::Unit[refinery-sqoop-whole-mediawiki.service]\n-    override                 => False\n-    migration_task           => T407130\n"}, {"resource": "File[/usr/local/bin/refinery-sqoop-mediawiki-clouddb]", "content": "--- /usr/local/bin/refinery-sqoop-mediawiki-clouddb.orig\n+++ /usr/local/bin/refinery-sqoop-mediawiki-clouddb\n@@ -0,0 +1,13 @@\n+#!/bin/bash\n+# NOTE: This file is managed by puppet\n+#\n+# This file is a wrapper running sqoop for whole mediawiki tables.\n+# It runs three sqoops in series:\n+#   * first sqoops tables necessary for the mediawiki history dataset from clouddb\n+#   * if successful, sqoops from the production replicas\n+#   * and finally, sqoops the remaining tables we care about from clouddb\n+#\n+# See each script referenced below for the list of cloud replica and prod replica tables\n+\n+/usr/local/bin/refinery-sqoop-mediawiki-history \\\n+  && /usr/local/bin/refinery-sqoop-mediawiki-not-history", "parameters": "--- File[/usr/local/bin/refinery-sqoop-mediawiki-clouddb].orig\n+++ File[/usr/local/bin/refinery-sqoop-mediawiki-clouddb]\n\n+    ensure  => present\n+    require => ['File[/usr/local/bin/refinery-sqoop-mediawiki-history]', 'File[/usr/local/bin/refinery-sqoop-mediawiki-not-history]']\n+    owner   => analytics\n+    group   => analytics\n+    mode    => 0550\n"}, {"resource": "Systemd::Service[refinery-sqoop-mediawiki-centralauth-production]", "parameters": "--- Systemd::Service[refinery-sqoop-mediawiki-centralauth-production].orig\n+++ Systemd::Service[refinery-sqoop-mediawiki-centralauth-production]\n\n+    restart                  => False\n+    service_params           => {}\n+    ensure                   => present\n+    monitoring_contact_group => admins\n+    monitoring_critical      => False\n+    monitoring_enabled       => False\n+    unit_type                => timer\n+    require                  => Systemd::Unit[refinery-sqoop-mediawiki-centralauth-production.service]\n+    override                 => False\n+    migration_task           => T407130\n"}, {"resource": "Systemd::Timer[refinery-sqoop-whole-mediawiki]", "parameters": "--- Systemd::Timer[refinery-sqoop-whole-mediawiki].orig\n+++ Systemd::Timer[refinery-sqoop-whole-mediawiki]\n\n-    fixed_random_delay => False\n-    accuracy           => 15sec\n-    timer_intervals    => [{'start': 'OnCalendar', 'interval': '*-*-01 00:00:00'}]\n-    ensure             => present\n-    splay              => 0\n-    unit_name          => refinery-sqoop-whole-mediawiki.service\n"}, {"resource": "Systemd::Timer::Job[refinery-sqoop-mediawiki-clouddb]", "parameters": "--- Systemd::Timer::Job[refinery-sqoop-mediawiki-clouddb].orig\n+++ Systemd::Timer::Job[refinery-sqoop-mediawiki-clouddb]\n\n+    syslog_match_startswith   => True\n+    logging_enabled           => False\n+    private_tmp               => False\n+    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+    ignore_errors             => False\n+    syslog_force_stop         => True\n+    success_exit_status       => []\n+    fixed_random_delay        => False\n+    monitoring_enabled        => False\n+    interval                  => {'start': 'OnCalendar', 'interval': '*-*-01 00:00:00'}\n+    send_mail                 => True\n+    send_mail_only_on_error   => True\n+    logfile_group             => analytics\n+    environment               => {}\n+    description               => Schedules sqoop to import clouddb MediaWiki databases into Hadoop monthly.\n+    send_mail_to              => data-engineering-alerts@wikimedia.org\n+    user                      => analytics\n+    command                   => /usr/local/bin/kerberos-run-command analytics /usr/local/bin/refinery-sqoop-mediawiki-clouddb\n+    logfile_basedir           => /var/log/\n+    ensure                    => present\n+    monitoring_contact_groups => admins\n+    logfile_name              => syslog.log\n+    logfile_owner             => analytics\n+    logfile_perms             => all\n"}, {"resource": "File[/usr/local/bin/refinery-sqoop-whole-mediawiki]", "content": "--- /usr/local/bin/refinery-sqoop-whole-mediawiki.orig\n+++ /usr/local/bin/refinery-sqoop-whole-mediawiki\n@@ -1,17 +0,0 @@\n-#!/bin/bash\n-# NOTE: This file is managed by puppet\n-#\n-# This file is a wrapper running sqoop for whole mediawiki tables.\n-# It runs three sqoops in series:\n-#   * first sqoops tables necessary for the mediawiki history dataset from clouddb\n-#   * if successful, sqoops from the production replicas\n-#   * and finally, sqoops the remaining tables we care about from clouddb\n-#\n-# See each script referenced below for the list of cloud replica and prod replica tables\n-\n-/usr/local/bin/refinery-sqoop-mediawiki-history \\\n-  && /usr/local/bin/refinery-sqoop-mediawiki-production-history \\\n-  && /usr/local/bin/refinery-sqoop-centralauth-production \\\n-  && /usr/local/bin/refinery-sqoop-mediawiki-not-history \\\n-  && /usr/local/bin/refinery-sqoop-mediawiki-production-not-history\n-", "parameters": "--- File[/usr/local/bin/refinery-sqoop-whole-mediawiki].orig\n+++ File[/usr/local/bin/refinery-sqoop-whole-mediawiki]\n\n-    ensure  => present\n-    require => ['File[/usr/local/bin/refinery-sqoop-mediawiki-history]', 'File[/usr/local/bin/refinery-sqoop-mediawiki-not-history]', 'File[/usr/local/bin/refinery-sqoop-mediawiki-production-history]', 'File[/usr/local/bin/refinery-sqoop-mediawiki-production-not-history]', 'File[/usr/local/bin/refinery-sqoop-centralauth-production]']\n-    owner   => analytics\n-    group   => analytics\n-    mode    => 0550\n"}, {"resource": "File[/lib/systemd/system/refinery-sqoop-whole-mediawiki.service]", "content": "--- /lib/systemd/system/refinery-sqoop-whole-mediawiki.service.orig\n+++ /lib/systemd/system/refinery-sqoop-whole-mediawiki.service\n@@ -1,9 +0,0 @@\n-[Unit]\n-Description=Schedules sqoop to import whole MediaWiki databases into Hadoop monthly.\n-Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-\n-[Service]\n-Type=oneshot\n-User=analytics\n-SyslogIdentifier=kerberos-run-command\n-ExecStart=/usr/local/bin/systemd-timer-mail-wrapper --subject refinery-sqoop-whole-mediawiki --mail-to data-engineering-alerts@wikimedia.org --only-on-error /usr/local/bin/kerberos-run-command analytics /usr/local/bin/refinery-sqoop-whole-mediawiki", "parameters": "--- File[/lib/systemd/system/refinery-sqoop-whole-mediawiki.service].orig\n+++ File[/lib/systemd/system/refinery-sqoop-whole-mediawiki.service]\n\n-    notify => Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.service (refinery-sqoop-whole-mediawiki.service)]\n-    ensure => present\n-    owner  => root\n-    group  => root\n-    mode   => 0444\n"}, {"resource": "File[/usr/local/bin/refinery-sqoop-mediawiki-production]", "content": "--- /usr/local/bin/refinery-sqoop-mediawiki-production.orig\n+++ /usr/local/bin/refinery-sqoop-mediawiki-production\n@@ -0,0 +1,14 @@\n+#!/bin/bash\n+# NOTE: This file is managed by puppet\n+#\n+# This file is a wrapper running sqoop for whole mediawiki tables.\n+# It runs three sqoops in series:\n+#   * first sqoops tables necessary for the mediawiki history dataset from clouddb\n+#   * if successful, sqoops from the production replicas\n+#   * and finally, sqoops the remaining tables we care about from clouddb\n+#\n+# See each script referenced below for the list of cloud replica and prod replica tables\n+\n+/usr/local/bin/refinery-sqoop-mediawiki-production-history \\\n+  && /usr/local/bin/refinery-sqoop-mediawiki-production-not-history\n+", "parameters": "--- File[/usr/local/bin/refinery-sqoop-mediawiki-production].orig\n+++ File[/usr/local/bin/refinery-sqoop-mediawiki-production]\n\n+    ensure  => present\n+    require => ['File[/usr/local/bin/refinery-sqoop-mediawiki-production-history]', 'File[/usr/local/bin/refinery-sqoop-mediawiki-production-not-history]']\n+    owner   => analytics\n+    group   => analytics\n+    mode    => 0550\n"}, {"resource": "File[/lib/systemd/system/refinery-sqoop-whole-mediawiki.timer]", "content": "--- /lib/systemd/system/refinery-sqoop-whole-mediawiki.timer.orig\n+++ /lib/systemd/system/refinery-sqoop-whole-mediawiki.timer\n@@ -1,12 +0,0 @@\n-[Unit]\n-Description=Periodic execution of refinery-sqoop-whole-mediawiki.service\n-\n-[Timer]\n-Unit=refinery-sqoop-whole-mediawiki.service\n-# Accuracy sets the maximum time interval around the execution time we want to allow\n-AccuracySec=15sec\n-OnCalendar=*-*-01 00:00:00\n-RandomizedDelaySec=0\n-\n-[Install]\n-WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/refinery-sqoop-whole-mediawiki.timer].orig\n+++ File[/lib/systemd/system/refinery-sqoop-whole-mediawiki.timer]\n\n-    notify => Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.timer (refinery-sqoop-whole-mediawiki.timer)]\n-    ensure => present\n-    owner  => root\n-    group  => root\n-    mode   => 0444\n"}, {"resource": "Systemd::Timer[refinery-sqoop-mediawiki-production]", "parameters": "--- Systemd::Timer[refinery-sqoop-mediawiki-production].orig\n+++ Systemd::Timer[refinery-sqoop-mediawiki-production]\n\n+    fixed_random_delay => False\n+    accuracy           => 15sec\n+    timer_intervals    => [{'start': 'OnCalendar', 'interval': '*-*-01 00:00:00'}]\n+    ensure             => present\n+    splay              => 0\n+    unit_name          => refinery-sqoop-mediawiki-production.service\n"}, {"resource": "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.timer (refinery-sqoop-mediawiki-clouddb.timer)]", "parameters": "--- Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.timer (refinery-sqoop-mediawiki-clouddb.timer)].orig\n+++ Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.timer (refinery-sqoop-mediawiki-clouddb.timer)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n+    before      => ['Service[refinery-sqoop-mediawiki-clouddb.timer]']\n"}, {"resource": "File[/lib/systemd/system/refinery-sqoop-mediawiki-production.service]", "content": "--- /lib/systemd/system/refinery-sqoop-mediawiki-production.service.orig\n+++ /lib/systemd/system/refinery-sqoop-mediawiki-production.service\n@@ -0,0 +1,9 @@\n+[Unit]\n+Description=Schedules sqoop to import production MediaWiki databases into Hadoop monthly.\n+Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+\n+[Service]\n+Type=oneshot\n+User=analytics\n+SyslogIdentifier=kerberos-run-command\n+ExecStart=/usr/local/bin/systemd-timer-mail-wrapper --subject refinery-sqoop-mediawiki-production --mail-to data-engineering-alerts@wikimedia.org --only-on-error /usr/local/bin/kerberos-run-command analytics /usr/local/bin/refinery-sqoop-mediawiki-production", "parameters": "--- File[/lib/systemd/system/refinery-sqoop-mediawiki-production.service].orig\n+++ File[/lib/systemd/system/refinery-sqoop-mediawiki-production.service]\n\n+    notify => Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.service (refinery-sqoop-mediawiki-production.service)]\n+    ensure => present\n+    owner  => root\n+    group  => root\n+    mode   => 0444\n"}, {"resource": "Systemd::Unit[refinery-sqoop-mediawiki-production.service]", "parameters": "--- Systemd::Unit[refinery-sqoop-mediawiki-production.service].orig\n+++ Systemd::Unit[refinery-sqoop-mediawiki-production.service]\n\n+    unit              => refinery-sqoop-mediawiki-production.service\n+    restart           => False\n+    ensure            => present\n+    require           => ['Class[Systemd]']\n+    override          => False\n+    override_filename => puppet-override.conf\n"}, {"resource": "Systemd::Service[refinery-sqoop-mediawiki-clouddb]", "parameters": "--- Systemd::Service[refinery-sqoop-mediawiki-clouddb].orig\n+++ Systemd::Service[refinery-sqoop-mediawiki-clouddb]\n\n+    restart                  => False\n+    service_params           => {}\n+    ensure                   => present\n+    monitoring_contact_group => admins\n+    monitoring_critical      => False\n+    monitoring_enabled       => False\n+    unit_type                => timer\n+    require                  => Systemd::Unit[refinery-sqoop-mediawiki-clouddb.service]\n+    override                 => False\n+    migration_task           => T407130\n"}, {"resource": "Systemd::Unit[refinery-sqoop-mediawiki-clouddb.timer]", "parameters": "--- Systemd::Unit[refinery-sqoop-mediawiki-clouddb.timer].orig\n+++ Systemd::Unit[refinery-sqoop-mediawiki-clouddb.timer]\n\n+    unit              => refinery-sqoop-mediawiki-clouddb.timer\n+    restart           => False\n+    ensure            => present\n+    require           => ['Class[Systemd]']\n+    override          => False\n+    override_filename => puppet-override.conf\n"}, {"resource": "Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.service (refinery-sqoop-whole-mediawiki.service)]", "parameters": "--- Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.service (refinery-sqoop-whole-mediawiki.service)].orig\n+++ Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.service (refinery-sqoop-whole-mediawiki.service)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n"}, {"resource": "Systemd::Unit[refinery-sqoop-mediawiki-clouddb.service]", "parameters": "--- Systemd::Unit[refinery-sqoop-mediawiki-clouddb.service].orig\n+++ Systemd::Unit[refinery-sqoop-mediawiki-clouddb.service]\n\n+    unit              => refinery-sqoop-mediawiki-clouddb.service\n+    restart           => False\n+    ensure            => present\n+    require           => ['Class[Systemd]']\n+    override          => False\n+    override_filename => puppet-override.conf\n"}, {"resource": "Kerberos::Systemd_timer[refinery-sqoop-whole-mediawiki]", "parameters": "--- Kerberos::Systemd_timer[refinery-sqoop-whole-mediawiki].orig\n+++ Kerberos::Systemd_timer[refinery-sqoop-whole-mediawiki]\n\n-    syslog_match_startswith => True\n-    send_mail_to            => data-engineering-alerts@wikimedia.org\n-    user                    => analytics\n-    command                 => /usr/local/bin/refinery-sqoop-whole-mediawiki\n-    logfile_basedir         => /var/log/\n-    ensure                  => present\n-    syslog_force_stop       => True\n-    interval                => *-*-01 00:00:00\n-    send_mail               => True\n-    logfile_group           => analytics\n-    logfile_owner           => analytics\n-    require                 => ['File[/usr/local/bin/refinery-sqoop-whole-mediawiki]', 'File[/tmp/sqoop-jars]', 'Class[Kerberos::Wrapper]']\n-    environment             => {}\n-    description             => Schedules sqoop to import whole MediaWiki databases into Hadoop monthly.\n-    logfile_perms           => all\n"}, {"resource": "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.service (refinery-sqoop-mediawiki-centralauth-production.service)]", "parameters": "--- Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.service (refinery-sqoop-mediawiki-centralauth-production.service)].orig\n+++ Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.service (refinery-sqoop-mediawiki-centralauth-production.service)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Systemd::Timer::Job[refinery-sqoop-mediawiki-production]", "parameters": "--- Systemd::Timer::Job[refinery-sqoop-mediawiki-production].orig\n+++ Systemd::Timer::Job[refinery-sqoop-mediawiki-production]\n\n+    syslog_match_startswith   => True\n+    logging_enabled           => False\n+    private_tmp               => False\n+    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+    ignore_errors             => False\n+    syslog_force_stop         => True\n+    success_exit_status       => []\n+    fixed_random_delay        => False\n+    monitoring_enabled        => False\n+    interval                  => {'start': 'OnCalendar', 'interval': '*-*-01 00:00:00'}\n+    send_mail                 => True\n+    send_mail_only_on_error   => True\n+    logfile_group             => analytics\n+    environment               => {}\n+    description               => Schedules sqoop to import production MediaWiki databases into Hadoop monthly.\n+    send_mail_to              => data-engineering-alerts@wikimedia.org\n+    user                      => analytics\n+    command                   => /usr/local/bin/kerberos-run-command analytics /usr/local/bin/refinery-sqoop-mediawiki-production\n+    logfile_basedir           => /var/log/\n+    ensure                    => present\n+    monitoring_contact_groups => admins\n+    logfile_name              => syslog.log\n+    logfile_owner             => analytics\n+    logfile_perms             => all\n"}, {"resource": "File[/lib/systemd/system/refinery-sqoop-mediawiki-production.timer]", "content": "--- /lib/systemd/system/refinery-sqoop-mediawiki-production.timer.orig\n+++ /lib/systemd/system/refinery-sqoop-mediawiki-production.timer\n@@ -0,0 +1,12 @@\n+[Unit]\n+Description=Periodic execution of refinery-sqoop-mediawiki-production.service\n+\n+[Timer]\n+Unit=refinery-sqoop-mediawiki-production.service\n+# Accuracy sets the maximum time interval around the execution time we want to allow\n+AccuracySec=15sec\n+OnCalendar=*-*-01 00:00:00\n+RandomizedDelaySec=0\n+\n+[Install]\n+WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/refinery-sqoop-mediawiki-production.timer].orig\n+++ File[/lib/systemd/system/refinery-sqoop-mediawiki-production.timer]\n\n+    notify => Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.timer (refinery-sqoop-mediawiki-production.timer)]\n+    ensure => present\n+    owner  => root\n+    group  => root\n+    mode   => 0444\n"}, {"resource": "Systemd::Service[refinery-sqoop-mediawiki-production]", "parameters": "--- Systemd::Service[refinery-sqoop-mediawiki-production].orig\n+++ Systemd::Service[refinery-sqoop-mediawiki-production]\n\n+    restart                  => False\n+    service_params           => {}\n+    ensure                   => present\n+    monitoring_contact_group => admins\n+    monitoring_critical      => False\n+    monitoring_enabled       => False\n+    unit_type                => timer\n+    require                  => Systemd::Unit[refinery-sqoop-mediawiki-production.service]\n+    override                 => False\n+    migration_task           => T407130\n"}, {"resource": "Systemd::Unit[refinery-sqoop-mediawiki-centralauth-production.timer]", "parameters": "--- Systemd::Unit[refinery-sqoop-mediawiki-centralauth-production.timer].orig\n+++ Systemd::Unit[refinery-sqoop-mediawiki-centralauth-production.timer]\n\n+    unit              => refinery-sqoop-mediawiki-centralauth-production.timer\n+    restart           => False\n+    ensure            => present\n+    require           => ['Class[Systemd]']\n+    override          => False\n+    override_filename => puppet-override.conf\n"}, {"resource": "File[/usr/local/bin/refinery-sqoop-mediawiki-production-history]", "content": "--- /usr/local/bin/refinery-sqoop-mediawiki-production-history.orig\n+++ /usr/local/bin/refinery-sqoop-mediawiki-production-history\n@@ -8,7 +8,7 @@\n     --job-name sqoop-mediawiki-monthly-production-history-$(/bin/date --date=\"$(/bin/date +%Y-%m-15) -1 month\" +'%Y-%m') \\\n     --output-dir /wmf/data/raw/mediawiki_private/tables \\\n     --wiki-file /mnt/hdfs/wmf/data/wmf/mediawiki/database/grouped_wikis.csv \\\n-    --tables actor,comment \\\n+    --tables actor,comment,content \\\n     --user getup \\\n     --password-file /user/analytics/mysql-analytics-research-client-pw.txt \\\n     --partition-name snapshot \\"}, {"resource": "File[/usr/local/bin/refinery-sqoop-mediawiki-centralauth-production]", "content": "--- /usr/local/bin/refinery-sqoop-mediawiki-centralauth-production.orig\n+++ /usr/local/bin/refinery-sqoop-mediawiki-centralauth-production\n@@ -0,0 +1,12 @@\n+#!/bin/bash\n+# NOTE: This file is managed by puppet\n+#\n+# This file is a wrapper running sqoop for whole mediawiki tables.\n+# It runs three sqoops in series:\n+#   * first sqoops tables necessary for the mediawiki history dataset from clouddb\n+#   * if successful, sqoops from the production replicas\n+#   * and finally, sqoops the remaining tables we care about from clouddb\n+#\n+# See each script referenced below for the list of cloud replica and prod replica tables\n+\n+/usr/local/bin/refinery-sqoop-centralauth-production", "parameters": "--- File[/usr/local/bin/refinery-sqoop-mediawiki-centralauth-production].orig\n+++ File[/usr/local/bin/refinery-sqoop-mediawiki-centralauth-production]\n\n+    ensure  => present\n+    require => File[/usr/local/bin/refinery-sqoop-centralauth-production]\n+    owner   => analytics\n+    group   => analytics\n+    mode    => 0550\n"}, {"resource": "Systemd::Unit[refinery-sqoop-mediawiki-centralauth-production.service]", "parameters": "--- Systemd::Unit[refinery-sqoop-mediawiki-centralauth-production.service].orig\n+++ Systemd::Unit[refinery-sqoop-mediawiki-centralauth-production.service]\n\n+    unit              => refinery-sqoop-mediawiki-centralauth-production.service\n+    restart           => False\n+    ensure            => present\n+    require           => ['Class[Systemd]']\n+    override          => False\n+    override_filename => puppet-override.conf\n"}, {"resource": "Systemd::Timer[refinery-sqoop-mediawiki-clouddb]", "parameters": "--- Systemd::Timer[refinery-sqoop-mediawiki-clouddb].orig\n+++ Systemd::Timer[refinery-sqoop-mediawiki-clouddb]\n\n+    fixed_random_delay => False\n+    accuracy           => 15sec\n+    timer_intervals    => [{'start': 'OnCalendar', 'interval': '*-*-01 00:00:00'}]\n+    ensure             => present\n+    splay              => 0\n+    unit_name          => refinery-sqoop-mediawiki-clouddb.service\n"}, {"resource": "Systemd::Unit[refinery-sqoop-mediawiki-production.timer]", "parameters": "--- Systemd::Unit[refinery-sqoop-mediawiki-production.timer].orig\n+++ Systemd::Unit[refinery-sqoop-mediawiki-production.timer]\n\n+    unit              => refinery-sqoop-mediawiki-production.timer\n+    restart           => False\n+    ensure            => present\n+    require           => ['Class[Systemd]']\n+    override          => False\n+    override_filename => puppet-override.conf\n"}, {"resource": "Service[refinery-sqoop-mediawiki-centralauth-production.timer]", "parameters": "--- Service[refinery-sqoop-mediawiki-centralauth-production.timer].orig\n+++ Service[refinery-sqoop-mediawiki-centralauth-production.timer]\n\n+    ensure   => running\n+    enable   => True\n+    provider => systemd\n"}, {"resource": "File[/lib/systemd/system/refinery-sqoop-mediawiki-clouddb.service]", "content": "--- /lib/systemd/system/refinery-sqoop-mediawiki-clouddb.service.orig\n+++ /lib/systemd/system/refinery-sqoop-mediawiki-clouddb.service\n@@ -0,0 +1,9 @@\n+[Unit]\n+Description=Schedules sqoop to import clouddb MediaWiki databases into Hadoop monthly.\n+Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+\n+[Service]\n+Type=oneshot\n+User=analytics\n+SyslogIdentifier=kerberos-run-command\n+ExecStart=/usr/local/bin/systemd-timer-mail-wrapper --subject refinery-sqoop-mediawiki-clouddb --mail-to data-engineering-alerts@wikimedia.org --only-on-error /usr/local/bin/kerberos-run-command analytics /usr/local/bin/refinery-sqoop-mediawiki-clouddb", "parameters": "--- File[/lib/systemd/system/refinery-sqoop-mediawiki-clouddb.service].orig\n+++ File[/lib/systemd/system/refinery-sqoop-mediawiki-clouddb.service]\n\n+    notify => Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.service (refinery-sqoop-mediawiki-clouddb.service)]\n+    ensure => present\n+    owner  => root\n+    group  => root\n+    mode   => 0444\n"}, {"resource": "Service[refinery-sqoop-mediawiki-production.timer]", "parameters": "--- Service[refinery-sqoop-mediawiki-production.timer].orig\n+++ Service[refinery-sqoop-mediawiki-production.timer]\n\n+    ensure   => running\n+    enable   => True\n+    provider => systemd\n"}, {"resource": "File[/lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.timer]", "content": "--- /lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.timer.orig\n+++ /lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.timer\n@@ -0,0 +1,12 @@\n+[Unit]\n+Description=Periodic execution of refinery-sqoop-mediawiki-centralauth-production.service\n+\n+[Timer]\n+Unit=refinery-sqoop-mediawiki-centralauth-production.service\n+# Accuracy sets the maximum time interval around the execution time we want to allow\n+AccuracySec=15sec\n+OnCalendar=*-*-01 00:00:00\n+RandomizedDelaySec=0\n+\n+[Install]\n+WantedBy=multi-user.target", "parameters": "--- File[/lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.timer].orig\n+++ File[/lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.timer]\n\n+    notify => Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.timer (refinery-sqoop-mediawiki-centralauth-production.timer)]\n+    ensure => present\n+    owner  => root\n+    group  => root\n+    mode   => 0444\n"}, {"resource": "File[/lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.service]", "content": "--- /lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.service.orig\n+++ /lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.service\n@@ -0,0 +1,9 @@\n+[Unit]\n+Description=Schedules sqoop to import centralauth MediaWiki databases into Hadoop monthly.\n+Documentation=https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+\n+[Service]\n+Type=oneshot\n+User=analytics\n+SyslogIdentifier=kerberos-run-command\n+ExecStart=/usr/local/bin/systemd-timer-mail-wrapper --subject refinery-sqoop-mediawiki-centralauth-production --mail-to data-engineering-alerts@wikimedia.org --only-on-error /usr/local/bin/kerberos-run-command analytics /usr/local/bin/refinery-sqoop-mediawiki-centralauth-production", "parameters": "--- File[/lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.service].orig\n+++ File[/lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.service]\n\n+    notify => Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.service (refinery-sqoop-mediawiki-centralauth-production.service)]\n+    ensure => present\n+    owner  => root\n+    group  => root\n+    mode   => 0444\n"}, {"resource": "Systemd::Timer::Job[refinery-sqoop-whole-mediawiki]", "parameters": "--- Systemd::Timer::Job[refinery-sqoop-whole-mediawiki].orig\n+++ Systemd::Timer::Job[refinery-sqoop-whole-mediawiki]\n\n-    syslog_match_startswith   => True\n-    logging_enabled           => False\n-    private_tmp               => False\n-    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n-    ignore_errors             => False\n-    syslog_force_stop         => True\n-    success_exit_status       => []\n-    fixed_random_delay        => False\n-    monitoring_enabled        => False\n-    interval                  => {'start': 'OnCalendar', 'interval': '*-*-01 00:00:00'}\n-    send_mail                 => True\n-    send_mail_only_on_error   => True\n-    logfile_group             => analytics\n-    environment               => {}\n-    description               => Schedules sqoop to import whole MediaWiki databases into Hadoop monthly.\n-    send_mail_to              => data-engineering-alerts@wikimedia.org\n-    user                      => analytics\n-    command                   => /usr/local/bin/kerberos-run-command analytics /usr/local/bin/refinery-sqoop-whole-mediawiki\n-    logfile_basedir           => /var/log/\n-    ensure                    => present\n-    monitoring_contact_groups => admins\n-    logfile_name              => syslog.log\n-    logfile_owner             => analytics\n-    logfile_perms             => all\n"}, {"resource": "Kerberos::Systemd_timer[refinery-sqoop-mediawiki-clouddb]", "parameters": "--- Kerberos::Systemd_timer[refinery-sqoop-mediawiki-clouddb].orig\n+++ Kerberos::Systemd_timer[refinery-sqoop-mediawiki-clouddb]\n\n+    syslog_match_startswith => True\n+    send_mail_to            => data-engineering-alerts@wikimedia.org\n+    user                    => analytics\n+    command                 => /usr/local/bin/refinery-sqoop-mediawiki-clouddb\n+    logfile_basedir         => /var/log/\n+    ensure                  => present\n+    syslog_force_stop       => True\n+    interval                => *-*-01 00:00:00\n+    send_mail               => True\n+    logfile_group           => analytics\n+    logfile_owner           => analytics\n+    require                 => ['File[/usr/local/bin/refinery-sqoop-mediawiki-clouddb]', 'File[/tmp/sqoop-jars]', 'Class[Kerberos::Wrapper]']\n+    environment             => {}\n+    description             => Schedules sqoop to import clouddb MediaWiki databases into Hadoop monthly.\n+    logfile_perms           => all\n"}, {"resource": "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.timer (refinery-sqoop-mediawiki-production.timer)]", "parameters": "--- Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.timer (refinery-sqoop-mediawiki-production.timer)].orig\n+++ Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.timer (refinery-sqoop-mediawiki-production.timer)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n+    before      => ['Service[refinery-sqoop-mediawiki-production.timer]']\n"}, {"resource": "Systemd::Timer::Job[refinery-sqoop-mediawiki-centralauth-production]", "parameters": "--- Systemd::Timer::Job[refinery-sqoop-mediawiki-centralauth-production].orig\n+++ Systemd::Timer::Job[refinery-sqoop-mediawiki-centralauth-production]\n\n+    syslog_match_startswith   => True\n+    logging_enabled           => False\n+    private_tmp               => False\n+    monitoring_notes_url      => https://wikitech.wikimedia.org/wiki/Monitoring/systemd_unit_state\n+    ignore_errors             => False\n+    syslog_force_stop         => True\n+    success_exit_status       => []\n+    fixed_random_delay        => False\n+    monitoring_enabled        => False\n+    interval                  => {'start': 'OnCalendar', 'interval': '*-*-01 00:00:00'}\n+    send_mail                 => True\n+    send_mail_only_on_error   => True\n+    logfile_group             => analytics\n+    environment               => {}\n+    description               => Schedules sqoop to import centralauth MediaWiki databases into Hadoop monthly.\n+    send_mail_to              => data-engineering-alerts@wikimedia.org\n+    user                      => analytics\n+    command                   => /usr/local/bin/kerberos-run-command analytics /usr/local/bin/refinery-sqoop-mediawiki-centralauth-production\n+    logfile_basedir           => /var/log/\n+    ensure                    => present\n+    monitoring_contact_groups => admins\n+    logfile_name              => syslog.log\n+    logfile_owner             => analytics\n+    logfile_perms             => all\n"}, {"resource": "Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.timer (refinery-sqoop-whole-mediawiki.timer)]", "parameters": "--- Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.timer (refinery-sqoop-whole-mediawiki.timer)].orig\n+++ Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.timer (refinery-sqoop-whole-mediawiki.timer)]\n\n-    command     => /bin/systemctl daemon-reload\n-    refreshonly => True\n-    before      => ['Service[refinery-sqoop-whole-mediawiki.timer]']\n"}, {"resource": "Kerberos::Systemd_timer[refinery-sqoop-mediawiki-centralauth-production]", "parameters": "--- Kerberos::Systemd_timer[refinery-sqoop-mediawiki-centralauth-production].orig\n+++ Kerberos::Systemd_timer[refinery-sqoop-mediawiki-centralauth-production]\n\n+    syslog_match_startswith => True\n+    send_mail_to            => data-engineering-alerts@wikimedia.org\n+    user                    => analytics\n+    command                 => /usr/local/bin/refinery-sqoop-mediawiki-centralauth-production\n+    logfile_basedir         => /var/log/\n+    ensure                  => present\n+    syslog_force_stop       => True\n+    interval                => *-*-01 00:00:00\n+    send_mail               => True\n+    logfile_group           => analytics\n+    logfile_owner           => analytics\n+    require                 => ['File[/usr/local/bin/refinery-sqoop-mediawiki-centralauth-production]', 'File[/tmp/sqoop-jars]', 'Class[Kerberos::Wrapper]']\n+    environment             => {}\n+    description             => Schedules sqoop to import centralauth MediaWiki databases into Hadoop monthly.\n+    logfile_perms           => all\n"}, {"resource": "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.service (refinery-sqoop-mediawiki-production.service)]", "parameters": "--- Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.service (refinery-sqoop-mediawiki-production.service)].orig\n+++ Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.service (refinery-sqoop-mediawiki-production.service)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}, {"resource": "Service[refinery-sqoop-mediawiki-clouddb.timer]", "parameters": "--- Service[refinery-sqoop-mediawiki-clouddb.timer].orig\n+++ Service[refinery-sqoop-mediawiki-clouddb.timer]\n\n+    ensure   => running\n+    enable   => True\n+    provider => systemd\n"}, {"resource": "Kerberos::Systemd_timer[refinery-sqoop-mediawiki-production]", "parameters": "--- Kerberos::Systemd_timer[refinery-sqoop-mediawiki-production].orig\n+++ Kerberos::Systemd_timer[refinery-sqoop-mediawiki-production]\n\n+    syslog_match_startswith => True\n+    send_mail_to            => data-engineering-alerts@wikimedia.org\n+    user                    => analytics\n+    command                 => /usr/local/bin/refinery-sqoop-mediawiki-production\n+    logfile_basedir         => /var/log/\n+    ensure                  => present\n+    syslog_force_stop       => True\n+    interval                => *-*-01 00:00:00\n+    send_mail               => True\n+    logfile_group           => analytics\n+    logfile_owner           => analytics\n+    require                 => ['File[/usr/local/bin/refinery-sqoop-mediawiki-production]', 'File[/tmp/sqoop-jars]', 'Class[Kerberos::Wrapper]']\n+    environment             => {}\n+    description             => Schedules sqoop to import production MediaWiki databases into Hadoop monthly.\n+    logfile_perms           => all\n"}, {"resource": "Systemd::Unit[refinery-sqoop-whole-mediawiki.service]", "parameters": "--- Systemd::Unit[refinery-sqoop-whole-mediawiki.service].orig\n+++ Systemd::Unit[refinery-sqoop-whole-mediawiki.service]\n\n-    unit              => refinery-sqoop-whole-mediawiki.service\n-    restart           => False\n-    ensure            => present\n-    require           => ['Class[Systemd]']\n-    override          => False\n-    override_filename => puppet-override.conf\n"}, {"resource": "Systemd::Timer[refinery-sqoop-mediawiki-centralauth-production]", "parameters": "--- Systemd::Timer[refinery-sqoop-mediawiki-centralauth-production].orig\n+++ Systemd::Timer[refinery-sqoop-mediawiki-centralauth-production]\n\n+    fixed_random_delay => False\n+    accuracy           => 15sec\n+    timer_intervals    => [{'start': 'OnCalendar', 'interval': '*-*-01 00:00:00'}]\n+    ensure             => present\n+    splay              => 0\n+    unit_name          => refinery-sqoop-mediawiki-centralauth-production.service\n"}, {"resource": "File[/usr/local/bin/refinery-sqoop-mediawiki-history]", "content": "--- /usr/local/bin/refinery-sqoop-mediawiki-history.orig\n+++ /usr/local/bin/refinery-sqoop-mediawiki-history\n@@ -9,7 +9,7 @@\n     --clouddb \\\n     --output-dir /wmf/data/raw/mediawiki/tables \\\n     --wiki-file /mnt/hdfs/wmf/data/wmf/mediawiki/database/grouped_wikis.csv \\\n-    --tables archive,change_tag,change_tag_def,content,logging,page,revision,slots,slot_roles,user,user_groups \\\n+    --tables archive,change_tag,change_tag_def,logging,page,revision,slots,slot_roles,user,user_groups \\\n     --user ann \\\n     --password-file /user/analytics/mysql-analytics-labsdb-client-pw.txt \\\n     --partition-name snapshot \\"}, {"resource": "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.service (refinery-sqoop-mediawiki-clouddb.service)]", "parameters": "--- Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.service (refinery-sqoop-mediawiki-clouddb.service)].orig\n+++ Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.service (refinery-sqoop-mediawiki-clouddb.service)]\n\n+    command     => /bin/systemctl daemon-reload\n+    refreshonly => True\n"}], "perc_changed": "2.41%"}, "core": {"total": 4064, "only_in_self": ["Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.service (refinery-sqoop-whole-mediawiki.service)]", "Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.timer (refinery-sqoop-whole-mediawiki.timer)]", "File[/lib/systemd/system/refinery-sqoop-whole-mediawiki.service]", "File[/lib/systemd/system/refinery-sqoop-whole-mediawiki.timer]", "File[/usr/local/bin/refinery-sqoop-whole-mediawiki]", "Service[refinery-sqoop-whole-mediawiki.timer]"], "only_in_other": ["Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.service (refinery-sqoop-mediawiki-centralauth-production.service)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.timer (refinery-sqoop-mediawiki-centralauth-production.timer)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.service (refinery-sqoop-mediawiki-clouddb.service)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.timer (refinery-sqoop-mediawiki-clouddb.timer)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.service (refinery-sqoop-mediawiki-production.service)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.timer (refinery-sqoop-mediawiki-production.timer)]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.service]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.timer]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-clouddb.service]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-clouddb.timer]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-production.service]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-production.timer]", "File[/usr/local/bin/refinery-sqoop-mediawiki-centralauth-production]", "File[/usr/local/bin/refinery-sqoop-mediawiki-clouddb]", "File[/usr/local/bin/refinery-sqoop-mediawiki-production]", "Service[refinery-sqoop-mediawiki-centralauth-production.timer]", "Service[refinery-sqoop-mediawiki-clouddb.timer]", "Service[refinery-sqoop-mediawiki-production.timer]"], "resource_diffs": [{"resource": "File[/usr/local/bin/refinery-sqoop-mediawiki-production-history]", "content": "--- /usr/local/bin/refinery-sqoop-mediawiki-production-history.orig\n+++ /usr/local/bin/refinery-sqoop-mediawiki-production-history\n@@ -8,7 +8,7 @@\n     --job-name sqoop-mediawiki-monthly-production-history-$(/bin/date --date=\"$(/bin/date +%Y-%m-15) -1 month\" +'%Y-%m') \\\n     --output-dir /wmf/data/raw/mediawiki_private/tables \\\n     --wiki-file /mnt/hdfs/wmf/data/wmf/mediawiki/database/grouped_wikis.csv \\\n-    --tables actor,comment \\\n+    --tables actor,comment,content \\\n     --user getup \\\n     --password-file /user/analytics/mysql-analytics-research-client-pw.txt \\\n     --partition-name snapshot \\"}, {"resource": "File[/usr/local/bin/refinery-sqoop-mediawiki-history]", "content": "--- /usr/local/bin/refinery-sqoop-mediawiki-history.orig\n+++ /usr/local/bin/refinery-sqoop-mediawiki-history\n@@ -9,7 +9,7 @@\n     --clouddb \\\n     --output-dir /wmf/data/raw/mediawiki/tables \\\n     --wiki-file /mnt/hdfs/wmf/data/wmf/mediawiki/database/grouped_wikis.csv \\\n-    --tables archive,change_tag,change_tag_def,content,logging,page,revision,slots,slot_roles,user,user_groups \\\n+    --tables archive,change_tag,change_tag_def,logging,page,revision,slots,slot_roles,user,user_groups \\\n     --user ann \\\n     --password-file /user/analytics/mysql-analytics-labsdb-client-pw.txt \\\n     --partition-name snapshot \\"}], "perc_changed": "0.64%"}, "main": {"total": 4064, "only_in_self": ["Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.service (refinery-sqoop-whole-mediawiki.service)]", "Exec[systemd daemon-reload for refinery-sqoop-whole-mediawiki.timer (refinery-sqoop-whole-mediawiki.timer)]", "File[/lib/systemd/system/refinery-sqoop-whole-mediawiki.service]", "File[/lib/systemd/system/refinery-sqoop-whole-mediawiki.timer]", "File[/usr/local/bin/refinery-sqoop-whole-mediawiki]", "Kerberos::Systemd_timer[refinery-sqoop-whole-mediawiki]", "Service[refinery-sqoop-whole-mediawiki.timer]", "Systemd::Service[refinery-sqoop-whole-mediawiki]", "Systemd::Timer::Job[refinery-sqoop-whole-mediawiki]", "Systemd::Timer[refinery-sqoop-whole-mediawiki]", "Systemd::Unit[refinery-sqoop-whole-mediawiki.service]", "Systemd::Unit[refinery-sqoop-whole-mediawiki.timer]"], "only_in_other": ["Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.service (refinery-sqoop-mediawiki-centralauth-production.service)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-centralauth-production.timer (refinery-sqoop-mediawiki-centralauth-production.timer)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.service (refinery-sqoop-mediawiki-clouddb.service)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-clouddb.timer (refinery-sqoop-mediawiki-clouddb.timer)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.service (refinery-sqoop-mediawiki-production.service)]", "Exec[systemd daemon-reload for refinery-sqoop-mediawiki-production.timer (refinery-sqoop-mediawiki-production.timer)]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.service]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-centralauth-production.timer]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-clouddb.service]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-clouddb.timer]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-production.service]", "File[/lib/systemd/system/refinery-sqoop-mediawiki-production.timer]", "File[/usr/local/bin/refinery-sqoop-mediawiki-centralauth-production]", "File[/usr/local/bin/refinery-sqoop-mediawiki-clouddb]", "File[/usr/local/bin/refinery-sqoop-mediawiki-production]", "Kerberos::Systemd_timer[refinery-sqoop-mediawiki-centralauth-production]", "Kerberos::Systemd_timer[refinery-sqoop-mediawiki-clouddb]", "Kerberos::Systemd_timer[refinery-sqoop-mediawiki-production]", "Service[refinery-sqoop-mediawiki-centralauth-production.timer]", "Service[refinery-sqoop-mediawiki-clouddb.timer]", "Service[refinery-sqoop-mediawiki-production.timer]", "Systemd::Service[refinery-sqoop-mediawiki-centralauth-production]", "Systemd::Service[refinery-sqoop-mediawiki-clouddb]", "Systemd::Service[refinery-sqoop-mediawiki-production]", "Systemd::Timer::Job[refinery-sqoop-mediawiki-centralauth-production]", "Systemd::Timer::Job[refinery-sqoop-mediawiki-clouddb]", "Systemd::Timer::Job[refinery-sqoop-mediawiki-production]", "Systemd::Timer[refinery-sqoop-mediawiki-centralauth-production]", "Systemd::Timer[refinery-sqoop-mediawiki-clouddb]", "Systemd::Timer[refinery-sqoop-mediawiki-production]", "Systemd::Unit[refinery-sqoop-mediawiki-centralauth-production.service]", "Systemd::Unit[refinery-sqoop-mediawiki-centralauth-production.timer]", "Systemd::Unit[refinery-sqoop-mediawiki-clouddb.service]", "Systemd::Unit[refinery-sqoop-mediawiki-clouddb.timer]", "Systemd::Unit[refinery-sqoop-mediawiki-production.service]", "Systemd::Unit[refinery-sqoop-mediawiki-production.timer]"], "resource_diffs": [{"resource": "File[/usr/local/bin/refinery-sqoop-mediawiki-production-history]", "content": "--- /usr/local/bin/refinery-sqoop-mediawiki-production-history.orig\n+++ /usr/local/bin/refinery-sqoop-mediawiki-production-history\n@@ -8,7 +8,7 @@\n     --job-name sqoop-mediawiki-monthly-production-history-$(/bin/date --date=\"$(/bin/date +%Y-%m-15) -1 month\" +'%Y-%m') \\\n     --output-dir /wmf/data/raw/mediawiki_private/tables \\\n     --wiki-file /mnt/hdfs/wmf/data/wmf/mediawiki/database/grouped_wikis.csv \\\n-    --tables actor,comment \\\n+    --tables actor,comment,content \\\n     --user getup \\\n     --password-file /user/analytics/mysql-analytics-research-client-pw.txt \\\n     --partition-name snapshot \\"}, {"resource": "File[/usr/local/bin/refinery-sqoop-mediawiki-history]", "content": "--- /usr/local/bin/refinery-sqoop-mediawiki-history.orig\n+++ /usr/local/bin/refinery-sqoop-mediawiki-history\n@@ -9,7 +9,7 @@\n     --clouddb \\\n     --output-dir /wmf/data/raw/mediawiki/tables \\\n     --wiki-file /mnt/hdfs/wmf/data/wmf/mediawiki/database/grouped_wikis.csv \\\n-    --tables archive,change_tag,change_tag_def,content,logging,page,revision,slots,slot_roles,user,user_groups \\\n+    --tables archive,change_tag,change_tag_def,logging,page,revision,slots,slot_roles,user,user_groups \\\n     --user ann \\\n     --password-file /user/analytics/mysql-analytics-labsdb-client-pw.txt \\\n     --partition-name snapshot \\"}], "perc_changed": "1.23%"}}}