Compilation results for an-test-master1002.eqiad.wmnet: System changes detected

Catalog differences

Summary

Resources modified

• Class[Bigtop::Hadoop::Yarn::Capacity_scheduler]

  Parameters differences:

  --- Class[Bigtop::Hadoop::Yarn::Capacity_scheduler].orig
  +++ Class[Bigtop::Hadoop::Yarn::Capacity_scheduler]
  
  @@
  -    scheduler_settings => {'yarn.scheduler.capacity.maximum-applications': 10000, 'yarn.scheduler.capacity.maximum-am-resource-percent': '0.5', 'yarn.scheduler.capacity.resource-calculator': 'org.apache.hadoop.yarn.util.resource.DominantResourceCalculator', 'yarn.scheduler.capacity.node-locality-delay': 78, 'yarn.scheduler.capacity.queue-mappings-override.enable': False, 'yarn.scheduler.capacity.root.gpus.state': 'RUNNING', 'yarn.scheduler.capacity.root.launchers.state': 'RUNNING', 'yarn.scheduler.capacity.root.default.state': 'RUNNING', 'yarn.scheduler.capacity.root.production.state': 'RUNNING', 'yarn.scheduler.capacity.root.essential.state': 'RUNNING', 'yarn.scheduler.capacity.root.queues': 'gpus,launchers,default,production,essential', 'yarn.scheduler.capacity.root.gpus.capacity': 2, 'yarn.scheduler.capacity.root.gpus.maximum-capacity': -1, 'yarn.scheduler.capacity.root.launchers.capacity': 3, 'yarn.scheduler.capacity.root.launchers.maximum-capacity': -1, 'yarn.scheduler.capacity.root.default.capacity': 35, 'yarn.scheduler.capacity.root.default.maximum-capacity': -1, 'yarn.scheduler.capacity.root.production.capacity': 50, 'yarn.scheduler.capacity.root.production.maximum-capacity': -1, 'yarn.scheduler.capacity.root.essential.capacity': 10, 'yarn.scheduler.capacity.root.essential.maximum-capacity': -1, 'yarn.scheduler.capacity.queue-mappings': 'u:druid:production,u:analytics:production,u:analytics-platform-eng:production,u:analytics-research:production,u:analytics-search:production,u:analytics-product:production,u:analytics-wmde:production,u:analytics-ml:production,u:analytics-sre:production,g:analytics-privatedata-users:default', 'yarn.scheduler.capacity.root.gpus.user-limit-factor': 1, 'yarn.scheduler.capacity.root.launchers.user-limit-factor': 5, 'yarn.scheduler.capacity.root.default.user-limit-factor': 2, 'yarn.scheduler.capacity.root.production.user-limit-factor': 2, 'yarn.scheduler.capacity.root.essential.user-limit-factor': 10, 'yarn.scheduler.capacity.root.gpus.minimum-user-limit-percent': 100, 'yarn.scheduler.capacity.root.launchers.minimum-user-limit-percent': 50, 'yarn.scheduler.capacity.root.default.minimum-user-limit-percent': 10, 'yarn.scheduler.capacity.root.production.minimum-user-limit-percent': 20, 'yarn.scheduler.capacity.root.essential.minimum-user-limit-percent': 50, 'yarn.scheduler.capacity.root.production.user-settings.druid.weight': 0.5, 'yarn.scheduler.capacity.root.default.maximum-application-lifetime': 604800, 'yarn.scheduler.capacity.root.gpus.maximum-application-lifetime': 604800, 'yarn.scheduler.capacity.root.gpus.ordering-policy': 'fifo', 'yarn.scheduler.capacity.root.launchers.ordering-policy': 'fair', 'yarn.scheduler.capacity.root.default.ordering-policy': 'fair', 'yarn.scheduler.capacity.root.production.ordering-policy': 'fair', 'yarn.scheduler.capacity.root.essential.ordering-policy': 'fair', 'yarn.scheduler.capacity.root.accessible-node-labels': 'GPU', 'yarn.scheduler.capacity.root.accessible-node-labels.GPU.capacity': '100', 'yarn.scheduler.capacity.root.gpus.accessible-node-labels': 'GPU', 'yarn.scheduler.capacity.root.gpus.accessible-node-labels.GPU.capacity': '100', 'yarn.scheduler.capacity.root.acl_submit_applications': ' ', 'yarn.scheduler.capacity.root.acl_administer_queue': ' ', 'yarn.scheduler.capacity.root.gpus.acl_submit_applications': ' analytics-privatedata-users', 'yarn.scheduler.capacity.root.gpus.acl_administer_queue': ' analytics-privatedata-users', 'yarn.scheduler.capacity.root.launchers.acl_submit_applications': 'analytics,analytics-platform-eng,analytics-research,druid,analytics-search,analytics-product,analytics-wmde,analytics-sre', 'yarn.scheduler.capacity.root.launchers.acl_administer_queue': '%user analytics-admins,analytics-platform-eng-admins,analytics-research-admins,analytics-search-users,analytics-product-users,airflow-wmde-admins,analytics-ml-users', 'yarn.scheduler.capacity.root.default.acl_submit_applications': ' analytics-privatedata-users', 'yarn.scheduler.capacity.root.default.acl_administer_queue': ' analytics-privatedata-users', 'yarn.scheduler.capacity.root.production.acl_submit_applications': 'analytics,analytics-platform-eng,analytics-research,druid,analytics-search,analytics-product,analytics-wmde,analytics-ml,analytics-sre', 'yarn.scheduler.capacity.root.production.acl_administer_queue': '%user analytics-admins,analytics-platform-eng-admins,analytics-research-admins,analytics-search-users,analytics-product-users,airflow-wmde-admins,analytics-ml-users', 'yarn.scheduler.capacity.root.essential.acl_submit_applications': 'analytics,druid', 'yarn.scheduler.capacity.root.essential.acl_administer_queue': ' analytics-admins', 'yarn.resourcemanager.scheduler.monitor.enable': True, 'yarn.resourcemanager.scheduler.monitor.policies': 'org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy', 'yarn.resourcemanager.monitor.capacity.preemption.monitoring_interval': 3000, 'yarn.resourcemanager.monitor.capacity.preemption.max_wait_before_kill': 15000, 'yarn.resourcemanager.monitor.capacity.preemption.natural_termination_factor': 1, 'yarn.scheduler.capacity.root.essential.disable_preemption': True, 'yarn.scheduler.capacity.root.essential.intra-queue-preemption.disable_preemption': True, 'yarn.scheduler.capacity.root.production.disable_preemption': True, 'yarn.scheduler.capacity.root.production.intra-queue-preemption.disable_preemption': True, 'yarn.scheduler.capacity.root.launchers.disable_preemption': True, 'yarn.scheduler.capacity.root.launchers.intra-queue-preemption.disable_preemption': True, 'yarn.scheduler.capacity.root.launchers.maximum-am-resource-percent': 1}
  +    scheduler_settings => {'yarn.scheduler.capacity.maximum-applications': 10000, 'yarn.scheduler.capacity.maximum-am-resource-percent': '0.5', 'yarn.scheduler.capacity.resource-calculator': 'org.apache.hadoop.yarn.util.resource.DominantResourceCalculator', 'yarn.scheduler.capacity.node-locality-delay': 78, 'yarn.scheduler.capacity.queue-mappings-override.enable': False, 'yarn.scheduler.capacity.root.gpus.state': 'RUNNING', 'yarn.scheduler.capacity.root.launchers.state': 'RUNNING', 'yarn.scheduler.capacity.root.default.state': 'RUNNING', 'yarn.scheduler.capacity.root.production.state': 'RUNNING', 'yarn.scheduler.capacity.root.essential.state': 'RUNNING', 'yarn.scheduler.capacity.root.queues': 'gpus,launchers,default,production,essential', 'yarn.scheduler.capacity.root.gpus.capacity': 2, 'yarn.scheduler.capacity.root.gpus.maximum-capacity': -1, 'yarn.scheduler.capacity.root.launchers.capacity': 3, 'yarn.scheduler.capacity.root.launchers.maximum-capacity': -1, 'yarn.scheduler.capacity.root.default.capacity': 35, 'yarn.scheduler.capacity.root.default.maximum-capacity': -1, 'yarn.scheduler.capacity.root.production.capacity': 50, 'yarn.scheduler.capacity.root.production.maximum-capacity': -1, 'yarn.scheduler.capacity.root.essential.capacity': 10, 'yarn.scheduler.capacity.root.essential.maximum-capacity': -1, 'yarn.scheduler.capacity.queue-mappings': 'u:druid:production,u:analytics:production,u:analytics-platform-eng:production,u:analytics-research:production,u:analytics-search:production,u:analytics-product:production,u:analytics-wmde:production,u:analytics-ml:production,u:analytics-sre:production,u:analytics-wikidata:production,g:analytics-privatedata-users:default', 'yarn.scheduler.capacity.root.gpus.user-limit-factor': 1, 'yarn.scheduler.capacity.root.launchers.user-limit-factor': 5, 'yarn.scheduler.capacity.root.default.user-limit-factor': 2, 'yarn.scheduler.capacity.root.production.user-limit-factor': 2, 'yarn.scheduler.capacity.root.essential.user-limit-factor': 10, 'yarn.scheduler.capacity.root.gpus.minimum-user-limit-percent': 100, 'yarn.scheduler.capacity.root.launchers.minimum-user-limit-percent': 50, 'yarn.scheduler.capacity.root.default.minimum-user-limit-percent': 10, 'yarn.scheduler.capacity.root.production.minimum-user-limit-percent': 20, 'yarn.scheduler.capacity.root.essential.minimum-user-limit-percent': 50, 'yarn.scheduler.capacity.root.production.user-settings.druid.weight': 0.5, 'yarn.scheduler.capacity.root.default.maximum-application-lifetime': 604800, 'yarn.scheduler.capacity.root.gpus.maximum-application-lifetime': 604800, 'yarn.scheduler.capacity.root.gpus.ordering-policy': 'fifo', 'yarn.scheduler.capacity.root.launchers.ordering-policy': 'fair', 'yarn.scheduler.capacity.root.default.ordering-policy': 'fair', 'yarn.scheduler.capacity.root.production.ordering-policy': 'fair', 'yarn.scheduler.capacity.root.essential.ordering-policy': 'fair', 'yarn.scheduler.capacity.root.accessible-node-labels': 'GPU', 'yarn.scheduler.capacity.root.accessible-node-labels.GPU.capacity': '100', 'yarn.scheduler.capacity.root.gpus.accessible-node-labels': 'GPU', 'yarn.scheduler.capacity.root.gpus.accessible-node-labels.GPU.capacity': '100', 'yarn.scheduler.capacity.root.acl_submit_applications': ' ', 'yarn.scheduler.capacity.root.acl_administer_queue': ' ', 'yarn.scheduler.capacity.root.gpus.acl_submit_applications': ' analytics-privatedata-users', 'yarn.scheduler.capacity.root.gpus.acl_administer_queue': ' analytics-privatedata-users', 'yarn.scheduler.capacity.root.launchers.acl_submit_applications': 'analytics,analytics-platform-eng,analytics-research,druid,analytics-search,analytics-product,analytics-wmde,analytics-sre,analytics-wikidata', 'yarn.scheduler.capacity.root.launchers.acl_administer_queue': '%user analytics-admins,analytics-platform-eng-admins,analytics-research-admins,analytics-search-users,analytics-product-users,airflow-wmde-admins,analytics-ml-users', 'yarn.scheduler.capacity.root.default.acl_submit_applications': ' analytics-privatedata-users', 'yarn.scheduler.capacity.root.default.acl_administer_queue': ' analytics-privatedata-users', 'yarn.scheduler.capacity.root.production.acl_submit_applications': 'analytics,analytics-platform-eng,analytics-research,druid,analytics-search,analytics-product,analytics-wmde,analytics-ml,analytics-sre,analytics-wikidata', 'yarn.scheduler.capacity.root.production.acl_administer_queue': '%user analytics-admins,analytics-platform-eng-admins,analytics-research-admins,analytics-search-users,analytics-product-users,airflow-wmde-admins,analytics-ml-users', 'yarn.scheduler.capacity.root.essential.acl_submit_applications': 'analytics,druid', 'yarn.scheduler.capacity.root.essential.acl_administer_queue': ' analytics-admins', 'yarn.resourcemanager.scheduler.monitor.enable': True, 'yarn.resourcemanager.scheduler.monitor.policies': 'org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy', 'yarn.resourcemanager.monitor.capacity.preemption.monitoring_interval': 3000, 'yarn.resourcemanager.monitor.capacity.preemption.max_wait_before_kill': 15000, 'yarn.resourcemanager.monitor.capacity.preemption.natural_termination_factor': 1, 'yarn.scheduler.capacity.root.essential.disable_preemption': True, 'yarn.scheduler.capacity.root.essential.intra-queue-preemption.disable_preemption': True, 'yarn.scheduler.capacity.root.production.disable_preemption': True, 'yarn.scheduler.capacity.root.production.intra-queue-preemption.disable_preemption': True, 'yarn.scheduler.capacity.root.launchers.disable_preemption': True, 'yarn.scheduler.capacity.root.launchers.intra-queue-preemption.disable_preemption': True, 'yarn.scheduler.capacity.root.launchers.maximum-am-resource-percent': 1}
  

• File[/etc/hadoop/conf/capacity-scheduler.xml]

  Content differences:

  --- /etc/hadoop/conf/capacity-scheduler.xml.orig
  +++ /etc/hadoop/conf/capacity-scheduler.xml
  @@ -33,7 +33,7 @@
     </property>
     <property>
       <name>yarn.scheduler.capacity.queue-mappings</name>
  -    <value>u:druid:production,u:analytics:production,u:analytics-platform-eng:production,u:analytics-research:production,u:analytics-search:production,u:analytics-product:production,u:analytics-wmde:production,u:analytics-ml:production,u:analytics-sre:production,g:analytics-privatedata-users:default</value>
  +    <value>u:druid:production,u:analytics:production,u:analytics-platform-eng:production,u:analytics-research:production,u:analytics-search:production,u:analytics-product:production,u:analytics-wmde:production,u:analytics-ml:production,u:analytics-sre:production,u:analytics-wikidata:production,g:analytics-privatedata-users:default</value>
     </property>
     <property>
       <name>yarn.scheduler.capacity.queue-mappings-override.enable</name>
  @@ -185,7 +185,7 @@
     </property>
     <property>
       <name>yarn.scheduler.capacity.root.launchers.acl_submit_applications</name>
  -    <value>analytics,analytics-platform-eng,analytics-research,druid,analytics-search,analytics-product,analytics-wmde,analytics-sre</value>
  +    <value>analytics,analytics-platform-eng,analytics-research,druid,analytics-search,analytics-product,analytics-wmde,analytics-sre,analytics-wikidata</value>
     </property>
     <property>
       <name>yarn.scheduler.capacity.root.launchers.capacity</name>
  @@ -229,7 +229,7 @@
     </property>
     <property>
       <name>yarn.scheduler.capacity.root.production.acl_submit_applications</name>
  -    <value>analytics,analytics-platform-eng,analytics-research,druid,analytics-search,analytics-product,analytics-wmde,analytics-ml,analytics-sre</value>
  +    <value>analytics,analytics-platform-eng,analytics-research,druid,analytics-search,analytics-product,analytics-wmde,analytics-ml,analytics-sre,analytics-wikidata</value>
     </property>
     <property>
       <name>yarn.scheduler.capacity.root.production.capacity</name>

Relevant files

• Production catalog
• Change catalog
• Production errors/warnings
• Change errors/warnings
• Core Diff
• Standard Diff