Compilation results for an-presto1015.eqiad.wmnet: System changes detected

Catalog differences

Summary

Resources only in the new catalog

• File[/etc/presto/resource-groups.json]
• File[/etc/presto/selectors.json]
• File[/srv/presto/var/spill]

Resources modified

• Class[Profile::Presto::Server]

  Parameters differences:

  --- Class[Profile::Presto::Server].orig
  +++ Class[Profile::Presto::Server]
  
  +    resource_config   => {'glob_mem_limit': '100%', 'glob_concur_limit': 40, 'glob_max_queued': 200, 'hp_mem_limit': '35%', 'hp_concur_limit': 12, 'hp_max_queued': 40, 'hp_sched_weight': 6, 'std_mem_limit': '45%', 'std_concur_limit': 20, 'std_max_queued': 100, 'std_sched_weight': 3, 'hv_mem_limit': '20%', 'hv_concur_limit': 5, 'hv_max_queued': 60, 'hv_sched_weight': 1}
  @@
  -    heap_max          => 100G
  +    heap_max          => 140G
  @@
  -    config_properties => {'node-scheduler.network-topology': 'legacy', 'query.max-memory': '200GB', 'query.max-memory-per-node': '20GB', 'query.max-total-memory-per-node': '40GB', 'join-distribution-type': 'AUTOMATIC'}
  +    config_properties => {'node-scheduler.network-topology': 'legacy', 'memory.heap-headroom-per-node': '30GB', 'query.max-execution-time': '30m', 'query.max-memory-per-node': '20GB', 'query.max-memory': '300GB', 'query.max-spill-per-node': '100GB', 'query.max-total-memory-per-node': '40GB', 'spill-enabled': True, 'spiller-spill-path': '/srv/presto/var/spill', 'task.concurrency': 4, 'task.max-worker-threads': 32, 'join-distribution-type': 'AUTOMATIC'}
  

• File[/etc/presto/jvm.config]

  Content differences:

  --- /etc/presto/jvm.config.orig
  +++ /etc/presto/jvm.config
  @@ -1,5 +1,5 @@
   -server
  --Xmx100G
  +-Xmx140G
   -XX:+UseG1GC
   -XX:G1HeapRegionSize=32M
   -XX:+UseGCOverheadLimit

• Class[Presto::Server]

  Parameters differences:

  --- Class[Presto::Server].orig
  +++ Class[Presto::Server]
  
  +    resource_config   => {'glob_mem_limit': '100%', 'glob_concur_limit': 40, 'glob_max_queued': 200, 'hp_mem_limit': '35%', 'hp_concur_limit': 12, 'hp_max_queued': 40, 'hp_sched_weight': 6, 'std_mem_limit': '45%', 'std_concur_limit': 20, 'std_max_queued': 100, 'std_sched_weight': 3, 'hv_mem_limit': '20%', 'hv_concur_limit': 5, 'hv_max_queued': 60, 'hv_sched_weight': 1}
  @@
  -    heap_max          => 100G
  +    heap_max          => 140G
  @@
  -    config_properties => {'jmx.rmiregistry.port': 8279, 'discovery.uri': 'https://analytics-presto.eqiad.wmnet:8281', 'node-scheduler.network-topology': 'legacy', 'http-server.http.port': 8280, 'http-server.http.enabled': True, 'query.max-memory': '200GB', 'query.max-memory-per-node': '20GB', 'query.max-total-memory-per-node': '40GB', 'join-distribution-type': 'AUTOMATIC', 'http-server.https.keystore.path': '/etc/presto/ssl/server.p12', 'http-server.https.keystore.key': 'batman', 'internal-communication.https.required': True, 'internal-communication.https.keystore.path': '/etc/presto/ssl/server.p12', 'internal-communication.https.keystore.key': 'batman', 'internal-communication.https.trust-store-path': '/etc/ssl/certs/java/cacerts', 'internal-communication.https.trust-store-password': 'changeit', 'http-server.https.port': 8281, 'http-server.https.enabled': True, 'internal-communication.kerberos.enabled': True, 'http-server.authentication.type': 'KERBEROS', 'http.authentication.krb5.config': '/etc/krb5.conf', 'http.server.authentication.krb5.keytab': '/etc/security/keytabs/presto/presto.keytab', 'http.server.authentication.krb5.service-name': 'presto'}
  +    config_properties => {'jmx.rmiregistry.port': 8279, 'discovery.uri': 'https://analytics-presto.eqiad.wmnet:8281', 'node-scheduler.network-topology': 'legacy', 'http-server.http.port': 8280, 'http-server.http.enabled': True, 'memory.heap-headroom-per-node': '30GB', 'query.max-execution-time': '30m', 'query.max-memory-per-node': '20GB', 'query.max-memory': '300GB', 'query.max-spill-per-node': '100GB', 'query.max-total-memory-per-node': '40GB', 'spill-enabled': True, 'spiller-spill-path': '/srv/presto/var/spill', 'task.concurrency': 4, 'task.max-worker-threads': 32, 'join-distribution-type': 'AUTOMATIC', 'http-server.https.keystore.path': '/etc/presto/ssl/server.p12', 'http-server.https.keystore.key': 'batman', 'internal-communication.https.required': True, 'internal-communication.https.keystore.path': '/etc/presto/ssl/server.p12', 'internal-communication.https.keystore.key': 'batman', 'internal-communication.https.trust-store-path': '/etc/ssl/certs/java/cacerts', 'internal-communication.https.trust-store-password': 'changeit', 'http-server.https.port': 8281, 'http-server.https.enabled': True, 'internal-communication.kerberos.enabled': True, 'http-server.authentication.type': 'KERBEROS', 'http.authentication.krb5.config': '/etc/krb5.conf', 'http.server.authentication.krb5.keytab': '/etc/security/keytabs/presto/presto.keytab', 'http.server.authentication.krb5.service-name': 'presto'}
  

• Service[presto-server]

  Parameters differences:

  --- Service[presto-server].orig
  +++ Service[presto-server]
  
  @@
  -    require => ['Presto::Properties[config]', 'Presto::Properties[node]', 'Presto::Properties[log]', 'File[/etc/presto/jvm.config]', 'File[/var/log/presto]', 'Rsyslog::Conf[presto-server]', 'Systemd::Override[presto-umask]']
  +    require => ['Presto::Properties[config]', 'Presto::Properties[node]', 'Presto::Properties[log]', 'File[/etc/presto/jvm.config]', 'File[/etc/presto/resource-groups.json]', 'File[/etc/presto/selectors.json]', 'File[/var/log/presto]', 'Rsyslog::Conf[presto-server]', 'Systemd::Override[presto-umask]']
  

• Presto::Properties[config]

  Parameters differences:

  --- Presto::Properties[config].orig
  +++ Presto::Properties[config]
  
  @@
  -    properties => {'coordinator': False, 'node-scheduler.include-coordinator': False, 'http-server.http.port': 8280, 'jmx.rmiregistry.port': 8279, 'discovery.uri': 'https://analytics-presto.eqiad.wmnet:8281', 'node-scheduler.network-topology': 'legacy', 'http-server.http.enabled': True, 'query.max-memory': '200GB', 'query.max-memory-per-node': '20GB', 'query.max-total-memory-per-node': '40GB', 'join-distribution-type': 'AUTOMATIC', 'http-server.https.keystore.path': '/etc/presto/ssl/server.p12', 'http-server.https.keystore.key': 'batman', 'internal-communication.https.required': True, 'internal-communication.https.keystore.path': '/etc/presto/ssl/server.p12', 'internal-communication.https.keystore.key': 'batman', 'internal-communication.https.trust-store-path': '/etc/ssl/certs/java/cacerts', 'internal-communication.https.trust-store-password': 'changeit', 'http-server.https.port': 8281, 'http-server.https.enabled': True, 'internal-communication.kerberos.enabled': True, 'http-server.authentication.type': 'KERBEROS', 'http.authentication.krb5.config': '/etc/krb5.conf', 'http.server.authentication.krb5.keytab': '/etc/security/keytabs/presto/presto.keytab', 'http.server.authentication.krb5.service-name': 'presto'}
  +    properties => {'coordinator': False, 'node-scheduler.include-coordinator': False, 'http-server.http.port': 8280, 'jmx.rmiregistry.port': 8279, 'discovery.uri': 'https://analytics-presto.eqiad.wmnet:8281', 'resource-groups.configuration-manager': 'file', 'resource-groups.config-file': '/etc/presto/resource-groups.json', 'resource-groups.selector-file': '/etc/presto/selectors.json', 'node-scheduler.network-topology': 'legacy', 'http-server.http.enabled': True, 'memory.heap-headroom-per-node': '30GB', 'query.max-execution-time': '30m', 'query.max-memory-per-node': '20GB', 'query.max-memory': '300GB', 'query.max-spill-per-node': '100GB', 'query.max-total-memory-per-node': '40GB', 'spill-enabled': True, 'spiller-spill-path': '/srv/presto/var/spill', 'task.concurrency': 4, 'task.max-worker-threads': 32, 'join-distribution-type': 'AUTOMATIC', 'http-server.https.keystore.path': '/etc/presto/ssl/server.p12', 'http-server.https.keystore.key': 'batman', 'internal-communication.https.required': True, 'internal-communication.https.keystore.path': '/etc/presto/ssl/server.p12', 'internal-communication.https.keystore.key': 'batman', 'internal-communication.https.trust-store-path': '/etc/ssl/certs/java/cacerts', 'internal-communication.https.trust-store-password': 'changeit', 'http-server.https.port': 8281, 'http-server.https.enabled': True, 'internal-communication.kerberos.enabled': True, 'http-server.authentication.type': 'KERBEROS', 'http.authentication.krb5.config': '/etc/krb5.conf', 'http.server.authentication.krb5.keytab': '/etc/security/keytabs/presto/presto.keytab', 'http.server.authentication.krb5.service-name': 'presto'}
  

• File[/etc/presto/config.properties]

  Content differences:

  --- /etc/presto/config.properties.orig
  +++ /etc/presto/config.properties
  @@ -20,8 +20,18 @@
   internal-communication.kerberos.enabled=true
   jmx.rmiregistry.port=8279
   join-distribution-type=AUTOMATIC
  +memory.heap-headroom-per-node=30GB
   node-scheduler.include-coordinator=false
   node-scheduler.network-topology=legacy
  -query.max-memory=200GB
  +query.max-execution-time=30m
  +query.max-memory=300GB
   query.max-memory-per-node=20GB
  +query.max-spill-per-node=100GB
   query.max-total-memory-per-node=40GB
  +resource-groups.config-file=/etc/presto/resource-groups.json
  +resource-groups.configuration-manager=file
  +resource-groups.selector-file=/etc/presto/selectors.json
  +spill-enabled=true
  +spiller-spill-path=/srv/presto/var/spill
  +task.concurrency=4
  +task.max-worker-threads=32

Relevant files

• Production catalog
• Change catalog
• Production errors/warnings
• Change errors/warnings
• Core Diff
• Full Diff