Compilation results for an-presto1019.eqiad.wmnet: System changes detected

Catalog differences

Summary

Resources only in the new catalog

• File[/etc/presto/resource-groups.json]
• File[/etc/presto/selectors.json]

Resources modified

• File[/etc/presto/selectors.json]

  Parameters differences:

  --- File[/etc/presto/selectors.json].orig
  +++ File[/etc/presto/selectors.json]
  
  +    group => root
  +    owner => root
  

  Content differences:

  --- /etc/presto/selectors.json.orig
  +++ /etc/presto/selectors.json
  @@ -0,0 +1,22 @@
  +{
  +  "selectors": [
  +    {
  +      "source": "superset_user",
  +      "group": "global.high_priority"
  +    },
  +    {
  +      "user": "growthbook_user",
  +      "group": "global.high_priority"
  +    },
  +    {
  +      "clientTags": [
  +        "heavy"
  +      ],
  +      "group": "global.heavy"
  +    },
  +    {
  +      "queryType": "SELECT",
  +      "group": "global.standard"
  +    }
  +  ]
  +}

• Class[Presto::Server]

  Parameters differences:

  --- Class[Presto::Server].orig
  +++ Class[Presto::Server]
  
  @@
  -    config_properties => {'jmx.rmiregistry.port': 8279, 'discovery.uri': 'https://analytics-presto.eqiad.wmnet:8281', 'node-scheduler.network-topology': 'legacy', 'http-server.http.port': 8280, 'http-server.http.enabled': True, 'query.max-memory': '200GB', 'query.max-memory-per-node': '20GB', 'query.max-total-memory-per-node': '40GB', 'join-distribution-type': 'AUTOMATIC', 'http-server.https.keystore.path': '/etc/presto/ssl/server.p12', 'http-server.https.keystore.key': 'batman', 'internal-communication.https.required': True, 'internal-communication.https.keystore.path': '/etc/presto/ssl/server.p12', 'internal-communication.https.keystore.key': 'batman', 'internal-communication.https.trust-store-path': '/etc/ssl/certs/java/cacerts', 'internal-communication.https.trust-store-password': 'changeit', 'http-server.https.port': 8281, 'http-server.https.enabled': True, 'internal-communication.kerberos.enabled': True, 'http-server.authentication.type': 'KERBEROS', 'http.authentication.krb5.config': '/etc/krb5.conf', 'http.server.authentication.krb5.keytab': '/etc/security/keytabs/presto/presto.keytab', 'http.server.authentication.krb5.service-name': 'presto'}
  +    config_properties => {'jmx.rmiregistry.port': 8279, 'discovery.uri': 'https://analytics-presto.eqiad.wmnet:8281', 'node-scheduler.network-topology': 'legacy', 'http-server.http.port': 8280, 'http-server.http.enabled': True, 'memory.heap-headroom-per-node': '30GB', 'query.max-execution-time': '30m', 'query.max-memory-per-node': '20GB', 'query.max-memory': '300GB', 'query.max-spill-per-node': '100GB', 'query.max-total-memory-per-node': '40GB', 'spill-enabled': True, 'spiller-spill-path': '/mnt/presto-spill', 'task.concurrency': 4, 'task.max-worker-threads': 32, 'join-distribution-type': 'AUTOMATIC', 'http-server.https.keystore.path': '/etc/presto/ssl/server.p12', 'http-server.https.keystore.key': 'batman', 'internal-communication.https.required': True, 'internal-communication.https.keystore.path': '/etc/presto/ssl/server.p12', 'internal-communication.https.keystore.key': 'batman', 'internal-communication.https.trust-store-path': '/etc/ssl/certs/java/cacerts', 'internal-communication.https.trust-store-password': 'changeit', 'http-server.https.port': 8281, 'http-server.https.enabled': True, 'internal-communication.kerberos.enabled': True, 'http-server.authentication.type': 'KERBEROS', 'http.authentication.krb5.config': '/etc/krb5.conf', 'http.server.authentication.krb5.keytab': '/etc/security/keytabs/presto/presto.keytab', 'http.server.authentication.krb5.service-name': 'presto'}
  @@
  -    heap_max          => 100G
  +    heap_max          => 140G
  

• File[/etc/presto/config.properties]

  Content differences:

  --- /etc/presto/config.properties.orig
  +++ /etc/presto/config.properties
  @@ -20,8 +20,18 @@
   internal-communication.kerberos.enabled=true
   jmx.rmiregistry.port=8279
   join-distribution-type=AUTOMATIC
  +memory.heap-headroom-per-node=30GB
   node-scheduler.include-coordinator=false
   node-scheduler.network-topology=legacy
  -query.max-memory=200GB
  +query.max-execution-time=30m
  +query.max-memory=300GB
   query.max-memory-per-node=20GB
  +query.max-spill-per-node=100GB
   query.max-total-memory-per-node=40GB
  +resource-groups.config-file=/etc/presto/resource-groups.json
  +resource-groups.configuration-manager=file
  +resource-groups.selector-file=/etc/presto/selectors.json
  +spill-enabled=true
  +spiller-spill-path=/mnt/presto-spill
  +task.concurrency=4
  +task.max-worker-threads=32

• Service[presto-server]

  Parameters differences:

  --- Service[presto-server].orig
  +++ Service[presto-server]
  
  @@
  -    require => ['Presto::Properties[config]', 'Presto::Properties[node]', 'Presto::Properties[log]', 'File[/etc/presto/jvm.config]', 'File[/var/log/presto]', 'Rsyslog::Conf[presto-server]', 'Systemd::Override[presto-umask]']
  +    require => ['Presto::Properties[config]', 'Presto::Properties[node]', 'Presto::Properties[log]', 'File[/etc/presto/jvm.config]', 'File[/etc/presto/resource-groups.json]', 'File[/etc/presto/selectors.json]', 'File[/var/log/presto]', 'Rsyslog::Conf[presto-server]', 'Systemd::Override[presto-umask]']
  

• File[/etc/presto/resource-groups.json]

  Parameters differences:

  --- File[/etc/presto/resource-groups.json].orig
  +++ File[/etc/presto/resource-groups.json]
  
  +    group => root
  +    owner => root
  

  Content differences:

  --- /etc/presto/resource-groups.json.orig
  +++ /etc/presto/resource-groups.json
  @@ -0,0 +1,34 @@
  +{
  +  "rootGroups": [
  +    {
  +      "name": "global",
  +      "softMemoryLimit": "100%",
  +      "hardConcurrencyLimit": 40,
  +      "maxQueued": 200,
  +      "schedulingPolicy": "weighted",
  +      "subGroups": [
  +        {
  +          "name": "high_priority",
  +          "softMemoryLimit": "35%",
  +          "hardConcurrencyLimit": 12,
  +          "maxQueued": 40,
  +          "schedulingWeight": 6
  +        },
  +        {
  +          "name": "standard",
  +          "softMemoryLimit": "45%",
  +          "hardConcurrencyLimit": 20,
  +          "maxQueued": 100,
  +          "schedulingWeight": 3
  +        },
  +        {
  +          "name": "heavy",
  +          "softMemoryLimit": "20%",
  +          "hardConcurrencyLimit": 5,
  +          "maxQueued": 60,
  +          "schedulingWeight": 1
  +        }
  +      ]
  +    }
  +  ]
  +}

• Class[Profile::Presto::Server]

  Parameters differences:

  --- Class[Profile::Presto::Server].orig
  +++ Class[Profile::Presto::Server]
  
  @@
  -    config_properties => {'node-scheduler.network-topology': 'legacy', 'query.max-memory': '200GB', 'query.max-memory-per-node': '20GB', 'query.max-total-memory-per-node': '40GB', 'join-distribution-type': 'AUTOMATIC'}
  +    config_properties => {'node-scheduler.network-topology': 'legacy', 'memory.heap-headroom-per-node': '30GB', 'query.max-execution-time': '30m', 'query.max-memory-per-node': '20GB', 'query.max-memory': '300GB', 'query.max-spill-per-node': '100GB', 'query.max-total-memory-per-node': '40GB', 'spill-enabled': True, 'spiller-spill-path': '/mnt/presto-spill', 'task.concurrency': 4, 'task.max-worker-threads': 32, 'join-distribution-type': 'AUTOMATIC'}
  @@
  -    heap_max          => 100G
  +    heap_max          => 140G
  

• Presto::Properties[config]

  Parameters differences:

  --- Presto::Properties[config].orig
  +++ Presto::Properties[config]
  
  @@
  -    properties => {'coordinator': False, 'node-scheduler.include-coordinator': False, 'http-server.http.port': 8280, 'jmx.rmiregistry.port': 8279, 'discovery.uri': 'https://analytics-presto.eqiad.wmnet:8281', 'node-scheduler.network-topology': 'legacy', 'http-server.http.enabled': True, 'query.max-memory': '200GB', 'query.max-memory-per-node': '20GB', 'query.max-total-memory-per-node': '40GB', 'join-distribution-type': 'AUTOMATIC', 'http-server.https.keystore.path': '/etc/presto/ssl/server.p12', 'http-server.https.keystore.key': 'batman', 'internal-communication.https.required': True, 'internal-communication.https.keystore.path': '/etc/presto/ssl/server.p12', 'internal-communication.https.keystore.key': 'batman', 'internal-communication.https.trust-store-path': '/etc/ssl/certs/java/cacerts', 'internal-communication.https.trust-store-password': 'changeit', 'http-server.https.port': 8281, 'http-server.https.enabled': True, 'internal-communication.kerberos.enabled': True, 'http-server.authentication.type': 'KERBEROS', 'http.authentication.krb5.config': '/etc/krb5.conf', 'http.server.authentication.krb5.keytab': '/etc/security/keytabs/presto/presto.keytab', 'http.server.authentication.krb5.service-name': 'presto'}
  +    properties => {'coordinator': False, 'node-scheduler.include-coordinator': False, 'http-server.http.port': 8280, 'jmx.rmiregistry.port': 8279, 'discovery.uri': 'https://analytics-presto.eqiad.wmnet:8281', 'resource-groups.configuration-manager': 'file', 'resource-groups.config-file': '/etc/presto/resource-groups.json', 'resource-groups.selector-file': '/etc/presto/selectors.json', 'node-scheduler.network-topology': 'legacy', 'http-server.http.enabled': True, 'memory.heap-headroom-per-node': '30GB', 'query.max-execution-time': '30m', 'query.max-memory-per-node': '20GB', 'query.max-memory': '300GB', 'query.max-spill-per-node': '100GB', 'query.max-total-memory-per-node': '40GB', 'spill-enabled': True, 'spiller-spill-path': '/mnt/presto-spill', 'task.concurrency': 4, 'task.max-worker-threads': 32, 'join-distribution-type': 'AUTOMATIC', 'http-server.https.keystore.path': '/etc/presto/ssl/server.p12', 'http-server.https.keystore.key': 'batman', 'internal-communication.https.required': True, 'internal-communication.https.keystore.path': '/etc/presto/ssl/server.p12', 'internal-communication.https.keystore.key': 'batman', 'internal-communication.https.trust-store-path': '/etc/ssl/certs/java/cacerts', 'internal-communication.https.trust-store-password': 'changeit', 'http-server.https.port': 8281, 'http-server.https.enabled': True, 'internal-communication.kerberos.enabled': True, 'http-server.authentication.type': 'KERBEROS', 'http.authentication.krb5.config': '/etc/krb5.conf', 'http.server.authentication.krb5.keytab': '/etc/security/keytabs/presto/presto.keytab', 'http.server.authentication.krb5.service-name': 'presto'}
  

• File[/etc/presto/jvm.config]

  Content differences:

  --- /etc/presto/jvm.config.orig
  +++ /etc/presto/jvm.config
  @@ -1,5 +1,5 @@
   -server
  --Xmx100G
  +-Xmx140G
   -XX:+UseG1GC
   -XX:G1HeapRegionSize=32M
   -XX:+UseGCOverheadLimit

Relevant files

• Production catalog
• Change catalog
• Production errors/warnings
• Change errors/warnings
• Core Diff
• Standard Diff