Project
analytics
Instance name
airflow-test-2
Instance Id
7a32afd0-4a62-4af6-88e1-d2f09c57fa2b
IP
172.16.6.110 [fixed]
Status
ACTIVE
Host hypervisor
cloudvirt1037.eqiad.wmnet
Libvirt ID
i-000388b2
Type
g3.cores1.ram2.disk20
Image
debian-10.0-buster (deprecated 2021-07-30)
[844021a6-5837-42b8-8a38-b7547be9e952]
CPUs
1
RAM
2048M
Storage
20G
Created
2021-05-24T18:23:19Z
Created by
Ottomata
Last modified
2021-05-24T18:23:31Z
Puppet classes
role::puppetmaster::standalone
Hiera settings
deployment_server: deployment-deploy01.deployment-prep.eqiad1.wikimedia.cloud
hadoop_clusters: {'analytics-hadoop-labs': {'core_site_extra_properties': {'hadoop.proxyuser.hive.groups': '*', 'hadoop.proxyuser.hive.hosts': '*', 'hadoop.rpc.protection': 'privacy', 'hadoop.security.authentication': 'kerberos', 'hadoop.ssl.enabled': 'true'}, 'hadoop_namenode_opts': '-Xms4096m -Xmx4096m -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled', 'hdfs_site_extra_properties': {'dfs.block.access.token.enable': 'true', 'dfs.cluster.administrators': 'elukey,otto', 'dfs.data.transfer.protection': 'privacy', 'dfs.datanode.kerberos.principal': 'hdfs/_HOST@ANALYTICS.EQIAD.WMFLABS', 'dfs.datanode.keytab.file': '/etc/security/keytabs/hadoop/hdfs.keytab', 'dfs.encrypt.data.transfer': 'true', 'dfs.encrypt.data.transfer.cipher.key.bitlength': '128', 'dfs.encrypt.data.transfer.cipher.suites': 'AES/CTR/NoPadding', 'dfs.http.policy': 'HTTPS_ONLY', 'dfs.journalnode.kerberos.internal.spnego.principal': 'HTTP/_HOST@ANALYTICS.EQIAD.WMFLABS', 'dfs.journalnode.kerberos.principal': 'hdfs/_HOST@ANALYTICS.EQIAD.WMFLABS', 'dfs.journalnode.keytab.file': '/etc/security/keytabs/hadoop/hdfs.keytab', 'dfs.namenode.kerberos.principal': 'hdfs/_HOST@ANALYTICS.EQIAD.WMFLABS', 'dfs.namenode.keytab.file': '/etc/security/keytabs/hadoop/hdfs.keytab', 'dfs.secondary.namenode.kerberos.principal': 'hdfs/_HOST@ANALYTICS.EQIAD.WMFLABS', 'dfs.secondary.namenode.keytab.file': '/etc/security/keytabs/hadoop/hdfs.keytab', 'dfs.web.authentication.kerberos.keytab': '/etc/security/keytabs/hadoop/hdfs.keytab'}, 'hdfs_trash_checkpoint_interval': 1440, 'hdfs_trash_interval': 43200, 'journalnode_hosts': ['hadoop-worker-1.analytics.eqiad.wmflabs', 'hadoop-worker-2.analytics.eqiad.wmflabs', 'hadoop-worker-3.analytics.eqiad.wmflabs'], 'mapred_site_extra_properties': {'mapreduce.jobhistory.http.policy': 'HTTPS_ONLY', 'mapreduce.jobhistory.keytab': '/etc/security/keytabs/hadoop/mapred.keytab', 'mapreduce.jobhistory.principal': 'mapred/_HOST@ANALYTICS.EQIAD.WMFLABS', 'mapreduce.shuffle.ssl.enabled': 'true'}, 'mapreduce.map.java.opts': '-Xmx1638m', 'mapreduce.map.memory.mb': 2048, 'mapreduce.reduce.java.opts': '-Xmx3276m', 'mapreduce.reduce.memory.mb': 4096, 'mapreduce_history_java_opts': '-Xms2048m -Xmx2048m', 'namenode_hosts': ['hadoop-master-3.analytics.eqiad.wmflabs', 'hadoop-master-4.analytics.eqiad.wmflabs'], 'resourcemanager_hosts': ['hadoop-master-3.analytics.eqiad.wmflabs', 'hadoop-master-4.analytics.eqiad.wmflabs'], 'ssl_client_config': {'ssl.client.truststore.location': '/etc/hadoop/conf/truststore.jks', 'ssl.client.truststore.password': '123456', 'ssl.client.truststore.type': 'jks'}, 'ssl_server_config': {'ssl.server.keystore.keypassword': '123456', 'ssl.server.keystore.location': '/etc/hadoop/conf/hadoop.keystore.jks', 'ssl.server.keystore.password': '123456', 'ssl.server.keystore.type': 'jks', 'ssl.server.truststore.location': '/etc/hadoop/conf/truststore.jks', 'ssl.server.truststore.password': '123456', 'ssl.server.truststore.type': 'jks'}, 'yarn.app.mapreduce.am.command-opts': '-Xmx3276m', 'yarn.app.mapreduce.am.resource.mb': 4096, 'yarn.scheduler.maximum-allocation-mb': 6144, 'yarn.scheduler.maximum-allocation-vcores': 3, 'yarn.scheduler.minimum-allocation-mb': 0, 'yarn.scheduler.minimum-allocation-vcores': 0, 'yarn_nodemanager_container_executor_config': {'allowed.system.users': 'nobody,hive', 'banned.users': 'root,hdfs,yarn,mapred,bin', 'min.user.id': '1000', 'yarn.nodemanager.linux-container-executor.group': 'yarn'}, 'yarn_resourcemanager_opts': '-Xms2048m -Xmx2048m', 'yarn_site_extra_properties': {'spark.authenticate': 'true', 'yarn.http.policy': 'HTTPS_ONLY', 'yarn.nodemanager.container-executor.class': 'org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor', 'yarn.nodemanager.keytab': '/etc/security/keytabs/hadoop/yarn.keytab', 'yarn.nodemanager.linux-container-executor.group': 'yarn', 'yarn.nodemanager.principal': 'yarn/_HOST@ANALYTICS.EQIAD.WMFLABS', 'yarn.resourcemanager.keytab': '/etc/security/keytabs/hadoop/yarn.keytab', 'yarn.resourcemanager.principal': 'yarn/_HOST@ANALYTICS.EQIAD.WMFLABS'}, 'zookeeper_cluster_name': 'main-eqiad'}}
kafka_clusters: {'jumbo-analytics': {'brokers': {'k4-1.analytics.eqiad.wmflabs': {'id': 41}, 'k4-2.analytics.eqiad.wmflabs': {'id': 42}, 'k4-3.analytics.eqiad.wmflabs': {'id': 43}}, 'zookeeper_cluster_name': 'main-eqiad'}}
kafka_message_max_bytes: 4194304
kerberos::kadmin_server_fallback: kdc.analytics.eqiad.wmflabs
kerberos::kadmin_server_primary: kdc.analytics.eqiad.wmflabs
kerberos::kdc_servers: kdc.analytics.eqiad.wmflabs
kerberos::realm_name: analytics.eqiad,wmflabs
keyholder::require_encrypted_keys: nope
network::allow_deployment_from_ips: ['172.16.5.168']
profile::analytics::refinery::job::data_purge::deploy_jobs: False
profile::hadoop::common::hadoop_cluster_name: analytics-hadoop-labs
profile::hadoop::firewall::master::ssl_enabled: True
profile::hadoop::spark2::extra_settings: {'spark.authenticate': True, 'spark.authenticate.enableSaslEncryption': True, 'spark.io.encryption.enabled': True, 'spark.io.encryption.keySizeBits': 128, 'spark.io.encryption.keygen.algorithm': 'HmacSHA1', 'spark.network.crypto.enabled': True, 'spark.network.crypto.keyFactoryAlgorithm': 'PBKDF2WithHmacSHA1', 'spark.network.crypto.keyLength': 128, 'spark.network.sasl.serverAlwaysEncrypt': True}
profile::hive::client::hive_metastore_kerberos_keytab_file: /etc/security/keytabs/hive/hive.keytab
profile::hive::client::hive_metastore_kerberos_principal: hive/_HOST@ANALYTICS.EQIAD.WMFLABS
profile::hive::client::hive_metastore_sasl_enabled: True
profile::hive::client::hive_server2_authentication: KERBEROS
profile::hive::client::hive_server2_authentication_kerberos_keytab: /etc/security/keytabs/hive/hive.keytab
profile::hive::client::hive_server2_authentication_kerberos_principal: hive/_HOST@ANALYTICS.EQIAD.WMFLABS
profile::hive::client::metastore_host: hadoop-coordinator-2.eqiad.wmflabs
profile::hive::client::server_host: hadoop-coordinator-2.eqiad.wmflabs
profile::hive::client::server_port: 10000
profile::hue::database_host: hadoop-coordinator-2.eqiad.wmflabs
profile::hue::hive_server_host: hadoop-coordinator-2.eqiad.wmflabs
profile::oozie::server::local_realm: ANALYTICS.EQIAD.WMFLABS
profile::oozie::server::oozie_authentication_kerberos_principal: HTTP/_HOST@ANALYTICS.EQIAD.WMFLABS
profile::oozie::server::oozie_authentication_type: kerberos
profile::oozie::server::oozie_service_kerberos_enabled: True
profile::oozie::server::oozie_service_kerberos_principal: oozie/_HOST@ANALYTICS.EQIAD.WMFLABS
profile::oozie::server::oozie_service_keytab_file: /etc/security/keytabs/oozie/oozie.keytab
profile::zookeeper::cluster_name: main-eqiad
profile::zookeeper::is_critical: False
profile::zookeeper::max_client_connections: 1024
profile::zookeeper::sync_limit: 8
profile::zookeeper::zookeeper_version: installed
role::puppetmaster::standalone::autosign: True
scap::deployment_server: deployment-deploy01.deployment-prep.eqiad1.wikimedia.cloud
scap::dsh::groups: {'mediawiki-installation': {'hosts': ['127.0.0.1']}}
scap::keyholder_agents: {'analytics_deploy': {'trusted_groups': ['project-analytics']}, 'deploy-service': {'trusted_groups': ['project-analytics']}, 'eventlogging': {'trusted_groups': ['project-analytics']}}
scap::sources: {'analytics/refinery': {'repository': 'analytics/refinery', 'scap_repository': 'analytics/refinery/scap'}, 'analytics/superset/deploy': {'repository': 'analytics/superset/deploy'}, 'analytics/turnilo/deploy': {'repository': 'analytics/turnilo/deploy'}}
scap::wmflabs_master: deployment-deploy01.deployment-prep.eqiad1.wikimedia.cloud
zookeeper_clusters: {'main-eqiad': {'hosts': {'zk1-1.analytics.eqiad.wmflabs': '101', 'zk1-2.analytics.eqiad.wmflabs': '102', 'zk1-3.analytics.eqiad.wmflabs': '103'}}}