Project
analytics
Instance name
aqs-test1002
Instance Id
0cae4a9d-1722-45d9-9dd9-782a9193eb89
IP
172.16.4.85 [fixed]
Status
ACTIVE
Host hypervisor
cloudvirt1026.eqiad.wmnet
Libvirt ID
i-0002beac
Type
UNKNOWN
Image
debian-9.13-stretch (deprecated 2021-03-01)
[ad7bee1a-a890-4fed-b851-6c02138683b0]
CPUs
-
RAM
-M
Storage
-G
Created
2021-02-08T15:50:16Z
Created by
Elukey
Last modified
2021-05-04T15:50:26Z
Puppet classes
role::aqs
Hiera settings
deployment_server: deployment-deploy01.deployment-prep.eqiad1.wikimedia.cloud
hadoop_clusters: {'analytics-hadoop-labs': {'core_site_extra_properties': {'hadoop.proxyuser.hive.groups': '*', 'hadoop.proxyuser.hive.hosts': '*', 'hadoop.rpc.protection': 'privacy', 'hadoop.security.authentication': 'kerberos', 'hadoop.ssl.enabled': 'true'}, 'hadoop_namenode_opts': '-Xms4096m -Xmx4096m -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled', 'hdfs_site_extra_properties': {'dfs.block.access.token.enable': 'true', 'dfs.cluster.administrators': 'elukey,otto', 'dfs.data.transfer.protection': 'privacy', 'dfs.datanode.kerberos.principal': 'hdfs/_HOST@ANALYTICS.EQIAD.WMFLABS', 'dfs.datanode.keytab.file': '/etc/security/keytabs/hadoop/hdfs.keytab', 'dfs.encrypt.data.transfer': 'true', 'dfs.encrypt.data.transfer.cipher.key.bitlength': '128', 'dfs.encrypt.data.transfer.cipher.suites': 'AES/CTR/NoPadding', 'dfs.http.policy': 'HTTPS_ONLY', 'dfs.journalnode.kerberos.internal.spnego.principal': 'HTTP/_HOST@ANALYTICS.EQIAD.WMFLABS', 'dfs.journalnode.kerberos.principal': 'hdfs/_HOST@ANALYTICS.EQIAD.WMFLABS', 'dfs.journalnode.keytab.file': '/etc/security/keytabs/hadoop/hdfs.keytab', 'dfs.namenode.kerberos.principal': 'hdfs/_HOST@ANALYTICS.EQIAD.WMFLABS', 'dfs.namenode.keytab.file': '/etc/security/keytabs/hadoop/hdfs.keytab', 'dfs.secondary.namenode.kerberos.principal': 'hdfs/_HOST@ANALYTICS.EQIAD.WMFLABS', 'dfs.secondary.namenode.keytab.file': '/etc/security/keytabs/hadoop/hdfs.keytab', 'dfs.web.authentication.kerberos.keytab': '/etc/security/keytabs/hadoop/hdfs.keytab'}, 'hdfs_trash_checkpoint_interval': 1440, 'hdfs_trash_interval': 43200, 'journalnode_hosts': ['hadoop-worker-1.analytics.eqiad.wmflabs', 'hadoop-worker-2.analytics.eqiad.wmflabs', 'hadoop-worker-3.analytics.eqiad.wmflabs'], 'mapred_site_extra_properties': {'mapreduce.jobhistory.http.policy': 'HTTPS_ONLY', 'mapreduce.jobhistory.keytab': '/etc/security/keytabs/hadoop/mapred.keytab', 'mapreduce.jobhistory.principal': 'mapred/_HOST@ANALYTICS.EQIAD.WMFLABS', 'mapreduce.shuffle.ssl.enabled': 'true'}, 'mapreduce.map.java.opts': '-Xmx1638m', 'mapreduce.map.memory.mb': 2048, 'mapreduce.reduce.java.opts': '-Xmx3276m', 'mapreduce.reduce.memory.mb': 4096, 'mapreduce_history_java_opts': '-Xms2048m -Xmx2048m', 'namenode_hosts': ['hadoop-master-3.analytics.eqiad.wmflabs', 'hadoop-master-4.analytics.eqiad.wmflabs'], 'resourcemanager_hosts': ['hadoop-master-3.analytics.eqiad.wmflabs', 'hadoop-master-4.analytics.eqiad.wmflabs'], 'ssl_client_config': {'ssl.client.truststore.location': '/etc/hadoop/conf/truststore.jks', 'ssl.client.truststore.password': '123456', 'ssl.client.truststore.type': 'jks'}, 'ssl_server_config': {'ssl.server.keystore.keypassword': '123456', 'ssl.server.keystore.location': '/etc/hadoop/conf/hadoop.keystore.jks', 'ssl.server.keystore.password': '123456', 'ssl.server.keystore.type': 'jks', 'ssl.server.truststore.location': '/etc/hadoop/conf/truststore.jks', 'ssl.server.truststore.password': '123456', 'ssl.server.truststore.type': 'jks'}, 'yarn.app.mapreduce.am.command-opts': '-Xmx3276m', 'yarn.app.mapreduce.am.resource.mb': 4096, 'yarn.scheduler.maximum-allocation-mb': 6144, 'yarn.scheduler.maximum-allocation-vcores': 3, 'yarn.scheduler.minimum-allocation-mb': 0, 'yarn.scheduler.minimum-allocation-vcores': 0, 'yarn_nodemanager_container_executor_config': {'allowed.system.users': 'nobody,hive', 'banned.users': 'root,hdfs,yarn,mapred,bin', 'min.user.id': '1000', 'yarn.nodemanager.linux-container-executor.group': 'yarn'}, 'yarn_resourcemanager_opts': '-Xms2048m -Xmx2048m', 'yarn_site_extra_properties': {'spark.authenticate': 'true', 'yarn.http.policy': 'HTTPS_ONLY', 'yarn.nodemanager.container-executor.class': 'org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor', 'yarn.nodemanager.keytab': '/etc/security/keytabs/hadoop/yarn.keytab', 'yarn.nodemanager.linux-container-executor.group': 'yarn', 'yarn.nodemanager.principal': 'yarn/_HOST@ANALYTICS.EQIAD.WMFLABS', 'yarn.resourcemanager.keytab': '/etc/security/keytabs/hadoop/yarn.keytab', 'yarn.resourcemanager.principal': 'yarn/_HOST@ANALYTICS.EQIAD.WMFLABS'}, 'zookeeper_cluster_name': 'main-eqiad'}}
kafka_clusters: {'jumbo-analytics': {'brokers': {'k4-1.analytics.eqiad.wmflabs': {'id': 41}, 'k4-2.analytics.eqiad.wmflabs': {'id': 42}, 'k4-3.analytics.eqiad.wmflabs': {'id': 43}}, 'zookeeper_cluster_name': 'main-eqiad'}}
kafka_message_max_bytes: 4194304
kerberos::kadmin_server_fallback: kdc.analytics.eqiad.wmflabs
kerberos::kadmin_server_primary: kdc.analytics.eqiad.wmflabs
kerberos::kdc_servers: kdc.analytics.eqiad.wmflabs
kerberos::realm_name: analytics.eqiad,wmflabs
keyholder::require_encrypted_keys: nope
network::allow_deployment_from_ips: ['172.16.5.168']
profile::analytics::refinery::job::data_purge::deploy_jobs: False
profile::aqs::cassandra_default_consistency: localOne
profile::aqs::cassandra_local_dc: datacenter1
profile::aqs::cassandra_password: %{passwords::aqs::aqs_user}
profile::aqs::cassandra_user: aqs
profile::aqs::druid_datasources: {'mediawiki_history': 'mediawiki_history_reduced_2021-01'}
profile::aqs::druid_host: aqs-test1001.analytics.eqiad1.wikimedia.cloud
profile::aqs::druid_properties: {'host': 'localhost', 'port': 8082, 'query_path': '/druid/v2/', 'scheme': 'http'}
profile::aqs::druid_query_path: /druid/v2/
profile::aqs::druid_uri_pattern: ^http:\/\/druid-public-broker.svc.eqiad.wmnet:8082\/druid\/v2
profile::aqs::git_deploy: True
profile::aqs::logstash_host: deployment-logstash03.deployment-prep.eqiad.wmflabs
profile::aqs::monitoring_enabled: False
profile::aqs::seeds: ['aqs-test1001.analytics.eqiad1.wikimedia.cloud', 'aqs-test1002.analytics.eqiad1.wikimedia.cloud', 'aqs-test1003.analytics.eqiad1.wikimedia.cloud']
profile::aqs::statsd_host: localhost
profile::cassandra::allow_analytics: True
profile::cassandra::disable_graphite_metrics: True
profile::cassandra::instances: {'aqs-test1001.analytics.eqiad1.wikimedia.cloud': {}, 'aqs-test1002.analytics.eqiad1.wikimedia.cloud': {}, 'aqs-test1003.analytics.eqiad1.wikimedia.cloud': {}}
profile::cassandra::monitor_enabled: False
profile::cassandra::rack: rack1
profile::cassandra::settings: {'cluster_name': 'Analytics Query Service Storage Beta', 'default_instance_params': {'data_directory_base': '/srv/cassandra', 'rpc_address': '%{::ipaddress}'}, 'listen_address': '%{::ipaddress}', 'logstash_host': 'deployment-logstash03.deployment-prep.eqiad.wmflabs', 'target_version': '2.2'}
profile::hadoop::common::hadoop_cluster_name: analytics-hadoop-labs
profile::hadoop::firewall::master::ssl_enabled: True
profile::hadoop::spark2::extra_settings: {'spark.authenticate': True, 'spark.authenticate.enableSaslEncryption': True, 'spark.io.encryption.enabled': True, 'spark.io.encryption.keySizeBits': 128, 'spark.io.encryption.keygen.algorithm': 'HmacSHA1', 'spark.network.crypto.enabled': True, 'spark.network.crypto.keyFactoryAlgorithm': 'PBKDF2WithHmacSHA1', 'spark.network.crypto.keyLength': 128, 'spark.network.sasl.serverAlwaysEncrypt': True}
profile::hive::client::hive_metastore_kerberos_keytab_file: /etc/security/keytabs/hive/hive.keytab
profile::hive::client::hive_metastore_kerberos_principal: hive/_HOST@ANALYTICS.EQIAD.WMFLABS
profile::hive::client::hive_metastore_sasl_enabled: True
profile::hive::client::hive_server2_authentication: KERBEROS
profile::hive::client::hive_server2_authentication_kerberos_keytab: /etc/security/keytabs/hive/hive.keytab
profile::hive::client::hive_server2_authentication_kerberos_principal: hive/_HOST@ANALYTICS.EQIAD.WMFLABS
profile::hive::client::metastore_host: hadoop-coordinator-2.eqiad.wmflabs
profile::hive::client::server_host: hadoop-coordinator-2.eqiad.wmflabs
profile::hive::client::server_port: 10000
profile::hue::database_host: hadoop-coordinator-2.eqiad.wmflabs
profile::hue::hive_server_host: hadoop-coordinator-2.eqiad.wmflabs
profile::oozie::server::local_realm: ANALYTICS.EQIAD.WMFLABS
profile::oozie::server::oozie_authentication_kerberos_principal: HTTP/_HOST@ANALYTICS.EQIAD.WMFLABS
profile::oozie::server::oozie_authentication_type: kerberos
profile::oozie::server::oozie_service_kerberos_enabled: True
profile::oozie::server::oozie_service_kerberos_principal: oozie/_HOST@ANALYTICS.EQIAD.WMFLABS
profile::oozie::server::oozie_service_keytab_file: /etc/security/keytabs/oozie/oozie.keytab
profile::rsyslog::kafka_shipper::kafka_brokers: ['deployment-logstash03.deployment-prep.eqiad.wmflabs:9093']
profile::zookeeper::cluster_name: main-eqiad
profile::zookeeper::is_critical: False
profile::zookeeper::max_client_connections: 1024
profile::zookeeper::sync_limit: 8
profile::zookeeper::zookeeper_version: installed
scap::deployment_server: deployment-deploy01.deployment-prep.eqiad1.wikimedia.cloud
scap::dsh::groups: {'mediawiki-installation': {'hosts': ['127.0.0.1']}}
scap::keyholder_agents: {'analytics_deploy': {'trusted_groups': ['project-analytics']}, 'deploy-service': {'trusted_groups': ['project-analytics']}, 'eventlogging': {'trusted_groups': ['project-analytics']}}
scap::sources: {'analytics/refinery': {'repository': 'analytics/refinery', 'scap_repository': 'analytics/refinery/scap'}, 'analytics/superset/deploy': {'repository': 'analytics/superset/deploy'}, 'analytics/turnilo/deploy': {'repository': 'analytics/turnilo/deploy'}}
scap::wmflabs_master: deployment-deploy01.deployment-prep.eqiad1.wikimedia.cloud
zookeeper_clusters: {'main-eqiad': {'hosts': {'zk1-1.analytics.eqiad.wmflabs': '101', 'zk1-2.analytics.eqiad.wmflabs': '102', 'zk1-3.analytics.eqiad.wmflabs': '103'}}}