tools/vcluster/config/default.yaml (160 lines of code) (raw):
zookeeper:
docker_registry: ''
image_path: library/zookeeper
version: 3.4.10
instance_count: 1
ports:
- ZOO_PORT
volume:
- '/files'
static_env:
- name: 'ZOO_MAX_CLIENT_CNXNS'
value: '30000'
start_command: 'bash /docker-entrypoint.sh zkServer.sh start-foreground'
resource:
cpuLimit: 4.0
memLimitMb: 10000.0
diskLimitMb: 10000.0
mesos-master:
docker_registry: ''
image_path: mesosphere/mesos-master
version: 1.7.1
image: mesosphere/mesos-master:1.7.1
instance_count: 3
ports:
- MESOS_PORT
resource:
cpuLimit: 4.0
memLimitMb: 10240.0
diskLimitMb: 10240.0
static_env:
- name: 'MESOS_AUTHENTICATE_HTTP_READWRITE'
value: 'false'
- name: 'MESOS_AUTHENTICATE_FRAMEWORKS'
value: 'true'
- name: 'MESOS_AUTHENTICATE_HTTP_FRAMEWORKS'
value: 'true'
- name: 'MESOS_HTTP_FRAMEWORK_AUTHENTICATORS'
value: 'basic'
- name: 'MESOS_CREDENTIALS'
value: '/mnt/mesos/sandbox/credentials.json'
- name: 'MESOS_LOG_DIR'
value: '/var/log/mesos'
- name: 'MESOS_QUORUM'
value: '1'
- name: 'MESOS_REGISTRY'
value: 'replicated_log'
- name: 'MESOS_WORK_DIR'
value: '/mnt/mesos/sandbox/vcluster_master_workdir'
- name: 'GLOG_v'
value: '1'
dynamic_env: 'MESOS_ZK'
start_command: 'mesos-master'
fetch_files:
- source: 'https://gist.githubusercontent.com/scy0208/57b36a3b76144f5102246733579be53d/raw/9c65580d5d3b58bd8226678c60c9ae4e97c5a863/credentials.json'
name: 'credentials.json'
mesos-slave:
docker_registry: ''
image_path: mesosphere/mesos-slave
version: 1.7.1
image: mesosphere/mesos-slave:1.7.1
instance_count: 500
ports:
- MESOS_PORT
resource:
cpuLimit: 1.0
memLimitMb: 1024
diskLimitMb: 1024
static_env:
- name: 'MESOS_SWITCH_USER'
value: '0'
- name: 'MESOS_CONTAINERIZERS'
value: 'mesos'
- name: 'MESOS_LOG_DIR'
value: '/var/log/mesos'
- name: 'MESOS_ISOLATION'
value: 'posix/cpu,posix/mem'
- name: 'MESOS_LAUNCHER'
value: 'posix'
- name: 'MESOS_WORK_DIR'
value: '/mnt/mesos/sandbox/vcluster_agent_workdir'
# Make announced resource same as real physical resource.
# Each agent would expose this amount of virtual HW,
# and so the total virtual cluster HW accounted for in
# Mesos Master is num_agents * cpus for total cores for example,
# which is also the size of the Peloton root RP.
- name: 'MESOS_RESOURCES'
value: 'cpus(*):1.0;mem(*):1024;disk(*):1024;ports(*):[31000-32000]'
- name: 'MESOS_SYSTEMD_ENABLE_SUPPORT'
value: 'false'
- name: 'GLOG_v'
value: '1'
dynamic_env: 'MESOS_MASTER'
start_command: 'bash /mnt/mesos/sandbox/mesos-slave-run.sh'
fetch_files:
- source: 'https://gist.githubusercontent.com/scy0208/8aac814650845e778de9a8cb6e744645/raw/294bb7c6b0a788cea68013b55e359be9699b95ad/modules.json'
name: 'modules.json'
- source: 'https://raw.githubusercontent.com/uber/peloton/0.8.9.11/tools/minicluster/files/thermos_executor_0.19.1.pex'
name: 'thermos_executor_0.19.1.pex'
- source: 'https://gist.githubusercontent.com/varungup90/0a3bb4eaaf6404dd1547ad17760addcd/raw/c2bccd21206dc874285b67ea00b218691f6a94b6/mesos-slave-run.sh'
name: 'mesos-slave-run.sh'
cassandra:
docker_registry: ''
image_path: cassandra
version: 3.0.14
# keyspace: vcluster
instance_count: 1
ports:
- CQL_PORT
- THRIFT_PORT
start_command: 'bash /mnt/mesos/sandbox/peloton_vcluster_run_cassandra.sh'
resource:
cpuLimit: 8.0
memLimitMb: 20480.0
diskLimitMb: 32768.0
fetch_files:
- source: 'https://gist.githubusercontent.com/amittbose/a3b0fe9f7bc41750ee2a8f0fb0d39202/raw/8206f7dedea2507557d095d6c73f3b207100ed24/peloton_vcluster_run_cassandra.sh'
name: 'peloton_vcluster_run_cassandra.sh'
executable: true
- source: 'http://central.maven.org/maven2/com/stratio/cassandra/cassandra-lucene-index-plugin/3.0.14.0/cassandra-lucene-index-plugin-3.0.14.0.jar'
name: 'cassandra-lucene-index-plugin-3.0.14.0.jar'
cached: true
peloton:
docker_registry: ''
image_path: uber/peloton
version: 0.8.0
ports:
- HTTP_PORT
- GRPC_PORT
resource:
cpuLimit: 2.0
memLimitMb: 4096
diskLimitMb: 10240
dynamic_env:
- APP
- DB_HOST
- ELECTION_ZK_SERVERS
- MESOS_ZK_PATH
- CASSANDRA_HOSTS
static_env:
- name: 'CONFIG_DIR'
value: 'config'
- name: 'AUTO_MIGRATE'
value: 'true'
- name: 'MESOS_SECRET_FILE'
value: '/mnt/mesos/sandbox/hostmgr_mesos_secret'
start_command: 'bash /bin/entrypoint.sh'
# num_log_files: 10
hostmgr:
instance_count: 2
scarce_resource_types:
- GPU
slack_resource_types:
- cpus
enable_revocable_resources: true
resmgr:
instance_count: 2
jobmgr:
instance_count: 2
placement:
instance_count: 2
placement_stateless:
instance_count: 2
aurorabridge:
instance_count: 2
fetch_files:
- source: 'https://gist.githubusercontent.com/scy0208/08a66afe3a7837e5e1c1528d16b47e6f/raw/2119f0fe20b7a1e827e4e43b288545799d6b4e5e/hostmgr_mesos_secret'
name: 'hostmgr_mesos_secret'