Commit 04ef1727 authored by Paschalis Korosoglou's avatar Paschalis Korosoglou
Browse files

ARGO-242 Change CE configuration to template

parent 2a7b4f6d
......@@ -13,6 +13,7 @@ tenants:
- "broker2.example.com"
outputdir: "/var/lib/argo-connectors/TenantA/"
jobs_all: "JOB_TenantA_ALL, JOB_TenantA_PART"
prefilter: "prefilter-tenantA.py"
jobs_details:
- name: "JOB_TenantA_ALL"
Directory: "TenantA_ALL"
......@@ -63,3 +64,9 @@ poem_fetch_profiles:
- profile_1
- profile_2
mongo_host_or_ip: "127.0.0.1"
mongo_port_number: "27017"
argo_compute_mode: "local"
prefilter_clean_bool: "false"
argo_sync_path: "/var/lib/argo-connectors"
argo_exec_path: "/usr/libexec/argo-egi-connectors"
......@@ -130,45 +130,12 @@
tags: ar-packages
yum: name=ar-compute state=latest enablerepo={{ enabled_argo_repo }}
- name: Configure ar-compute stuff 1
tags: compute_config
lineinfile: dest=/etc/ar-compute-engine.conf
regexp="^mongo_host="
line="mongo_host=127.0.0.1"
state=present
backup=yes
- name: Configure ar-compute stuff 2
tags: compute_config
lineinfile: dest=/etc/ar-compute-engine.conf
regexp="^mode="
line="mode=local"
state=present
backup=yes
- name: Configure ar-compute stuff 3
tags: compute_config
lineinfile: dest=/etc/ar-compute-engine.conf
regexp="^prefilter_clean="
line="prefilter_clean=false"
state=present
backup=yes
- name: Configure ar-compute stuff 4
tags: compute_config
lineinfile: dest=/etc/ar-compute-engine.conf
regexp="^sync_path="
line="sync_path=/var/lib/argo-connectors"
state=present
backup=yes
- name: Configure ar-compute stuff 5
tags: compute_config
lineinfile: dest=/etc/ar-compute-engine.conf
regexp="^sync_exec="
line="sync_exec=/usr/libexec/argo-egi-connectors"
state=present
backup=yes
- name: Copy out compute engine configuration file
tags: ce_config
template: src=ar-compute-engine.conf.j2
dest=/etc/ar-compute-engine.conf
owner=root group=root mode=0644
backup=yes
- name: Configure ar-compute job cycle daily cron
tags: compute_config
......@@ -187,7 +154,7 @@
name=ar_job_cycle_hourly
state=present
minute=55
hour=*
hour=*/2
job="/usr/libexec/ar-compute/bin/job_cycle.py -d $(/bin/date --utc +\%Y-\%m-\%d)"
- name: Add ar-compute poller hourly cron for tenant EGI
......
[default]
# mongo server ip location
mongo_host={{ mongo_host_or_ip }}
# mongo server port
mongo_port={{ mongo_port_number }}
# core database used by argo
mongo_core_db = argo_core
# mongo authentication
# mongo_user =
# mongo_pass =
# declare the mode of ARGOeu
# can be: local or cluster
mode={{ argo_compute_mode }}
# declare the serialization framework
# can be: avro or none
serialization=none
# declare if prefilter data must be cleaned after upload to hdfs
prefilter_clean={{ prefilter_clean_bool }}
sync_clean=true
# Provide maximum number of recomputations that can run in parallel.
recomp_threshold=1
[logging]
# mode for logging (syslog,file,none)
log_mode=syslog
# log level status
log_level=DEBUG
# If log_mode equals file - uncomment to set log file path:
# log_file=/var/log/ar-compute/ar-compute.log
# Hadoop clients log level and log appender
# If you want to log via SYSLOG make sure
# an appropriate appender is defined in hadoop
# log4j.properties file and just add the name
# of this appender in the following line. I.e.
# if you define a new appender named SYSLOG
# change console to SYSLOG, or just add
# SYSLOG appender in the following line
hadoop_log_root=INFO,console
[connectors]
sync_exec={{ argo_exec_path }}
sync_path={{ argo_sync_path }}
[jobs]
# Here are declared available tenants and available jobs
# for each tenant (tenant/job names are case-sensitive)
# The order of declarations is as follows:
#
# tenants=TenantA,TenantB
# TenantA_jobs=Job1,Job2,Job3
# TenantB_jobs=Job4,Job5
# TenantA_prefilter=prefilter_exec (optional)
#
# Declare available tenants
tenants={{ tenants|join(',')}}
# For a declared tenant declare it's jobs by using
# {Tenant_Name}_jobs conformance
{% for key,value in tenants.iteritems() %}
{{ key }}_jobs={{ value.jobs_all|replace(" ","") }}
{% if value.prefilter is defined %}
{{ key }}_prefilter={{ value.prefilter }}
{% endif %}
{% endfor %}
[sampling]
s_period=1440
s_interval=5
\ No newline at end of file
[General]
LogName = argo-{{ item.key | lower }}-consumer
LogFaultyTimestamps = True
ReportWritMsgEveryHours = 24
AvroSchema = /etc/argo-{{ item.key | lower }}-consumer/metric_data.avsc
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment