From 179eb6d228503cff435057e73ff4c8f198bee102 Mon Sep 17 00:00:00 2001 From: Patrick Godwin <patrick.godwin@ligo.org> Date: Thu, 30 May 2019 07:28:26 -0700 Subject: [PATCH] add Makefile.kafka to O3 share dir --- gstlal-inspiral/share/O3/Makefile.kafka | 47 +++++++++++++++++++++++++ 1 file changed, 47 insertions(+) create mode 100644 gstlal-inspiral/share/O3/Makefile.kafka diff --git a/gstlal-inspiral/share/O3/Makefile.kafka b/gstlal-inspiral/share/O3/Makefile.kafka new file mode 100644 index 0000000000..97e9a31b12 --- /dev/null +++ b/gstlal-inspiral/share/O3/Makefile.kafka @@ -0,0 +1,47 @@ +SHELL := /bin/bash # Use bash syntax + +######################## +# User/Accounting Tags # +######################## + +# Set the accounting tag from https://ldas-gridmon.ligo.caltech.edu/ldg_accounting/user +ACCOUNTING_GROUP=ligo.dev.o3.cbc.em.gstlalonline +ACCOUNTING_USER=patrick.godwin + +ANALYSIS_TAG = er14 + +CONDOR_UNIVERSE=local + +################## +# Kafka Settings # +################## + +# kafka options +KAFKA_NODE = cbc.ldas.cit +KAFKA_HOSTNAME := $(shell host $(KAFKA_NODE) | awk 'NF>1{print $$NF}') + +KAFKA_PORT = 9182 +ZOOKEEPER_PORT = 2271 + +############ +# Workflow # +############ + +all : kafka_broker_$(ANALYSIS_TAG).dag + @echo "launch kafka dag: condor_submit_dag kafka_broker_$(ANALYSIS_TAG).dag" + +kafka_broker_$(ANALYSIS_TAG).dag : + gstlal_kafka_dag \ + --analysis-tag $(ANALYSIS_TAG) \ + --kafka-hostname $(KAFKA_HOSTNAME) \ + --kafka-port $(KAFKA_PORT) \ + --zookeeper-port $(ZOOKEEPER_PORT) \ + --condor-universe $(CONDOR_UNIVERSE) \ + --condor-command=accounting_group=$(ACCOUNTING_GROUP) \ + --condor-command=accounting_group_user=$(ACCOUNTING_USER) \ + +clean : + -rm -rvf *.sub *.dag* *.cache *.sh logs *.ini *.txt + +clean-all : + -rm -rvf *.sub *.dag* *.cache *.sh logs *.ini *.txt kafka* zookeeper* -- GitLab