From 266a3ce77502bc9a79cd53c8821a26c932859e2c Mon Sep 17 00:00:00 2001
From: Chad Hanna <chad.hanna@ligo.org>
Date: Fri, 24 Aug 2018 13:33:03 -0400
Subject: [PATCH] Add online makefile
---
.../O3/sept_opa/Makefile.online_analysis | 229 ++++++++++++++++++
1 file changed, 229 insertions(+)
create mode 100644 gstlal-inspiral/share/O3/sept_opa/Makefile.online_analysis
diff --git a/gstlal-inspiral/share/O3/sept_opa/Makefile.online_analysis b/gstlal-inspiral/share/O3/sept_opa/Makefile.online_analysis
new file mode 100644
index 0000000000..91508fa9ed
--- /dev/null
+++ b/gstlal-inspiral/share/O3/sept_opa/Makefile.online_analysis
@@ -0,0 +1,229 @@
+H1_BANK_CACHE = ../svd/H1_bank.cache
+L1_BANK_CACHE = ../svd/L1_bank.cache
+V1_BANK_CACHE = ../svd/V1_bank.cache
+
+RANKING_STATS := $(shell for n in $$(seq -f '%04.f' $$(wc -l ../svd/H1_bank.cache | awk '{print $$1}')); do echo "$${n}_rankingstat.xml.gz"; done)
+
+WEBDIR=$(HOME)/public_html/observing/3
+GSTLALSHAREDIR=$(HOME)/observing/3/online/code/opt/share/gstlal
+
+ACCOUNTING_GROUP=ligo.dev.o3.cbc.em.gstlalonline
+ACCOUNTING_USER=cody.messick
+
+H1CHANNEL=GDS-CALIB_STRAIN_O2Replay
+L1CHANNEL=GDS-CALIB_STRAIN_O2Replay
+V1CHANNEL=Hrec_hoft_16384Hz_O2Replay
+
+H1STATECHANNEL=GDS-CALIB_STATE_VECTOR
+L1STATECHANNEL=GDS-CALIB_STATE_VECTOR
+V1STATECHANNEL=Hrec_STATE_VECTOR
+#H1INJSTATECHANNEL=GDS-CALIB_STATE_VECTOR
+#L1INJSTATECHANNEL=GDS-CALIB_STATE_VECTOR
+#V1INJSTATECHANNEL=Hrec_STATE_VECTOR
+
+H1DQCHANNEL=DMT-DQ_VECTOR
+L1DQCHANNEL=DMT-DQ_VECTOR
+V1DQCHANNEL=DQ_ANALYSIS_STATE_VECTOR
+#H1INJDQCHANNEL=DMT-DQ_VECTOR
+#L1INJDQCHANNEL=DMT-DQ_VECTOR
+#V1INJDQCHANNEL=DQ_ANALYSIS_STATE_VECTOR
+
+H1FRAMEXMIT=224.3.2.221:7296
+L1FRAMEXMIT=224.3.2.222:7297
+V1FRAMEXMIT=224.3.2.223:7298
+#H1INJFRAMEXMIT=224.3.2.224:7299
+#L1INJFRAMEXMIT=224.3.2.225:7300
+#V1INJFRAMEXMIT=224.3.2.226:7301
+
+# FIXME currently bit 0 is not required due to an issue with misreported calib stat
+# set bits 1,5,6,7,8 for non-injections jobs (adds up to dec 482)
+# # set bits 1,5,7,8 for injection jobs (adds up to dec 418)
+#FIXME should be this
+# set bits 0,1,5,6,7,8 for non-injections jobs (adds up to dec 483)
+# # set bits 0,1,5,7,8 for injection jobs (adds up to dec 419)
+# # 0: HOFT_OK: h(t) was successfully computed
+# # 1: OBSERVATION_INTENT: "observation intent" button is pushed
+# # 2: OBSERVATION_READY: observation ready data is available
+# # 3: HOFT_PROD: h(t) was produced by the calibration pipeline
+# # 4: FILTERS_OK: calibration filters settled in
+# # 5: NO_STOCH_HW_INJ: No stochastic HW injection
+# # 6: NO_CBC_HW_INJ: No CBC HW injection
+# # 7: NO_BURST_HW_INJ: No burst HW injection
+# # 8: NO_DETCHAR_HW_INJ: No HW injections for detector characterization
+# # 9: NO_GAP: No gap in input data
+#
+# VIRGO BITMASKS
+# 0: h(t) was successfully computed 1: science mode button is pushed 2:
+# observation ready 3: h(t) was produced by the calibration pipeline 4:
+# calibration filters settled in 5: No stochastic HW injections 6: No CBC HW
+# injection 7: No burst HW injection 8: No HW injections for detector
+# characterization 9: No continuous wave HW injection 10: good data quality
+# (CAT1 type) 11: interferometer is locked rest: not used
+
+all : dag
+
+H1play :
+ gstlal_play \
+ --channel-name=H1=$(H1CHANNEL) \
+ --dq-channel-name=H1=$(H1DQCHANNEL) \
+ --state-channel-name=H1=$(H1STATECHANNEL) \
+ --framexmit-addr=H1=$(H1FRAMEXMIT) \
+ --framexmit-iface=10.14.0.1 \
+ --state-vector-on-bits=H1=482 \
+ --state-vector-off-bits=H1=0 \
+ --dq-vector-on-bits=H1=7 \
+ --dq-vector-off-bits=H1=0 \
+ --data-source framexmit \
+ --output /dev/stderr \
+ --verbose
+
+L1play :
+ gstlal_play \
+ --channel-name=L1=$(L1CHANNEL) \
+ --dq-channel-name=L1=$(L1DQCHANNEL) \
+ --state-channel-name=L1=$(L1STATECHANNEL) \
+ --framexmit-addr=L1=$(L1FRAMEXMIT) \
+ --framexmit-iface=10.14.0.1 \
+ --state-vector-on-bits=L1=482 \
+ --state-vector-off-bits=L1=0 \
+ --dq-vector-on-bits=L1=7 \
+ --dq-vector-off-bits=L1=0 \
+ --data-source framexmit \
+ --output /dev/stderr \
+ --verbose
+
+V1play :
+ gstlal_play \
+ --channel-name=V1=$(V1CHANNEL) \
+ --dq-channel-name=V1=$(V1DQCHANNEL) \
+ --state-channel-name=V1=$(V1STATECHANNEL) \
+ --framexmit-addr=V1=$(V1FRAMEXMIT) \
+ --framexmit-iface=10.14.0.1 \
+ --state-vector-on-bits=V1=4095 \
+ --state-vector-off-bits=V1=0 \
+ --dq-vector-on-bits=V1=0 \
+ --dq-vector-off-bits=V1=0 \
+ --data-source framexmit \
+ --output /dev/stderr \
+ --verbose
+
+tisi.xml :
+ lalapps_gen_timeslides --instrument=H1=0:0:0 --instrument=L1=0:0:0 --instrument=V1=0:0:0 $@
+
+dag : plots ll_simplify_and_cluster.sql ll_simplify.sql tisi.xml rankingstat.cache zerolag_rankingstat_pdf.cache
+ gstlal_ll_inspiral_pipe \
+ --bank-cache H1=$(H1_BANK_CACHE),L1=$(L1_BANK_CACHE),V1=$(V1_BANK_CACHE) \
+ --max-jobs 1000 \
+ --likelihood-cache rankingstat.cache \
+ --zerolag-likelihood-cache zerolag_rankingstat_pdf.cache \
+ --channel-name=H1=$(H1CHANNEL) \
+ --channel-name=L1=$(L1CHANNEL) \
+ --channel-name=V1=$(V1CHANNEL) \
+ --dq-channel-name=L1=$(L1DQCHANNEL) \
+ --dq-channel-name=H1=$(H1DQCHANNEL) \
+ --dq-channel-name=V1=$(V1DQCHANNEL) \
+ --state-channel-name=L1=$(L1STATECHANNEL) \
+ --state-channel-name=H1=$(H1STATECHANNEL) \
+ --state-channel-name=V1=$(V1STATECHANNEL) \
+ --framexmit-addr=H1=$(H1FRAMEXMIT) \
+ --framexmit-addr=L1=$(L1FRAMEXMIT) \
+ --framexmit-addr=V1=$(V1FRAMEXMIT) \
+ --framexmit-iface=10.14.0.1 \
+ --state-vector-on-bits=H1=482 \
+ --state-vector-on-bits=L1=482 \
+ --state-vector-on-bits=V1=4095 \
+ --state-vector-off-bits=H1=0 \
+ --state-vector-off-bits=L1=0 \
+ --state-vector-off-bits=V1=0 \
+ --dq-vector-on-bits=H1=7 \
+ --dq-vector-on-bits=L1=7 \
+ --dq-vector-on-bits=V1=0 \
+ --dq-vector-off-bits=H1=0 \
+ --dq-vector-off-bits=L1=0 \
+ --dq-vector-off-bits=V1=0 \
+ --control-peak-time 0 \
+ --fir-stride 1 \
+ --psd-fft-length 32 \
+ --marginalized-likelihood-file rankingstat_pdf.xml.gz \
+ --gracedb-group CBC \
+ --gracedb-search HighMass \
+ --gracedb-service-url https://gracedb-playground.ligo.org/api/ \
+ --thinca-interval 1 \
+ --ht-gate-threshold 50 \
+ --data-source framexmit \
+ --likelihood-snapshot-interval 14400 \
+ --lvalert-listener-program gstlal_inspiral_lvalert_background_plotter \
+ --lvalert-listener-program gstlal_inspiral_lvalert_psd_plotter \
+ --inspiral-condor-command '+Online_CBC_gstlal_Skylake_inspiral=True' \
+ --inspiral-condor-command 'Requirements=(TARGET.Online_CBC_gstlal_Skylake_inspiral=?=True)' \
+ --inspiral-condor-command 'accounting_group = $(ACCOUNTING_GROUP)' \
+ --inspiral-condor-command 'accounting_group_user = $(ACCOUNTING_USER)' \
+ --inspiral-condor-command 'request_cpus = 2' \
+ --inspiral-condor-command 'request_memory = 7000' \
+ --non-inspiral-condor-command '+Online_CBC_gstlal_Skylake_other=True' \
+ --non-inspiral-condor-command 'Requirements=(TARGET.Online_CBC_gstlal_Skylake_other=?=True)' \
+ --non-inspiral-condor-command 'accounting_group = $(ACCOUNTING_GROUP)' \
+ --non-inspiral-condor-command 'accounting_group_user = $(ACCOUNTING_USER)' \
+ --non-inspiral-condor-command 'request_cpus = 2' \
+ --non-inspiral-condor-command 'request_memory = 7000' \
+ --local-condor-command 'accounting_group = $(ACCOUNTING_GROUP)' \
+ --local-condor-command 'accounting_group_user = $(ACCOUNTING_USER)' \
+ --web-dir $(WEBDIR) \
+ --min-instruments 1 \
+ --state-backup-destination gstlalcbc@pcdev3.phys.uwm.edu:/home/gstlalcbc/observing/3/uber_state_backup \
+ --time-slide-file tisi.xml \
+ --min-log-L 4 \
+ --gracedb-far-threshold -1
+ #python ~/trim_online_dag.py trigger_pipe.dag
+ #python ~/noretries.py trigger_pipe.dag
+
+ll_simplify.sql :
+ ln -s $(GSTLALSHAREDIR)/$@ .
+
+ll_simplify_and_cluster.sql :
+ ln -s $(GSTLALSHAREDIR)/$@ .
+
+plots:
+ mkdir plots
+ mkdir -p $(WEBDIR)
+
+set-min-instruments:
+ gstlal_ll_inspiral_gracedb_min_instruments --min-instruments 1 0*registry.txt
+
+set-min-instruments-2:
+ gstlal_ll_inspiral_gracedb_min_instruments --min-instruments 2 0*registry.txt
+
+set-far-thresh :
+ gstlal_ll_inspiral_gracedb_threshold \
+ --gracedb-far-threshold 1e-4 \
+ 0*registry.txt
+
+set-high-far-thresh :
+ gstlal_ll_inspiral_gracedb_threshold \
+ --gracedb-far-threshold 5e-6 \
+ 0*registry.txt
+
+disable-uploads :
+ gstlal_ll_inspiral_gracedb_threshold \
+ --gracedb-far-threshold -1 \
+ 0*registry.txt
+
+%_rankingstat.xml.gz :
+ gstlal_inspiral_create_prior_diststats --synthesize-numerator \
+ --instrument H1 \
+ --instrument L1 \
+ --instrument V1 \
+ --min-instruments 1 \
+ --coincidence-threshold 0.005 \
+ --write-likelihood $@
+
+rankingstat.cache zerolag_rankingstat_pdf.cache : $(RANKING_STATS)
+ -rm -vf $@
+ ls $(RANKING_STATS) | lalapps_path2cache -a > rankingstat.cache
+ sed 's@rankingstat@zerolag_rankingstat@g' rankingstat.cache > zerolag_rankingstat_pdf.cache
+
+clean :
+ rm -rf gstlal_ll_inspiral_aggregator gstlal_inspiral gstlal_inspiral_inj gracedb gstlal_inspiral_marginalize_likelihoods_online gstlal_ll_inspiral_get_urls lvalert_listen gstlal_ll_inspiral_calculate_range gstlal_ll_inspiral_save_state
+ rm -rf *.txt lvalert.ini *.gz trigger_pipe.* *.sub logs lvalert*.sh node* *.xml
+ rm -rf 0* 1* *.html gstlal_ll_inspiral_daily_page_online *.sqlite toggle.js Images plots
+ rm -rf dq gstlal_ll_dq gstlal_ll_inspiral_state rankingstat.cache zerolag_rankingstat_pdf.cache
--
GitLab