Skip to content
Snippets Groups Projects
Commit 266a3ce7 authored by Chad Hanna's avatar Chad Hanna Committed by Kipp Cannon
Browse files

Add online makefile

parent 2bbab4e2
No related branches found
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
gstlal-inspiral/share/O3/sept_opa/Makefile.online_analysis 0 → 100644
+ 229
− 0
View file @ 266a3ce7
H1_BANK_CACHE = ../svd/H1_bank.cache
L1_BANK_CACHE = ../svd/L1_bank.cache
V1_BANK_CACHE = ../svd/V1_bank.cache
RANKING_STATS := $(shell for n in $$(seq -f '%04.f' $$(wc -l ../svd/H1_bank.cache | awk '{print $$1}')); do echo "$${n}_rankingstat.xml.gz"; done)
WEBDIR=$(HOME)/public_html/observing/3
GSTLALSHAREDIR=$(HOME)/observing/3/online/code/opt/share/gstlal
ACCOUNTING_GROUP=ligo.dev.o3.cbc.em.gstlalonline
ACCOUNTING_USER=cody.messick
H1CHANNEL=GDS-CALIB_STRAIN_O2Replay
L1CHANNEL=GDS-CALIB_STRAIN_O2Replay
V1CHANNEL=Hrec_hoft_16384Hz_O2Replay
H1STATECHANNEL=GDS-CALIB_STATE_VECTOR
L1STATECHANNEL=GDS-CALIB_STATE_VECTOR
V1STATECHANNEL=Hrec_STATE_VECTOR
#H1INJSTATECHANNEL=GDS-CALIB_STATE_VECTOR
#L1INJSTATECHANNEL=GDS-CALIB_STATE_VECTOR
#V1INJSTATECHANNEL=Hrec_STATE_VECTOR
H1DQCHANNEL=DMT-DQ_VECTOR
L1DQCHANNEL=DMT-DQ_VECTOR
V1DQCHANNEL=DQ_ANALYSIS_STATE_VECTOR
#H1INJDQCHANNEL=DMT-DQ_VECTOR
#L1INJDQCHANNEL=DMT-DQ_VECTOR
#V1INJDQCHANNEL=DQ_ANALYSIS_STATE_VECTOR
H1FRAMEXMIT=224.3.2.221:7296
L1FRAMEXMIT=224.3.2.222:7297
V1FRAMEXMIT=224.3.2.223:7298
#H1INJFRAMEXMIT=224.3.2.224:7299
#L1INJFRAMEXMIT=224.3.2.225:7300
#V1INJFRAMEXMIT=224.3.2.226:7301
# FIXME currently bit 0 is not required due to an issue with misreported calib stat
# set bits 1,5,6,7,8 for non-injections jobs (adds up to dec 482)
# # set bits 1,5,7,8 for injection jobs (adds up to dec 418)
#FIXME should be this
# set bits 0,1,5,6,7,8 for non-injections jobs (adds up to dec 483)
# # set bits 0,1,5,7,8 for injection jobs (adds up to dec 419)
# # 0: HOFT_OK: h(t) was successfully computed
# # 1: OBSERVATION_INTENT: "observation intent" button is pushed
# # 2: OBSERVATION_READY: observation ready data is available
# # 3: HOFT_PROD: h(t) was produced by the calibration pipeline
# # 4: FILTERS_OK: calibration filters settled in
# # 5: NO_STOCH_HW_INJ: No stochastic HW injection
# # 6: NO_CBC_HW_INJ: No CBC HW injection
# # 7: NO_BURST_HW_INJ: No burst HW injection
# # 8: NO_DETCHAR_HW_INJ: No HW injections for detector characterization
# # 9: NO_GAP: No gap in input data
#
# VIRGO BITMASKS
# 0: h(t) was successfully computed 1: science mode button is pushed 2:
# observation ready 3: h(t) was produced by the calibration pipeline 4:
# calibration filters settled in 5: No stochastic HW injections 6: No CBC HW
# injection 7: No burst HW injection 8: No HW injections for detector
# characterization 9: No continuous wave HW injection 10: good data quality
# (CAT1 type) 11: interferometer is locked rest: not used
all : dag
H1play :
gstlal_play \
--channel-name=H1=$(H1CHANNEL) \
--dq-channel-name=H1=$(H1DQCHANNEL) \
--state-channel-name=H1=$(H1STATECHANNEL) \
--framexmit-addr=H1=$(H1FRAMEXMIT) \
--framexmit-iface=10.14.0.1 \
--state-vector-on-bits=H1=482 \
--state-vector-off-bits=H1=0 \
--dq-vector-on-bits=H1=7 \
--dq-vector-off-bits=H1=0 \
--data-source framexmit \
--output /dev/stderr \
--verbose
L1play :
gstlal_play \
--channel-name=L1=$(L1CHANNEL) \
--dq-channel-name=L1=$(L1DQCHANNEL) \
--state-channel-name=L1=$(L1STATECHANNEL) \
--framexmit-addr=L1=$(L1FRAMEXMIT) \
--framexmit-iface=10.14.0.1 \
--state-vector-on-bits=L1=482 \
--state-vector-off-bits=L1=0 \
--dq-vector-on-bits=L1=7 \
--dq-vector-off-bits=L1=0 \
--data-source framexmit \
--output /dev/stderr \
--verbose
V1play :
gstlal_play \
--channel-name=V1=$(V1CHANNEL) \
--dq-channel-name=V1=$(V1DQCHANNEL) \
--state-channel-name=V1=$(V1STATECHANNEL) \
--framexmit-addr=V1=$(V1FRAMEXMIT) \
--framexmit-iface=10.14.0.1 \
--state-vector-on-bits=V1=4095 \
--state-vector-off-bits=V1=0 \
--dq-vector-on-bits=V1=0 \
--dq-vector-off-bits=V1=0 \
--data-source framexmit \
--output /dev/stderr \
--verbose
tisi.xml :
lalapps_gen_timeslides --instrument=H1=0:0:0 --instrument=L1=0:0:0 --instrument=V1=0:0:0 $@
dag : plots ll_simplify_and_cluster.sql ll_simplify.sql tisi.xml rankingstat.cache zerolag_rankingstat_pdf.cache
gstlal_ll_inspiral_pipe \
--bank-cache H1=$(H1_BANK_CACHE),L1=$(L1_BANK_CACHE),V1=$(V1_BANK_CACHE) \
--max-jobs 1000 \
--likelihood-cache rankingstat.cache \
--zerolag-likelihood-cache zerolag_rankingstat_pdf.cache \
--channel-name=H1=$(H1CHANNEL) \
--channel-name=L1=$(L1CHANNEL) \
--channel-name=V1=$(V1CHANNEL) \
--dq-channel-name=L1=$(L1DQCHANNEL) \
--dq-channel-name=H1=$(H1DQCHANNEL) \
--dq-channel-name=V1=$(V1DQCHANNEL) \
--state-channel-name=L1=$(L1STATECHANNEL) \
--state-channel-name=H1=$(H1STATECHANNEL) \
--state-channel-name=V1=$(V1STATECHANNEL) \
--framexmit-addr=H1=$(H1FRAMEXMIT) \
--framexmit-addr=L1=$(L1FRAMEXMIT) \
--framexmit-addr=V1=$(V1FRAMEXMIT) \
--framexmit-iface=10.14.0.1 \
--state-vector-on-bits=H1=482 \
--state-vector-on-bits=L1=482 \
--state-vector-on-bits=V1=4095 \
--state-vector-off-bits=H1=0 \
--state-vector-off-bits=L1=0 \
--state-vector-off-bits=V1=0 \
--dq-vector-on-bits=H1=7 \
--dq-vector-on-bits=L1=7 \
--dq-vector-on-bits=V1=0 \
--dq-vector-off-bits=H1=0 \
--dq-vector-off-bits=L1=0 \
--dq-vector-off-bits=V1=0 \
--control-peak-time 0 \
--fir-stride 1 \
--psd-fft-length 32 \
--marginalized-likelihood-file rankingstat_pdf.xml.gz \
--gracedb-group CBC \
--gracedb-search HighMass \
--gracedb-service-url https://gracedb-playground.ligo.org/api/ \
--thinca-interval 1 \
--ht-gate-threshold 50 \
--data-source framexmit \
--likelihood-snapshot-interval 14400 \
--lvalert-listener-program gstlal_inspiral_lvalert_background_plotter \
--lvalert-listener-program gstlal_inspiral_lvalert_psd_plotter \
--inspiral-condor-command '+Online_CBC_gstlal_Skylake_inspiral=True' \
--inspiral-condor-command 'Requirements=(TARGET.Online_CBC_gstlal_Skylake_inspiral=?=True)' \
--inspiral-condor-command 'accounting_group = $(ACCOUNTING_GROUP)' \
--inspiral-condor-command 'accounting_group_user = $(ACCOUNTING_USER)' \
--inspiral-condor-command 'request_cpus = 2' \
--inspiral-condor-command 'request_memory = 7000' \
--non-inspiral-condor-command '+Online_CBC_gstlal_Skylake_other=True' \
--non-inspiral-condor-command 'Requirements=(TARGET.Online_CBC_gstlal_Skylake_other=?=True)' \
--non-inspiral-condor-command 'accounting_group = $(ACCOUNTING_GROUP)' \
--non-inspiral-condor-command 'accounting_group_user = $(ACCOUNTING_USER)' \
--non-inspiral-condor-command 'request_cpus = 2' \
--non-inspiral-condor-command 'request_memory = 7000' \
--local-condor-command 'accounting_group = $(ACCOUNTING_GROUP)' \
--local-condor-command 'accounting_group_user = $(ACCOUNTING_USER)' \
--web-dir $(WEBDIR) \
--min-instruments 1 \
--state-backup-destination gstlalcbc@pcdev3.phys.uwm.edu:/home/gstlalcbc/observing/3/uber_state_backup \
--time-slide-file tisi.xml \
--min-log-L 4 \
--gracedb-far-threshold -1
#python ~/trim_online_dag.py trigger_pipe.dag
#python ~/noretries.py trigger_pipe.dag
ll_simplify.sql :
ln -s $(GSTLALSHAREDIR)/$@ .
ll_simplify_and_cluster.sql :
ln -s $(GSTLALSHAREDIR)/$@ .
plots:
mkdir plots
mkdir -p $(WEBDIR)
set-min-instruments:
gstlal_ll_inspiral_gracedb_min_instruments --min-instruments 1 0*registry.txt
set-min-instruments-2:
gstlal_ll_inspiral_gracedb_min_instruments --min-instruments 2 0*registry.txt
set-far-thresh :
gstlal_ll_inspiral_gracedb_threshold \
--gracedb-far-threshold 1e-4 \
0*registry.txt
set-high-far-thresh :
gstlal_ll_inspiral_gracedb_threshold \
--gracedb-far-threshold 5e-6 \
0*registry.txt
disable-uploads :
gstlal_ll_inspiral_gracedb_threshold \
--gracedb-far-threshold -1 \
0*registry.txt
%_rankingstat.xml.gz :
gstlal_inspiral_create_prior_diststats --synthesize-numerator \
--instrument H1 \
--instrument L1 \
--instrument V1 \
--min-instruments 1 \
--coincidence-threshold 0.005 \
--write-likelihood $@
rankingstat.cache zerolag_rankingstat_pdf.cache : $(RANKING_STATS)
-rm -vf $@
ls $(RANKING_STATS) | lalapps_path2cache -a > rankingstat.cache
sed 's@rankingstat@zerolag_rankingstat@g' rankingstat.cache > zerolag_rankingstat_pdf.cache
clean :
rm -rf gstlal_ll_inspiral_aggregator gstlal_inspiral gstlal_inspiral_inj gracedb gstlal_inspiral_marginalize_likelihoods_online gstlal_ll_inspiral_get_urls lvalert_listen gstlal_ll_inspiral_calculate_range gstlal_ll_inspiral_save_state
rm -rf *.txt lvalert.ini *.gz trigger_pipe.* *.sub logs lvalert*.sh node* *.xml
rm -rf 0* 1* *.html gstlal_ll_inspiral_daily_page_online *.sqlite toggle.js Images plots
rm -rf dq gstlal_ll_dq gstlal_ll_inspiral_state rankingstat.cache zerolag_rankingstat_pdf.cache
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment