Skip to content
Snippets Groups Projects
Commit ba6aaed4 authored by Duncan Meacher's avatar Duncan Meacher
Browse files

Added updated BNS_test_dag and O1 and O2 offline_dag Makefiles, plus required veto and gates files

parent d51aba79
No related branches found
No related tags found
No related merge requests found
Expand all Hide whitespace changes
Inline Side-by-side
Showing
with 12550 additions and 0 deletions
gstlal-inspiral/share/post_O2/H1-GATES-1163203217-24537601.txt 0 → 100644
+ 7350
− 0
View file @ ba6aaed4
This diff is collapsed.
gstlal-inspiral/share/post_O2/L1-GATES-1163203217-24537601.txt 0 → 100644
+ 2723
− 0
View file @ ba6aaed4
This diff is collapsed.
gstlal-inspiral/share/post_O2/Makefile.BNS_test_dag_O2 0 → 100644
+ 411
− 0
View file @ ba6aaed4
# condor commands
# Set the accounting tag from https://ldas-gridmon.ligo.caltech.edu/ldg_accounting/user
ACCOUNTING_TAG=ligo.prod.o2.cbc.uber.gstlaloffline
GROUP_USER=
CONDOR_COMMANDS:=--condor-command=accounting_group=$(ACCOUNTING_TAG) --condor-command=accounting_group_user=$(GROUP_USER)
############################
# Template bank parameters #
############################
# Note that these can can change if you modify the template bank program.
# Waveform approximant
APPROXIMANT = TaylorF2
# Minimum component mass for the template bank
MIN_MASS = 0.99
# Maximum component mass for the template bank
MAX_MASS = 3.1
# Minimum total mass for the template bank
MIN_TOTAL_MASS = 1.98
# Maximum total mass for the template bank
MAX_TOTAL_MASS = 6.2
# Maximum symmetric mass ratio for the template bank
MAX_ETA = 0.25
# Minimum symmetric mass ratio for the template bank
MIN_ETA = 0.18
# Low frequency cut off for the template bank placement
LOW_FREQUENCY_CUTOFF = 15.0
# High pass frequency to condition the data before measuring the psd for template placement
HIGH_PASS_FREQ = 10.0
# Highest frequency at which to compute the metric
HIGH_FREQUENCY_CUTOFF = 1024.0
# The sample rate at which to compute the template bank
SAMPLE_RATE = 4096
# The minimal match of the template bank; determines how much SNR is retained for signals "in between the bank points"
MM = 0.975
# The start time for reading the data for the bank
BANKSTART = 1187000000
# The stop time for reading the data for the bank (Bank start + 2048s)
BANKSTOP = 1187002048
# Controls the number of templates in each SVD sub bank
NUM_SPLIT_TEMPLATES = 200
# Number of bins of chi to uniformly bin templates into
NUM_CHI_BINS = 1
# Controls the overlap from sub bank to sub bank - helps mitigate edge effects
# in the SVD. Redundant templates will be removed
OVERLAP = 30
# The approximant that you wish to filter with for BANK_MCHIRP1 and BANK_MCHIRP2, respectively.
MCHIRP_SPLIT = 1.73
APPROXIMANT1 = 0.00:$(MCHIRP_SPLIT):TaylorF2
APPROXIMANT2 = $(MCHIRP_SPLIT):1000.0:SEOBNRv4_ROM
#########################
# Triggering parameters #
#########################
# The detectors to analyze
IFOS = H1 L1
# Minimum number of detecors working to use
MIN_IFOS = 2
# The GPS start time for analysis
START = 1187000000
# The GPS end time for analysis
STOP = 1187100000
# A user tag for the run
TAG = BNS_test_dag
# Run number
RUN=run_1
# A web directory for output
# cit & uwm
WEBDIR = ~/public_html/testing/$(TAG)/$(START)-$(STOP)-$(RUN)
# Atlas
#WEBDIR = ~/WWW/LSC/testing/$(TAG)/$(START)-$(STOP)-test_dag-$(RUN)
# The number of sub banks in each SVD bank file
NUMBANKS = 5
# The control peak time for the composite detection statistic. If set to 0 the
# statistic is disabled
PEAK = 0
# The length of autocorrelation chi-squared in sample points
AC_LENGTH = 351
# The minimum number of samples to include in a given time slice
SAMPLES_MIN = 2048
# The maximum number of samples to include in the 256 Hz or above time slices
SAMPLES_MAX_256 = 2048
#############################
# additional options, e.g., #
#############################
#ADDITIONAL_DAG_OPTIONS = "--samples-min $(SAMPLES_MIN) --samples-max-256 $(SAMPLES_MAX_256) --blind-injections BNS-MDC1-WIDE.xml"
ADDITIONAL_DAG_OPTIONS:=--samples-min $(SAMPLES_MIN) --samples-max-256 $(SAMPLES_MAX_256)
##############
# Injections #
##############
# Change as appropriate, whitespace is important
MCHIRP_INJECTIONS := 0.5:100.0:1_injections.xml
# Maximum injection distance in Mpc
INJ_MAX_DIST = 500
# Minimum component mass 1 for injections
INJ_MIN_MASS1 = 1.35
# Maximum component mass 1 for injections
INJ_MAX_MASS1 = 1.45
# Minimum component mass 2 for injections
INJ_MIN_MASS2 = 1.35
# Maximum component mass 2 for injections
INJ_MAX_MASS2 = 1.45
# Mean component mass 1 for injections
INJ_MEAN_MASS1 = 1.4
# Mean component mass 2 for injections
INJ_MEAN_MASS2 = 1.4
# Standard dev component mass 1 for injections
INJ_STD_MASS1 = 0.01
# Standard dev component mass 2 for injections
INJ_STD_MASS2 = 0.01
# Minimum total mass for injections
INJ_MIN_TOTAL_MASS = 2.7
# Maximum total mass for injections
INJ_MAX_TOTAL_MASS = 2.9
# minimum frequency for injections. NOTE this should be lower than the intended filtering frequency
INJ_FLOW = 25
# Injection distances
INJ_MIN_DIST = 20000
INJ_MAX_DIST = 200000
#######################
# GSTLAL VETO Options #
#######################
# Vetoes file names
VETODEF = /path/to/H1L1-CBC_VETO_DEFINER_C02_O2_1164556817-23176801.xml
vetoes_suffix := _vetoes.xml
VETOES_FILES := $(addsuffix $(vetoes_suffix),$(IFOS))
CAT1_vetoes_suffix := _CAT1_vetoes.xml
CAT1_VETOES_FILES := $(addsuffix $(CAT1_vetoes_suffix),$(IFOS))
###############################
# Segment and frame type info #
###############################
# Info from https://wiki.ligo.org/viewauth/LSC/JRPComm/ObsRun2
# GSTLAL_SEGMENTS Options
SEG_SERVER=https://segments.ligo.org
# C00
LIGO_SEGMENTS="$*:DMT-ANALYSIS_READY:1"
# C01
#LIGO_SEGMENTS="$*:DCS-ANALYSIS_READY_C01:1"
# C02
#LIGO_SEGMENTS="$*:DCH-CLEAN_SCIENCE_C02:1"
SEGMENT_TRIM = 0
SEGMENT_MIN_LENGTH = 512
# The LIGO frame types
# C00
HANFORD_FRAME_TYPE='H1_HOFT_C00'
LIVINGSTON_FRAME_TYPE='L1_HOFT_C00'
# C01
#HANFORD_FRAME_TYPE='H1_HOFT_C01'
#LIVINGSTON_FRAME_TYPE='L1_HOFT_C01'
# C02
#HANFORD_FRAME_TYPE='H1_CLEANED_HOFT_C02'
#LIVINGSTON_FRAME_TYPE='L1_CLEANED_HOFT_C02'
# The Channel names. FIXME sadly you have to change the CHANNEL_NAMES string if
# you want to analyze a different set of IFOS
# C00
H1_CHANNEL=GDS-CALIB_STRAIN
L1_CHANNEL=GDS-CALIB_STRAIN
# C01
#H1_CHANNEL=DCS-CALIB_STRAIN_C01
#L1_CHANNEL=DCS-CALIB_STRAIN_C01
# C02
#H1_CHANNEL=DCH-CLEAN_STRAIN_C02
#L1_CHANNEL=DCH-CLEAN_STRAIN_C02
CHANNEL_NAMES:=--channel-name=H1=$(H1_CHANNEL) --channel-name=L1=$(L1_CHANNEL)
###################################################################################
# Get some basic definitions. NOTE this comes from the share directory probably. #
###################################################################################
include /path/to/Makefile.offline_analysis_rules
# FIXME Is there a way to put this back in offline analysis rules?
BANK_CACHE_STRING:=H1=H1_split_bank.cache,L1=L1_split_bank.cache
BANK_CACHE_FILES:=H1_split_bank.cache L1_split_bank.cache
# the point of this is to build the string e.g. H1=../bank/H1_bank.cache,L1=../bank/L1_bank.cache
############
# Workflow #
############
all : dag SNR_sed
@echo "Submit with: condor_submit_dag -maxjobs 3000 trigger_pipe.dag"
@echo "Monitor with: tail -f trigger_pipe.dag.dagman.out | grep -v -e ULOG -e monitoring"
SNR_sed : dag
sed -i 's@environment = GST_REGISTRY_UPDATE=no;@environment = "GST_REGISTRY_UPDATE=no LD_PRELOAD=/opt/intel/2017u4/mkl/lib/intel64/libmkl_core.so"@g' gstlal_inspiral_injection_snr.sub
# Run inspiral pipe to produce dag
dag : segments.xml.gz vetoes.xml.gz frame.cache inj_tisi.xml tisi.xml plots $(WEBDIR) $(INJECTIONS) $(BANK_CACHE_FILES)
gstlal_inspiral_pipe \
--data-source frames \
--gps-start-time $(START) \
--gps-end-time $(STOP) \
--frame-cache frame.cache \
--frame-segments-file segments.xml.gz \
--vetoes vetoes.xml.gz \
--frame-segments-name datasegments \
--control-peak-time $(PEAK) \
--template-bank H1-TMPLTBANK-$(START)-2048.xml \
--num-banks $(NUMBANKS) \
--fir-stride 1 \
--web-dir $(WEBDIR) \
--time-slide-file tisi.xml \
--inj-time-slide-file inj_tisi.xml \
$(INJECTION_LIST) \
--bank-cache $(BANK_CACHE_STRING) \
--tolerance 0.9999 \
--overlap $(OVERLAP) \
--flow $(LOW_FREQUENCY_CUTOFF) \
$(CHANNEL_NAMES) \
--autocorrelation-length $(AC_LENGTH) \
$(ADDITIONAL_DAG_OPTIONS) \
$(CONDOR_COMMANDS) \
--ht-gate-threshold-linear 0.8:15.0-45.0:100.0 \
--request-cpu 2 \
--request-memory 5GB \
--min-instruments $(MIN_IFOS) \
--ranking-stat-samples 4194304
sed -i '1s/^/JOBSTATE_LOG logs\/trigger_pipe.jobstate.log\n/' trigger_pipe.dag
# sed -i "/^environment/s?\$$?GSTLAL_FIR_WHITEN=0;?" *.sub
%_split_bank.cache : H1-TMPLTBANK-$(START)-2048.xml
mkdir -p $*_split_bank
gstlal_bank_splitter \
--f-low $(LOW_FREQUENCY_CUTOFF) \
--group-by-chi $(NUM_CHI_BINS) \
--output-path $*_split_bank \
--approximant $(APPROXIMANT1) \
--approximant $(APPROXIMANT2) \
--output-cache $@ \
--overlap $(OVERLAP) \
--instrument $* \
--n $(NUM_SPLIT_TEMPLATES) \
--sort-by mchirp \
--max-f-final $(HIGH_FREQUENCY_CUTOFF) \
--write-svd-caches \
--num-banks $(NUMBANKS) \
$<
# FIXME Update lalapps_tmpltbank to more up to date command
# NOTE Command should be run with system build
H1-TMPLTBANK-$(START)-2048.xml: H1_frame.cache
lalapps_tmpltbank \
--disable-compute-moments \
--grid-spacing Hexagonal \
--dynamic-range-exponent 69.0 \
--enable-high-pass $(HIGH_PASS_FREQ) \
--high-pass-order 8 \
--strain-high-pass-order 8 \
--minimum-mass $(MIN_MASS) \
--maximum-mass $(MAX_MASS) \
--min-total-mass $(MIN_TOTAL_MASS) \
--max-total-mass $(MAX_TOTAL_MASS) \
--max-eta $(MAX_ETA) \
--min-eta $(MIN_ETA) \
--gps-start-time $(BANKSTART) \
--gps-end-time $(BANKSTOP) \
--calibrated-data real_8 \
--channel-name H1:$(H1_CHANNEL) \
--space Tau0Tau3 \
--number-of-segments 15 \
--minimal-match $(MM) \
--high-pass-attenuation 0.1 \
--min-high-freq-cutoff ERD \
--segment-length 1048576 \
--low-frequency-cutoff $(LOW_FREQUENCY_CUTOFF) \
--pad-data 8 \
--num-freq-cutoffs 1 \
--sample-rate $(SAMPLE_RATE) \
--high-frequency-cutoff $(HIGH_FREQUENCY_CUTOFF) \
--resample-filter ldas \
--strain-high-pass-atten 0.1 \
--strain-high-pass-freq $(HIGH_PASS_FREQ) \
--frame-cache H1_frame.cache \
--max-high-freq-cutoff ERD \
--approximant $(APPROXIMANT) \
--order twoPN \
--spectrum-type median \
--verbose
# NOTE Command should be run with system build
1_injections.xml :
lalapps_inspinj \
--m-distr gaussian \
--min-mass1 $(INJ_MIN_MASS1) \
--max-mass1 $(INJ_MAX_MASS1) \
--min-mass2 $(INJ_MIN_MASS2) \
--max-mass2 $(INJ_MAX_MASS2) \
--min-mtotal $(INJ_MIN_TOTAL_MASS) \
--max-mtotal $(INJ_MAX_TOTAL_MASS) \
--mean-mass1 $(INJ_MEAN_MASS1) \
--mean-mass2 $(INJ_MEAN_MASS2) \
--stdev-mass1 $(INJ_STD_MASS1) \
--stdev-mass2 $(INJ_STD_MASS2) \
--gps-start-time $(START) \
--gps-end-time $(STOP) \
--disable-spin \
--d-distr uniform \
--i-distr uniform \
--min-distance $(INJ_MIN_DIST) \
--max-distance $(INJ_MAX_DIST) \
--waveform TaylorT4threePointFivePN \
--l-distr random \
--f-lower $(INJ_FLOW) \
--time-step 20 \
--t-distr uniform \
--time-interval 3 \
--seed 51056 \
--output $@
# Produce time slides file
tisi.xml : inj_tisi.xml
lalapps_gen_timeslides --instrument=H1=0:0:0 --instrument=L1=25.13274:25.13274:25.13274 bg_tisi.xml
ligolw_add --output $@ bg_tisi.xml $<
# Produce injection time slide file
inj_tisi.xml :
lalapps_gen_timeslides --instrument=H1=0:0:0 --instrument=L1=0:0:0 $@
# Produce veto file
vetoes.xml.gz : $(VETOES_FILES)
ligolw_add --output $@ $(VETOES_FILES)
ligolw_cut --delete-column segment:segment_def_cdb --delete-column segment:creator_db --delete-column segment_definer:insertion_time $@
gzip $@
%_vetoes.xml : $(VETODEF) lauras_txt_files_to_xml H1-GATES-1163203217-24537601.txt L1-GATES-1163203217-24537601.txt
#curl -O -L -b /tmp/ecpcookie.u`id -u` https://git.ligo.org/detchar/veto-definitions/blob/master/cbc/O2/$*-GATES-1163203217-24537601.txt.txt
./lauras_txt_files_to_xml -i $* -c -p 0.125 -o $*-gates.xml $*-GATES-1163203217-24537601.txt
gstlal_segments_operations --union --segment-name VETO_CAT3_CUMULATIVE --output-file $@.tmp --output-segment-name vetoes $*-VETOTIME_CAT3-*.xml $*-VETOTIME_CAT3-*.xml
gstlal_segments_operations --union --segment-name vetoes --output-file $@ --output-segment-name vetoes $@.tmp $*-gates.xml
# Produce segments file
segments.xml.gz : $(SEGMENTS_FILES) frame.cache CAT1_vetoes.xml.gz
ligolw_add --output segdb.xml $(SEGMENTS_FILES)
ligolw_cut --delete-column segment:segment_def_cdb --delete-column segment:creator_db --delete-column segment_definer:insertion_time segdb.xml
gstlal_segments_operations --diff --output-file $@ segdb.xml CAT1_vetoes.xml.gz
gstlal_segments_trim --trim $(SEGMENT_TRIM) --gps-start-time $(START) --gps-end-time $(STOP) --min-length $(SEGMENT_MIN_LENGTH) --output $@ $@
# Produce CAT1 veto file
CAT1_vetoes.xml.gz : $(CAT1_VETOES_FILES)
ligolw_add --output $@ $(CAT1_VETOES_FILES)
ligolw_cut --delete-column segment:segment_def_cdb --delete-column segment:creator_db --delete-column segment_definer:insertion_time $@
gzip $@
%_CAT1_vetoes.xml : $(VETODEF)
ligolw_segments_from_cats_dqsegdb --segment-url=$(SEG_SERVER) --veto-file=$(VETODEF) --gps-start-time $(START) --gps-end-time $(STOP) --cumulative-categories
gstlal_segments_operations --union --segment-name VETO_CAT1_CUMULATIVE --output-file $@ --output-segment-name datasegments $*-VETOTIME_CAT1-*.xml $*-VETOTIME_CAT1-*.xml
# Produce frame cache files
frame.cache : $(FRAME_CACHE_FILES)
cat $(FRAME_CACHE_FILES) > frame.cache
# FIXME since these frame types were made incorrectly, make sure ligolw_path_to_cache reads ifo names properly
sed -i s/H\ $(LIGO_FRAME_TYPE)/H\ H1_$(LIGO_FRAME_TYPE)/g frame.cache
sed -i s/L\ $(LIGO_FRAME_TYPE)/L\ L1_$(LIGO_FRAME_TYPE)/g frame.cache
H1_frame.cache :
# FIXME force the observatory column to actually be instrument
# NOTE This command finds local data
gw_data_find -o H -t $(HANFORD_FRAME_TYPE) -l -s $(START) -e $(STOP) --url-type file | awk '{ print $$1" $*_"$$2" "$$3" "$$4" "$$5}' > $@
# NOTE This command find cvmfs data, needed on UWM for C02 cleaned data
#gw_data_find --server datafind.ligo.org:443 -o H -t $(HANFORD_FRAME_TYPE) -l -s $(START) -e $(STOP) --url-type file | awk '{ print $$1" $*_"$$2" "$$3" "$$4" "$$5}' > $@
L1_frame.cache :
# FIXME force the observatory column to actually be instrument
# NOTE This command finds local data
gw_data_find -o L -t $(LIVINGSTON_FRAME_TYPE) -l -s $(START) -e $(STOP) --url-type file | awk '{ print $$1" $*_"$$2" "$$3" "$$4" "$$5}' > $@
# NOTE This command find cvmfs data, needed on UWM for C02 cleaned data
#gw_data_find --server datafind.ligo.org:443 -o L -t $(LIVINGSTON_FRAME_TYPE) -l -s $(START) -e $(STOP) --url-type file | awk '{ print $$1" $*_"$$2" "$$3" "$$4" "$$5}' > $@
# Produce padded segments files
%_segmentspadded.xml :
ligolw_segment_query_dqsegdb --segment-url=${SEG_SERVER} -q --gps-start-time ${START} --gps-end-time ${STOP} --include-segments=$(LIGO_SEGMENTS) --result-name=datasegments > $@
# Make webpage directory and copy files across
$(WEBDIR) : $(MAKEFILE_LIST)
mkdir -p $(WEBDIR)/OPEN-BOX
cp $(MAKEFILE_LIST) $@
# Makes local plots directory
plots :
mkdir plots
clean :
-rm -rvf *.sub *.dag* *.cache *.sh logs *.sqlite plots *.html Images *.css *.js
-rm -rvf lalapps_run_sqlite/ ligolw_* gstlal_*
-rm -vf segments.xml.gz tisi.xml H1-*.xml H1_*.xml L1-*.xml L1_*xml V1-*.xml V1_*xml ?_injections.xml ????-*_split_bank-*.xml vetoes.xml.gz
-rm -vf *marginalized*.xml.gz *-ALL_LLOID*.xml.gz
-rm -vf tisi0.xml tisi1.xml
-rm -rf *_split_bank*
-rm -rf nogaps.xml segdb.xml
-rm -rf bank_aligned_spin.xml.gz
-rm -rf CAT1*.xml.gz
gstlal-inspiral/share/post_O2/Makefile.offline_dag_O1_C02 0 → 100644
+ 318
− 0
View file @ ba6aaed4
# condor commands
# Set the accounting tag from https://ldas-gridmon.ligo.caltech.edu/ldg_accounting/user
ACCOUNTING_TAG=ligo.prod.o2.cbc.uber.gstlaloffline
GROUP_USER=
CONDOR_COMMANDS:=--condor-command=accounting_group=$(ACCOUNTING_TAG) --condor-command=accounting_group_user=$(GROUP_USER)
############################
# Template bank parameters #
############################
# Low frequency cut off for the template bank placement
LOW_FREQUENCY_CUTOFF = 15.0
# Highest frequency at which to compute the metric
HIGH_FREQUENCY_CUTOFF = 1024.0
# Controls the number of templates in each SVD sub bank
NUM_SPLIT_TEMPLATES = 200
# Number of bins of chi to uniformly bin templates into
NUM_CHI_BINS_0 = 20
NUM_CHI_BINS_1 = 1
# Controls the overlap from sub bank to sub bank - helps mitigate edge effects
# in the SVD. Redundant templates will be removed
OVERLAP_0 = 30
OVERLAP_1 = 30
# The approximant that you wish to filter with for BANK_MCHIRP1 and BANK_MCHIRP2, respectively.
MCHIRP_SPLIT = 1.73
APPROXIMANT1 = 0.00:$(MCHIRP_SPLIT):TaylorF2
APPROXIMANT2 = $(MCHIRP_SPLIT):1000.0:SEOBNRv4_ROM
#########################
# Triggering parameters #
#########################
# The detectors to analyze
IFOS = H1 L1
# Minimum number of detecors working to use
MIN_IFOS = 2
# The GPS start time for analysis
START =
# The GPS end time for analysis
STOP =
# A user tag for the run
TAG =
# Run number
RUN=run_1
# A web directory for output
# cit & uwm
WEBDIR = ~/public_html/$(TAG)/$(START)-$(STOP)-$(RUN)
# Atlas
#WEBDIR = ~/WWW/LSC/$(TAG)/$(START)-$(STOP)-$(RUN)
# The number of sub banks in each SVD bank file
NUMBANKS_0 = 5
NUMBANKS_1 = 5,5,5,5,5,5,5,5,5,5,5,5,5,4,3,3,2,1,1,1
# The control peak time for the composite detection statistic. If set to 0 the
# statistic is disabled
PEAK = 0
# The length of autocorrelation chi-squared in sample points
AC_LENGTH = 351
# The minimum number of samples to include in a given time slice
SAMPLES_MIN_0 = 2048
SAMPLES_MIN_1 = 512
# The maximum number of samples to include in the 256 Hz or above time slices
SAMPLES_MAX_256 = 2048
#############################
# additional options, e.g., #
#############################
#ADDITIONAL_DAG_OPTIONS = "--samples-min $(SAMPLES_MIN) --samples-max-256 $(SAMPLES_MAX_256) --blind-injections BNS-MDC1-WIDE.xml"
ADDITIONAL_DAG_OPTIONS:=--samples-min $(SAMPLES_MIN_0) --samples-min $(SAMPLES_MIN_1) --samples-max-256 $(SAMPLES_MAX_256)
##############
# Injections #
##############
# Change as appropriate, whitespace is important
MCHIRP_INJECTIONS :=
#######################
# GSTLAL VETO Options #
#######################
# Vetoes file names
# Obtain veto definer from here: https://code.pycbc.phy.syr.edu/detchar/veto-definitions/blob/master/cbc/O1/
#commit = 77f9ee05342fcb1f7220810805118f45facf82fa
VETODEF = /path/to/H1L1-CBC_VETO_DEFINER_C02_O1_1126051217-11203200.xml
vetoes_suffix := _vetoes.xml
VETOES_FILES := $(addsuffix $(vetoes_suffix),$(IFOS))
CAT1_vetoes_suffix := _CAT1_vetoes.xml
CAT1_VETOES_FILES := $(addsuffix $(CAT1_vetoes_suffix),$(IFOS))
###############################
# Segment and frame type info #
###############################
# Info from https://wiki.ligo.org/viewauth/LSC/JRPComm/ObsRun2
# GSTLAL_SEGMENTS Options
SEG_SERVER=https://segments.ligo.org
# C00
#LIGO_SEGMENTS="$*:DMT-ANALYSIS_READY:1"
# C01
#LIGO_SEGMENTS="$*:DCS-ANALYSIS_READY_C01:1"
# C02
LIGO_SEGMENTS="$*:DCS-ANALYSIS_READY_C02:1"
SEGMENT_TRIM = 0
SEGMENT_MIN_LENGTH = 512
# The LIGO frame types
# C00
#HANFORD_FRAME_TYPE='H1_HOFT_C00'
#LIVINGSTON_FRAME_TYPE='L1_HOFT_C00'
# C01
#HANFORD_FRAME_TYPE='H1_HOFT_C01'
#LIVINGSTON_FRAME_TYPE='L1_HOFT_C01'
# C02
HANFORD_FRAME_TYPE='H1_HOFT_C02'
LIVINGSTON_FRAME_TYPE='L1_HOFT_C02'
# The Channel names. FIXME sadly you have to change the CHANNEL_NAMES string if
# you want to analyze a different set of IFOS
# C00
#H1_CHANNEL=GDS-CALIB_STRAIN
#L1_CHANNEL=GDS-CALIB_STRAIN
# C01
#H1_CHANNEL=DCS-CALIB_STRAIN_C01
#L1_CHANNEL=DCS-CALIB_STRAIN_C01
# C02
H1_CHANNEL=DCS-CALIB_STRAIN_C02
L1_CHANNEL=DCS-CALIB_STRAIN_C02
CHANNEL_NAMES:=--channel-name=H1=$(H1_CHANNEL) --channel-name=L1=$(L1_CHANNEL)
###################################################################################
# Get some basic definitions. NOTE this comes from the share directory probably. #
###################################################################################
include /path/to/Makefile.offline_analysis_rules
# FIXME Is there a way to put this back in offline analysis rules?
BANK_CACHE_STRING:=H1=H1_split_bank_0.cache,L1=L1_split_bank_0.cache --bank-cache H1=H1_split_bank_1.cache,L1=L1_split_bank_1.cache
BANK_CACHE_FILES:=H1_split_bank_0.cache L1_split_bank_0.cache H1_split_bank_1.cache L1_split_bank_1.cache
# the point of this is to build the string e.g. H1=../bank/H1_bank.cache,L1=../bank/L1_bank.cache
############
# Workflow #
############
all : dag SNR_sed
@echo "Submit with: condor_submit_dag -maxjobs 3000 trigger_pipe.dag"
@echo "Monitor with: tail -f trigger_pipe.dag.dagman.out | grep -v -e ULOG -e monitoring"
SNR_sed : dag
sed -i 's@environment = GST_REGISTRY_UPDATE=no;@environment = "GST_REGISTRY_UPDATE=no LD_PRELOAD=/opt/intel/2015u5/mkl/lib/intel64/libmkl_core.so"@g' gstlal_inspiral_injection_snr.sub
# Run inspiral pipe to produce dag
dag : segments.xml.gz vetoes.xml.gz frame.cache inj_tisi.xml tisi.xml plots $(WEBDIR) $(INJECTIONS) $(BANK_CACHE_FILES) gstlal_bank.xml.gz
gstlal_inspiral_pipe \
--data-source frames \
--gps-start-time $(START) \
--gps-end-time $(STOP) \
--frame-cache frame.cache \
--frame-segments-file segments.xml.gz \
--vetoes vetoes.xml.gz \
--frame-segments-name datasegments \
--control-peak-time $(PEAK) \
--template-bank gstlal_bank.xml.gz \
--num-banks $(NUMBANKS_0) \
--num-banks $(NUMBANKS_1) \
--fir-stride 1 \
--web-dir $(WEBDIR) \
--time-slide-file tisi.xml \
--inj-time-slide-file inj_tisi.xml \
$(INJECTION_LIST) \
--bank-cache $(BANK_CACHE_STRING) \
--tolerance 0.9999 \
--overlap $(OVERLAP_0) \
--overlap $(OVERLAP_1) \
--flow $(LOW_FREQUENCY_CUTOFF) \
$(CHANNEL_NAMES) \
--autocorrelation-length $(AC_LENGTH) \
$(ADDITIONAL_DAG_OPTIONS) \
$(CONDOR_COMMANDS) \
--ht-gate-threshold-linear 0.8:15.0-45.0:100.0 \
--request-cpu 2 \
--request-memory 5GB \
--min-instruments $(MIN_IFOS) \
--ranking-stat-samples 4194304
sed -i '1s/^/JOBSTATE_LOG logs\/trigger_pipe.jobstate.log\n/' trigger_pipe.dag
# sed -i "/^environment/s?\$$?GSTLAL_FIR_WHITEN=0;?" *.sub
# Produce split banks #FIXME REPLACE BANK FILES
%_split_bank_0.cache : bank_mtotal80split_00.xml.gz
mkdir -p $*_split_bank_0
gstlal_bank_splitter \
--f-low $(LOW_FREQUENCY_CUTOFF) \
--group-by-chi $(NUM_CHI_BINS_0) \
--output-path $*_split_bank_0 \
--approximant $(APPROXIMANT1) \
--approximant $(APPROXIMANT2) \
--output-cache $@ \
--overlap $(OVERLAP_0) \
--instrument $* \
--n $(NUM_SPLIT_TEMPLATES) \
--sort-by mchirp \
--max-f-final $(HIGH_FREQUENCY_CUTOFF) \
--write-svd-caches \
--num-banks $(NUMBANKS_0) \
$<
%_split_bank_1.cache : bank_mtotal80split_01.xml.gz
mkdir -p $*_split_bank_1
gstlal_bank_splitter \
--f-low $(LOW_FREQUENCY_CUTOFF) \
--group-by-chi $(NUM_CHI_BINS_1) \
--output-path $*_split_bank_1 \
--approximant $(APPROXIMANT1) \
--approximant $(APPROXIMANT2) \
--output-cache $@ \
--overlap $(OVERLAP_1) \
--instrument $* \
--n $(NUM_SPLIT_TEMPLATES) \
--sort-by template_duration \
--max-f-final $(HIGH_FREQUENCY_CUTOFF) \
--write-svd-caches \
--num-banks $(NUMBANKS_1) \
$<
# Copy acrross and produce template bank file
gstlal_bank.xml.gz : bank_mtotal80split_00.xml.gz bank_mtotal80split_01.xml.gz
# Useing original online bank from cit:/home/gstlalcbc/observing/2/online/Makefile.bank
ligolw_add --output gstlal_bank.xml.gz bank_mtotal80split_00.xml.gz bank_mtotal80split_01.xml.gz
bank_mtotal80split_00.xml.gz :
# On UWM:
#cp /home/scaudill/Projects/O2_development/repop_hyperbank/mtotal80cut_seed_refpsd/add_banks/bank_mtotal80split_00.xml.gz $@
cp /path/to/bank_mtotal80split_00.xml.gz $@
bank_mtotal80split_01.xml.gz :
# On UWM:
#cp /home/scaudill/Projects/O2_development/repop_hyperbank/mtotal80cut_seed_refpsd/add_banks/bank_mtotal80split_00.xml.gz $@
cp /path/to/bank_mtotal80split_01.xml.gz $@
# Produce time slides file
tisi.xml : inj_tisi.xml
lalapps_gen_timeslides --instrument=H1=0:0:0 --instrument=L1=25.13274:25.13274:25.13274 bg_tisi.xml
ligolw_add --output $@ bg_tisi.xml $<
# Produce injection time slide file
inj_tisi.xml :
lalapps_gen_timeslides --instrument=H1=0:0:0 --instrument=L1=0:0:0 $@
# Produce veto file
vetoes.xml.gz : $(VETOES_FILES)
ligolw_add --output $@ $(VETOES_FILES)
ligolw_cut --delete-column segment:segment_def_cdb --delete-column segment:creator_db --delete-column segment_definer:insertion_time $@
gzip $@
%_vetoes.xml : $(VETODEF)
gstlal_segments_operations --union --segment-name VETO_CAT3_CUMULATIVE --output-file $@ --output-segment-name vetoes $*-VETOTIME_CAT3-*.xml $*-VETOTIME_CAT3-*.xml
# Produce segments file
segments.xml.gz : $(SEGMENTS_FILES) frame.cache CAT1_vetoes.xml.gz
ligolw_add --output segdb.xml $(SEGMENTS_FILES)
ligolw_cut --delete-column segment:segment_def_cdb --delete-column segment:creator_db --delete-column segment_definer:insertion_time segdb.xml
gstlal_segments_operations --diff --output-file $@ segdb.xml CAT1_vetoes.xml.gz
gstlal_segments_trim --trim $(SEGMENT_TRIM) --gps-start-time $(START) --gps-end-time $(STOP) --min-length $(SEGMENT_MIN_LENGTH) --output $@ $@
# Produce CAT1 veto file
CAT1_vetoes.xml.gz : $(CAT1_VETOES_FILES)
ligolw_add --output $@ $(CAT1_VETOES_FILES)
ligolw_cut --delete-column segment:segment_def_cdb --delete-column segment:creator_db --delete-column segment_definer:insertion_time $@
gzip $@
%_CAT1_vetoes.xml : $(VETODEF)
ligolw_segments_from_cats_dqsegdb --segment-url=$(SEG_SERVER) --veto-file=$(VETODEF) --gps-start-time $(START) --gps-end-time $(STOP) --cumulative-categories
gstlal_segments_operations --union --segment-name VETO_CAT1_CUMULATIVE --output-file $@ --output-segment-name datasegments $*-VETOTIME_CAT1-*.xml $*-VETOTIME_CAT1-*.xml
# Produce frame cache files
frame.cache : $(FRAME_CACHE_FILES)
cat $(FRAME_CACHE_FILES) > frame.cache
# FIXME since these frame types were made incorrectly, make sure ligolw_path_to_cache reads ifo names properly
sed -i s/H\ $(LIGO_FRAME_TYPE)/H\ H1_$(LIGO_FRAME_TYPE)/g frame.cache
sed -i s/L\ $(LIGO_FRAME_TYPE)/L\ L1_$(LIGO_FRAME_TYPE)/g frame.cache
H1_frame.cache :
# FIXME force the observatory column to actually be instrument
gw_data_find -o H -t $(HANFORD_FRAME_TYPE) -l -s $(START) -e $(STOP) --url-type file | awk '{ print $$1" $*_"$$2" "$$3" "$$4" "$$5}' > $@
L1_frame.cache :
# FIXME force the observatory column to actually be instrument
gw_data_find -o L -t $(LIVINGSTON_FRAME_TYPE) -l -s $(START) -e $(STOP) --url-type file | awk '{ print $$1" $*_"$$2" "$$3" "$$4" "$$5}' > $@
# Produce padded segments files
%_segmentspadded.xml :
ligolw_segment_query_dqsegdb --segment-url=${SEG_SERVER} -q --gps-start-time ${START} --gps-end-time ${STOP} --include-segments=$(LIGO_SEGMENTS) --result-name=datasegments > $@
# Make webpage directory and copy files across
$(WEBDIR) : $(MAKEFILE_LIST)
mkdir -p $(WEBDIR)/OPEN-BOX
cp $(MAKEFILE_LIST) $@
# Makes local plots directory
plots :
mkdir plots
clean :
-rm -rvf *.sub *.dag* *.cache *.sh logs *.sqlite plots *.html Images *.css *.js
-rm -rvf lalapps_run_sqlite/ ligolw_* gstlal_*
-rm -vf segments.xml.gz tisi.xml H1-*.xml H1_*.xml L1-*.xml L1_*xml V1-*.xml V1_*xml ?_injections.xml ????-*_split_bank-*.xml vetoes.xml.gz
-rm -vf *marginalized*.xml.gz *-ALL_LLOID*.xml.gz
-rm -vf tisi0.xml tisi1.xml
-rm -rf *_split_bank*
-rm -rf nogaps.xml segdb.xml
-rm -rf bank_aligned_spin.xml.gz
-rm -rf CAT1*.xml.gz
gstlal-inspiral/share/post_O2/Makefile.offline_dag_O2_C02 0 → 100644
+ 323
− 0
View file @ ba6aaed4
This diff is collapsed.
gstlal-inspiral/share/post_O2/lauras_txt_files_to_xml 0 → 100755
+ 101
− 0
View file @ ba6aaed4
#!/usr/bin/env python
#
# Copyright (C) 2017 Kipp Cannon
#
# This program is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by the
# Free Software Foundation; either version 3 of the License, or (at your
# option) any later version.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General
# Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
#
# =============================================================================
#
# Preamble
#
# =============================================================================
#
from optparse import OptionParser
import sys
from glue.ligolw import ligolw
from glue.ligolw import utils as ligolw_utils
from glue.ligolw.utils import process as ligolw_process
from glue.ligolw.utils import segments as ligolw_segments
from glue import segments
from lal import LIGOTimeGPS
#
# =============================================================================
#
# Command Line
#
# =============================================================================
#
def parse_command_line():
parser = OptionParser(
version = "Name: %prog",
usage = "%prog [options] [url ...]",
description = "Blah blah blah"
)
parser.add_option("-c", "--coalesce", action = "store_true", help = "Coalesce the segment list.")
parser.add_option("-i", "--instrument", metavar = "name", help = "Set the instrument name (require).")
parser.add_option("-n", "--name", metavar = "name", default = "vetoes", help = "Set the segment list name (default = \"vetoes\").")
parser.add_option("-o", "--output", metavar = "filename", help = "Write output to filename (default = stdout).")
parser.add_option("-p", "--padding", metavar = "seconds", type = "float", default = 0.0, help = "Set the padding to add before and after each segment (default = 0).")
parser.add_option("-v", "--verbose", action = "store_true", help = "Be verbose.")
options, filenames = parser.parse_args()
params = options.__dict__.copy()
if options.instrument is None:
raise ValueError("missing --instrument")
if options.padding < 0.:
raise ValueError("--padding must be >= 0")
if len(filenames) != 1:
raise ValueError("must provide exactly one filename after options")
return options, filenames, params
#
# =============================================================================
#
# Main
#
# =============================================================================
#
options, filenames, params = parse_command_line()
xmldoc = ligolw.Document()
xmldoc.appendChild(ligolw.LIGO_LW())
process = ligolw_process.register_to_xmldoc(xmldoc, sys.argv[0], params)
with ligolw_segments.LigolwSegments(xmldoc, process) as xmlsegments:
for filename in filenames:
segs = segments.segmentlist([segments.segment(LIGOTimeGPS(mid) - float(halfwidth), LIGOTimeGPS(mid) + float(halfwidth)) for mid, halfwidth, taper in map(str.split, open(filename))])
segs.protract(options.padding)
if options.coalesce:
segs.coalesce()
xmlsegments.insert_from_segmentlistdict({options.instrument: segs}, options.name)
ligolw_utils.write_filename(xmldoc, options.output, (options.output or "stdout").endswith(".gz"))
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment