diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_ASD_residual.png b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_ASD_residual.png new file mode 100644 index 0000000000000000000000000000000000000000..d0f47b0aa23a68df7f8b0991b5b5be64ab7dba13 Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_ASD_residual.png differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_all_tf.pdf b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_all_tf.pdf new file mode 100644 index 0000000000000000000000000000000000000000..3b3732b70a5d36b838c474ac59f46060dfb0faf1 Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_all_tf.pdf differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_all_tf_ratio.pdf b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_all_tf_ratio.pdf new file mode 100644 index 0000000000000000000000000000000000000000..92d7d8b7c4540fbb5cb6f8493725acf0af75620f Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_all_tf_ratio.pdf differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_all_tf_ratio_zoomed.pdf b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_all_tf_ratio_zoomed.pdf new file mode 100644 index 0000000000000000000000000000000000000000..52a3f9a4f74cc2d86bfaf8962c353744df6bfe3a Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_all_tf_ratio_zoomed.pdf differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_calib_state_vector.pdf b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_calib_state_vector.pdf new file mode 100644 index 0000000000000000000000000000000000000000..87e7510ecda4d7c0bb7fb78e8d1d3ced52868f02 Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_calib_state_vector.pdf differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_F_CC_NOGATE.png b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_F_CC_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..8e8db9afcc038d400ba06e481d42093a5d75128d Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_F_CC_NOGATE.png differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_C_NOGATE.png b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_C_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..9a4dd044d682fa94a69297806757296863165153 Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_C_NOGATE.png differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_PUM_IMAGINARY_NOGATE.png b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_PUM_IMAGINARY_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..43b3b054f4c5a6a367204684e1a58b27633eea94 Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_PUM_IMAGINARY_NOGATE.png differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_PUM_REAL_NOGATE.png b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_PUM_REAL_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..91331a55a67bdca4ae9decbd3ded2eb7843f4179 Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_PUM_REAL_NOGATE.png differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_TST_IMAGINARY_NOGATE.png b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_TST_IMAGINARY_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..8f3517c24ffd839a1838133419dd46f4e83fd8cf Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_TST_IMAGINARY_NOGATE.png differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_TST_REAL_NOGATE.png b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_TST_REAL_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..7b16506b003d02edd4ec87967de39d790911c65f Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_TST_REAL_NOGATE.png differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_UIM_IMAGINARY_NOGATE.png b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_UIM_IMAGINARY_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..e7721f1dedc97511e79e60d616928834e280df37 Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_UIM_IMAGINARY_NOGATE.png differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_UIM_REAL_NOGATE.png b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_UIM_REAL_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..c4ee247ebf2d4fe8abd5d02cd29216b699034fe4 Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_plot_GDS-CALIB_KAPPA_UIM_REAL_NOGATE.png differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_spectrum_comparison.png b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_spectrum_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..5aa77f01c810a3f7bb132a5f84b87d9c943a90da Binary files /dev/null and b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_1235434038_1235434354_spectrum_comparison.png differ diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_hoft_GDS_frames.cache b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_hoft_GDS_frames.cache new file mode 100644 index 0000000000000000000000000000000000000000..d26006b34eb8e93f92269e5bd769925492269895 --- /dev/null +++ b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_hoft_GDS_frames.cache @@ -0,0 +1,6 @@ +L L1GDS_TEST 1235433984 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235433984-64.gwf +L L1GDS_TEST 1235434048 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235434048-64.gwf +L L1GDS_TEST 1235434112 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235434112-64.gwf +L L1GDS_TEST 1235434176 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235434176-64.gwf +L L1GDS_TEST 1235434240 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235434240-64.gwf +L L1GDS_TEST 1235434304 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235434304-64.gwf diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_raw_frames.cache b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_raw_frames.cache new file mode 100644 index 0000000000000000000000000000000000000000..e8974c25c2c7d6e76526650b7c46a950dd6fcddb --- /dev/null +++ b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/L1_raw_frames.cache @@ -0,0 +1,10 @@ +L L1_R 1235433792 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235433792-64.gwf +L L1_R 1235433856 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235433856-64.gwf +L L1_R 1235433920 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235433920-64.gwf +L L1_R 1235433984 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235433984-64.gwf +L L1_R 1235434048 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235434048-64.gwf +L L1_R 1235434112 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235434112-64.gwf +L L1_R 1235434176 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235434176-64.gwf +L L1_R 1235434240 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235434240-64.gwf +L L1_R 1235434304 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235434304-64.gwf +L L1_R 1235434368 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235434368-64.gwf diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.ASD_comparison b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.ASD_comparison new file mode 100644 index 0000000000000000000000000000000000000000..bf35f9b8478f302487a352ae1628b38d20ca2ccd --- /dev/null +++ b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.ASD_comparison @@ -0,0 +1,8 @@ +all: ASD_comparison_plots + +ASD_comparison_plots: + python ../../check_calibration/ASD_comparison_plots --ifo $(IFO)1 --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --raw-frame-cache $(IFO)1_raw_frames.cache --hoft-frame-cache $(IFO)1_hoft_GDS_frames.cache --calcs-channel-name CAL-DELTAL_EXTERNAL_DQ + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.all_tests b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.all_tests new file mode 100644 index 0000000000000000000000000000000000000000..9b80e8edb401fba2136977cff5a384627764f4c6 --- /dev/null +++ b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.all_tests @@ -0,0 +1,106 @@ +# This makefile can be used to run all of the tests instead of running them one by one. + +# Indicate IFO and observing run +# Note: Make sure that there is no space after the L or H! +# Another note: Livingston cluster cannot run this for IFO = H. Make sure that the cluster you're using has the raw frames you want. +export IFO=L +# OBSRUN inidcates where to look for filters files (e.g. O1, O2, O3, ER10, ER13, ER14, PreER13, PreER14) +#export OBSRUN=O2 +export OBSRUN=ER14 + +# Set start and stop times for a short lock stretch +export SHORT_START=1235433818 +export SHORT_END=1235434418 +# Set start and stop times for a longer stretch that spans a lock-unlock stretch +export LONG_START = 1228350334 +export LONG_END = 1228352985 + +export SHMRUNTIME=400 + +# How much time does the calibraiton need to settle at the start and end? +PLOT_WARMUP_TIME = 220 +PLOT_COOLDOWN_TIME = 64 +export SHORT_PLOT_START=$(shell echo $(SHORT_START) + $(PLOT_WARMUP_TIME) | bc) +export LONG_PLOT_START=$(shell echo $(LONG_START) + $(PLOT_WARMUP_TIME) | bc) +export SHORT_PLOT_END=$(shell echo $(SHORT_END) - $(PLOT_COOLDOWN_TIME) | bc) +export LONG_PLOT_END=$(shell echo $(LONG_END) - $(PLOT_COOLDOWN_TIME) | bc) + +# Point to all of the .ini files for different configurations +#export GDSCONFIGS=H1GDS_1232821094_gstlal-calibration-1-2-7.ini +export GDSCONFIGS=test.ini +#export GDSCONFIGSNOKAPPAS=H1GDS_1228712903_test_no_kappas.ini + +# Needed for writing pipeline graphs +export GST_DEBUG_DUMP_DOT_DIR=. + +all: response_function ASD_comparison statevector timeserieskappas + +# Create frame cache files for raw, C00, C01, and C02 frames +$(IFO)1_raw_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_R -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + +$(IFO)1_C00_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C00 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + +$(IFO)1_C01_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C01 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + +$(IFO)1_C02_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C02 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + + +# Calibrate GDS testing data +$(IFO)1_hoft_GDS_frames.cache: $(IFO)1_raw_frames.cache filters framesdir + #gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGS) + ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST-*.gwf | lalapps_path2cache > $@ + +# Calibrate GDS testing data with no kappas applied for response function test +$(IFO)1_hoft_GDS_no_kappas_frames.cache: $(IFO)1_raw_frames.cache filters framesdir + #gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGSNOKAPPAS) + #ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST_NOKAPPAS*.gwf | lalapps_path2cache > $@ + + +filters: + if [ -d Filters/$(OBSRUN)/GDSFilters ]; then \ + svn up Filters/$(OBSRUN)/GDSFilters; \ + else \ + mkdir -p Filters/$(OBSRUN); \ + cd Filters/$(OBSRUN); \ + svn co https://svn.ligo.caltech.edu/svn/aligocalibration/trunk/Runs/$(OBSRUN)/GDSFilters; \ + fi + +framesdir: + mkdir -p Frames/$(OBSRUN)/$(IFO)1/easy_raw + mkdir -p Frames/$(OBSRUN)/$(IFO)1/GDS + mkdir -p Frames/$(OBSRUN)/$(IFO)1/DCS + + +response_function: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_raw_frames.cache + make -f Makefile.response_function + +ASD_comparison: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.ASD_comparison + +statevector: $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.statevector + +timeserieskappas: $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.timeserieskappas + +pcal_to_darm: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.pcal_to_darm + +# FIXME: This is seg faulting for me right now +calib_version_comparison: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache + make -f Makefile.calib_version_comparison + +# Need to clean up this clean command +clean: + rm *.pdf + rm *.txt + rm -rf Frames/ + rm -rf Filters/ + rm *.png + rm *.dot + + diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.calib_version_comparison b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.calib_version_comparison new file mode 100644 index 0000000000000000000000000000000000000000..43ee130b15d97ca52b649fc784cd17864b0c15b4 --- /dev/null +++ b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.calib_version_comparison @@ -0,0 +1,8 @@ +all: GDS_over_C02 + +GDS_over_C02: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache + python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache-list $(IFO)1_hoft_GDS_frames.cache --denominator-frame-cache $(IFO)1_C02_frames.cache --numerator-channel-list GDS-CALIB_STRAIN --denominator-channel-name DCS-CALIB_STRAIN_C02 --denominator-name 'C02' --numerator-name 'GDS_TEST --magnitude-min 0.7 --magnitude-max 1.3 --phase-min -20.0 --phase-max 20.0 --labels 'GDS Test / C02 Transfer Function' + +clean: + *.png + diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.latency b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.latency new file mode 100644 index 0000000000000000000000000000000000000000..03cbc521ef02be6cfe141b100531d599757df60a --- /dev/null +++ b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.latency @@ -0,0 +1,8 @@ +all: latency_test + +latency_test: $(IFO)1_hoft_GDS_SHM_frames.cache + python ../../check_calibration/latency_plot.py --intime-file gstlal_compute_strain_timestamps_in.txt --outtime-file gstlal_compute_strain_timestamps_out.txt --plot-filename-prefix $(IFO)1GDS_latency --plot-title '$(IFO)1 Calibration Latency vs Time' + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.lines_ratio b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.lines_ratio new file mode 100644 index 0000000000000000000000000000000000000000..ae6edaaae15e37bb514de8ab2a4935a06bb3f277 --- /dev/null +++ b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.lines_ratio @@ -0,0 +1,8 @@ +all: lines_ratio_DCS + +lines_ratio_DCS: $(IFO)1_hoft_DCS_frames.cache + python ../../check_calibration/demod_ratio_timeseries.py --ifo $(IFO)1 --gps-end-time $(SHORT_PLOT_END) --gps-start-time $(SHORT_PLOT_START) --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-channel-name 'DCS-CALIB_STRAIN' --numerator-channel-name 'DCS-CALIB_STRAIN_CLEAN' --frequencies '35.9,36.7,331.9,1083.7;60,120,180' --magnitude-ranges '0.0,0.1;0.0,1.0' --phase-ranges '-180.0,180.0;-180.0,180.0' --plot-titles '$(IFO)1 Calibration Line Subtraction;$(IFO)1 Power Mains Line Subtraction' + +clean: + rm *.gwf *.cache *.png *.txt + diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.noise_subtraction_tf b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.noise_subtraction_tf new file mode 100644 index 0000000000000000000000000000000000000000..b26758c95a0e294128e3c878650640305306c9c0 --- /dev/null +++ b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.noise_subtraction_tf @@ -0,0 +1,8 @@ +all: noise_subtraction_tf_DCS + +noise_subtraction_tf_DCS: $(IFO)1_hoft_DCS_frames.cache + python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-channel-name DCS-CALIB_STRAIN_CLEAN --denominator-channel-name DCS-CALIB_STRAIN --magnitude-min 0.0 --magnitude-max 1.5 --phase-min -20.0 --phase-max 20.0 --plot-title 'Noise Subtraction Transfer Function' + +clean: + rm *.gwf *.cache *.png *.txt + diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.response_function b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.response_function new file mode 100644 index 0000000000000000000000000000000000000000..110a26dae576c146750ed622094ae1d14e57f9ca --- /dev/null +++ b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.response_function @@ -0,0 +1,11 @@ +all: GDS_response_function_bode_plot + +FILTERS_FILE = /home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Filters/ER14/GDSFilters/L1GDS_1235491416.npz + +GDS_response_function_bode_plot: + python ../../check_calibration/response_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --dt 6.103515625e-05 --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_GDS_frames.cache --raw-frames-cache $(IFO)1_raw_frames.cache --response-file $(FILTERS_FILE) + + +clean: + rm *.pdf + diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.statevector b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.statevector new file mode 100644 index 0000000000000000000000000000000000000000..5733f7338eaed970ea286d6177244e6cf182f926 --- /dev/null +++ b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.statevector @@ -0,0 +1,9 @@ +all: calib_state_vector_plot + +calib_state_vector_plot: + python ../../check_calibration/statevector_plot.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_GDS_frames.cache + + +clean: + rm *.pdf + diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.timeserieskappas b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.timeserieskappas new file mode 100644 index 0000000000000000000000000000000000000000..09c2e73a71bf4f268b370827b8d10ecbd9e01353 --- /dev/null +++ b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Makefile.timeserieskappas @@ -0,0 +1,18 @@ +CHANNEL1 = CALIB_KAPPA_C_NOGATE +CHANNEL2 = CALIB_KAPPA_PUM_REAL_NOGATE +CHANNEL3 = CALIB_KAPPA_TST_REAL_NOGATE +CHANNEL4 = CALIB_F_CC_NOGATE +CHANNEL5 = CALIB_KAPPA_PUM_IMAGINARY_NOGATE +CHANNEL6 = CALIB_KAPPA_TST_IMAGINARY_NOGATE +CHANNEL7 = CALIB_KAPPA_UIM_REAL_NOGATE +CHANNEL8 = CALIB_KAPPA_UIM_IMAGINARY_NOGATE + +all: GDS_Time_Series_of_Kappas + +GDS_Time_Series_of_Kappas: + python ../../check_calibration/timeserieskappas.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --channel-list 'GDS-$(CHANNEL1)','GDS-$(CHANNEL2)','GDS-$(CHANNEL3)','GDS-$(CHANNEL4)','GDS-$(CHANNEL5)','GDS-$(CHANNEL6)','GDS-$(CHANNEL7)','GDS-$(CHANNEL8)' --frame-cache $(IFO)1_hoft_GDS_frames.cache --ifo $(IFO)1 + + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/test.ini b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/test.ini new file mode 100644 index 0000000000000000000000000000000000000000..fc12634f7978f6953513c630c91879ba39fe3085 --- /dev/null +++ b/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/test.ini @@ -0,0 +1,408 @@ +[InputConfigurations] +# Filters file containing calibration FIR filters +FiltersFileName: L1GDS_1235491416.npz +# Data source should be set to frames or lvshm +DataSource: frames +FileChecksum: No +# Right now, SkipBadFiles needs to be off when reading from frames +SkipBadFiles: No +############################################ +# If reading from frames use these options # +############################################ +# None + +################################################### +# If reading from shared memory use these options # +################################################### +SHMPartition: LLO_Online +# Assumed duration of input frames in seconds +InputFrameDuration: 1 + +[OutputConfigurations] +CompressionScheme: 6 +CompressionLevel: 3 +ChanPrefix: GDS- +# Set to "None" if you do not want a channel suffix +ChanSuffix: None +# Data sink should be set to frames or lvshm +DataSink: frames +################################################# +# If writing to shared memory use these options # +################################################# +OutputSHMPartition: LLO_hoft +BufferMode: 2 +# Use this to approximate the frame size (in bytes) when writing to shared memory +FrameSize: 405338 +NumBuffers: 10 +############################################### +# If writing to frame files use these options # +############################################### +FrameType: L1GDS_TEST + +[CalibrationConfigurations] +IFO: L1 +# Set calibration mode to Full or Partial +CalibrationMode: Partial +ComputeCalibStateVector: Yes + +[DebuggingConfigurations] +# If you want to write a pipeline graph, provide the graph name. Otherwise, set name equal to None +PipelineGraphFilename: None +Verbose: Yes +# Turn this on to write data presentation timestamps and real-time unix timestamps to file at the beginning and end of the pipeline, to measure latency +TestLatency: No +# Turn this on to compute transfer functions for the filters by comparing output data to input data +TestFilters: No + +[TDCFConfigurations] +######################################################### +# Options related to time dependent correction factors # +######################################################### +ComputeKappaTST: Yes +ApplyKappaTST: No +# Set this to have the \kappa_tst factors filter the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaTST: No + +ComputeKappaPU: No +ApplyKappaPU: No +# Set this to have the \kappa_pu factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors +ApplyComplexKappaPU: No + +ComputeKappaPUM: Yes +ApplyKappaPUM: No +# Set this to have the \kappa_p factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaPUM: No + +ComputeKappaUIM: Yes +ApplyKappaUIM: No +# Set this to have the \kappa_u factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaUIM: No + +ComputeKappaC: Yes +ApplyKappaC: No + +ComputeFcc: Yes +ApplyFcc: No + +ComputeSRCQ: Yes +ApplySRCQ: No + +ComputeFs: Yes +ApplyFs: No + +########################################### +# Options related to the coherence gating # +########################################### +UseCoherence: Yes +CoherenceUncThreshold: 0.02 +# Amount of time used in front-end to compute coherence +CoherenceTime: 130 +################################################################### +# Options related to the computation configurations for the TDCFs # +################################################################### +ComputeFactorsSR: 16 +RecordFactorsSR: 16 +# Length in seconds of low-pass FIR filter used in demodulation of the calibration lines +DemodulationFilterTime: 20 +# Time (in seconds) to smooth out \kappas with a median-like method +MedianSmoothingTime: 128 +TDCFAveragingTime: 10 +#If set to yes, bad computed kappas will be replaced by the previous computed median in the running median array. Otherwise, they are replaced with the default value +TDCFDefaultToMedian: Yes +# If using Y-end Pcal, we need a minus sign, so set this to -1.0 +PcalSign: 1.0 +################################################## +# Options related to updating cavity pole filter # +################################################## +# Duration of the Fcc filter in the time domain in seconds +FccFilterDuration: 0.01 +# Number of seconds to average Fcc values before creating a new Fcc filter +FccAveragingTime: 60 +# Number of samples to be used when tapering old filter and ramping in new filter +FccFilterTaperLength: 32768 +############################ +# Nominal values for TDCFs # +############################ +ExpectedKappaTSTReal: 1.0 +ExpectedKappaTSTImag: 0.0 +ExpectedKappaPUMReal: 1.0 +ExpectedKappaPUMImag: 0.0 +ExpectedKappaUIMReal: 1.0 +ExpectedKappaUIMImag: 0.0 +ExpectedKappaPUReal: 1.0 +ExpectedKappaPUImag: 0.0 +ExpectedKappaC: 1.0 +# FIXME: Check if the code uses these if they're read in from the filers file +ExpectedFcc: 441.2 +ExpectedFs: 0.08375 +ExpectedSRCQ: 0.2124 +################################ +# Acceptable variance in TDCFs # +################################ +KappaTSTRealVar: 0.2 +KappaTSTImagVar: 0.2 +KappaPURealVar: 0.2 +KappaPUImagVar: 0.2 +KappaPUMRealVar: 0.2 +KappaPUMImagVar: 0.2 +KappaUIMRealVar: 0.2 +KappaUIMImagVar: 0.2 +KappaCVar: 0.2 +FccVar: 50.0 +FsVar: 5.0 +SRCQInvMin: 0.0 +SRCQInvMax: 0.5 +####################### +# EPICS records input # +####################### +# Set to Yes if EPICS records for TDCF computations should be read from filters file. If set to No, they will be read from frames +FactorsFromFiltersFile: No +############################################################################################## +# Updating Sensing and Actuation filters with all frequency-dependent corrections parameters # +############################################################################################## +# Length of time (in seconds) between when inverse-sensing FIR filter is updated +SensingFilterUpdateTime: 64 +# Length of time (in seconds) over which the smoothed time-dependent parameters of the sensing function are averaged before updating the filter +SensingFilterAveragingTime: 1 +# Number of samples to be used when tapering old inverse sensing filter and ramping in new filter +SensingFilterTaperLength: 32768 +# Length of time (in seconds) between when the actuation FIR filters are updated +ActuationFilterUpdateTime: 64 +# Length of time (in seconds) over which the smoothed time-dependent parameters of the actuation function are averaged before updating the filter +ActuationFilterAveragingTime: 1 +# Number of samples to be used when tapering old actuation filters and ramping in new filters +ActuationFilterTaperLength: 32768 + +[ChannelNames] +############################# +# Calibration Channel Names # +############################# +DARMCtrlChannel: CAL-DARM_CTRL_DBL_DQ +DARMErrChannel: CAL-DARM_ERR_DBL_DQ +DeltaLTSTChannel: CAL-DELTAL_CTRL_TST_DBL_DQ +DeltaLPUMChannel: CAL-DELTAL_CTRL_PUM_DBL_DQ +DeltaLUIMChannel: CAL-DELTAL_CTRL_UIM_DBL_DQ +DeltaLResChannel: CAL-DELTAL_RESIDUAL_DBL_DQ +#################################### +# Data Quality Vector Channel Name # +#################################### +LowNoiseStateChannel: GRD-IFO_READY +HWInjChannel: CAL-INJ_STATUS_OUT_DQ +ObsIntentChannel: GRD-IFO_INTENT +FilterClockChannelList: GRD-IFO_READY +################################## +# Calibration Line Channel Names # +################################## +DARMExcChannel: CAL-CS_LINE_SUM_DQ +TSTExcChannel: SUS-ETMY_L3_CAL_LINE_OUT_DQ +PUMExcChannel: SUS-ETMX_L2_CAL_LINE_OUT_DQ +UIMExcChannel: SUS-ETMX_L1_CAL_LINE_OUT_DQ +PCALChannel: CAL-PCALY_RX_PD_OUT_DQ +############################################ +# Calibration Line Frequency Channel Names # +############################################ +DARMExcLineFreqChannel: CAL-CS_TDEP_DARM_LINE1_COMPARISON_OSC_FREQ +TSTExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE3_COMPARISON_OSC_FREQ +PUMExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE2_COMPARISON_OSC_FREQ +UIMExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE1_COMPARISON_OSC_FREQ +PCALLine1FreqChannel: CAL-CS_TDEP_PCAL_LINE1_COMPARISON_OSC_FREQ +PcalLine1CorrRealChannel: CAL-CS_TDEP_PCAL_LINE1_CORRECTION_REAL +PcalLine1CorrImagChannel: CAL-CS_TDEP_PCAL_LINE1_CORRECTION_IMAG +PCALLine2FreqChannel: CAL-CS_TDEP_PCAL_LINE2_COMPARISON_OSC_FREQ +PcalLine2CorrRealChannel: CAL-CS_TDEP_PCAL_LINE2_CORRECTION_REAL +PcalLine2CorrImagChannel: CAL-CS_TDEP_PCAL_LINE2_CORRECTION_IMAG +PCALLine3FreqChannel: CAL-CS_TDEP_PCAL_LINE3_COMPARISON_OSC_FREQ +PcalLine3CorrRealChannel: CAL-CS_TDEP_PCAL_LINE3_CORRECTION_REAL +PcalLine3CorrImagChannel: CAL-CS_TDEP_PCAL_LINE3_CORRECTION_IMAG +PCALLine4FreqChannel: CAL-CS_TDEP_PCAL_LINE4_COMPARISON_OSC_FREQ +PcalLine4CorrRealChannel: CAL-CS_TDEP_PCAL_LINE4_CORRECTION_REAL +PcalLine4CorrImagChannel: CAL-CS_TDEP_PCAL_LINE4_CORRECTION_IMAG +####################################### +# Coherence Uncertainty Channel Names # +####################################### +CohUncSusLine1Channel: CAL-CS_TDEP_SUS_LINE1_UNCERTAINTY +CohUncSusLine2Channel: CAL-CS_TDEP_SUS_LINE2_UNCERTAINTY +CohUncSusLine3Channel: CAL-CS_TDEP_SUS_LINE3_UNCERTAINTY +CohUncPcalyLine1Channel: CAL-CS_TDEP_PCAL_LINE1_UNCERTAINTY +CohUncPcalyLine2Channel: CAL-CS_TDEP_PCAL_LINE2_UNCERTAINTY +CohUncPcalyLine4Channel: CAL-CS_TDEP_PCAL_LINE4_UNCERTAINTY +CohUncDARMLine1Channel: CAL-CS_TDEP_DARM_LINE1_UNCERTAINTY +################################### +# Noise Subtraction Channel Names # +################################### +# Semicolon-separated list of comma-separated lists of witness channels to use to subtract lines from h(t) +# Semicolons separate channels to be handled separately (in series), and commas separate channels to be handled in parallel. +#Set to None if no line witness channels are to be used +LineWitnessChannelList: SUS-ETMX_L1_CAL_LINE_OUT_DQ;SUS-ETMX_L2_CAL_LINE_OUT_DQ;SUS-ETMY_L3_CAL_LINE_OUT_DQ;CAL-PCALY_RX_PD_OUT_DQ;PEM-EY_MAINSMON_EBAY_1_DQ +#,PEM-EY_MAINSMON_EBAY_2_DQ,PEM-EY_MAINSMON_EBAY_3_DQ +# Semicolon-separated list of comma-separated lists of witness channels to use to subtract noise from h(t) +# Set to None if no witness channels are to be used +WitnessChannelList: ASC-DHARD_P_OUT_DQ,ASC-DHARD_Y_OUT_DQ,ASC-CHARD_P_OUT_DQ,ASC-CHARD_Y_OUT_DQ,LSC-SRCL_IN1_DQ,LSC-MICH_IN1_DQ,LSC-PRCL_IN1_DQ +#PSL-ISS_SECONDLOOP_OUTPUT_DQ, +# What channel should we use to gate the noise subtraction and 60-Hz line subtraction +NoiseSubGateChannel: GRD-ISC_LOCK_OK +############################### +# EPICS Records Channel Names # +############################### +EP1RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_REAL +EP1ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_IMAG +EP2RealChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_REAL +EP2ImagChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_IMAG +EP3RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_REAL +EP3ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_IMAG +EP4RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_REAL +EP4ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_IMAG +EP5RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_REAL +EP5ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_IMAG +EP6RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_REAL +EP6ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_IMAG +EP7RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_REAL +EP7ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_IMAG +EP8RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_REAL +EP8Imagchannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_IMAG +EP9RealChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_REAL +EP9ImagChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_IMAG +EP10RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_REAL +EP10ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_IMAG +EP11RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_C_NOCAVPOLE_REAL +EP11ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_C_NOCAVPOLE_IMAG +EP12RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_D_REAL +EP12ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_D_IMAG +EP13RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_TST_REAL +EP13ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_TST_IMAG +EP14RealChannel: CAL-CS_TDEP_PCALY_LINE1_REF_A_USUM_REAL +EP14ImagChannel: CAL-CS_TDEP_PCALY_LINE1_REF_A_USUM_IMAG +EP15RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_REAL +EP15Imagchannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_IMAG +EP16RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_REAL +EP16ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_IMAG +EP17RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_REAL +EP17ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_IMAG +EP18RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_REAL +EP18ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_IMAG +EP19RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_REAL +EP19ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_IMAG +EP20RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_PUM_REAL +EP20ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_PUM_IMAG +EP21RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_UIM_REAL +EP21ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_UIM_IMAG +EP22RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_REAL +EP22ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_IMAG +EP23RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_REAL +EP23ImagChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_IMAG +EP24RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_REAL +EP24ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_IMAG + +[SampleRates] +# Sample rate at which to compute h(t) +HoftSR: 16384 +# Sample rate at which to compute CALIB_STATE_VECTOR +CalibStateSR: 16 +# Sample rate of control channel +# Should be 16384 if using DARM_CTRL and 4096 if using DELTAL_CTRL +CtrlSR: 4096 +# Sample rate of low noise state channel +LowNoiseSR: 16 +# Sample rate of HW injection channel +HWInjSR: 16384 +# Sample rate of observation intent channel +ObsIntentSR: 16 +# Sample rate list for chanels being used to trigger filter settling clock +FilterClockSRList: 16 +# Sample rate of TST excitation channel +TSTExcSR: 512 +# Sample rate of PUM excitation channel +PUMExcSR: 512 +# Sample rate of UIM excitation channel +UIMExcSR: 512 +# Sample rate of coherence channels +CohSR: 16 +# Sample rate for the EPICS reference channels +EPICSRefSR: 16 +# Sample rates at which transfer functions will be computed and witness channels will be filtered, given as a semicolon-separated list, e.g., 2048;2048;512;2048. This must be given if WitnessChannelList is not None, and it must be the same length. +WitnessChannelSR: 512 +# Sample rates at which to compute and record TDCFs +ComputeFactorsSR: 16 +RecordFactorsSR: 16 + +[Bitmasks] +ObsReadyBitmask: 1 +ObsIntentBitmask: 2 +FilterClockBitmaskList: 1 +CBCHWInjOffBitmask: 9 +BurstHWInjOffBitmask: 17 +DetCharHWInjOffBitmask: 33 +StochHWInjOffBitmask: 65 +NoiseSubGateBitmask: 1 + +[PipelineConfigurations] +BufferLength: 1.0 +FrequencyDomainFiltering: No +Dewhitening: No +# Latency of all filtering/averaging/median processes (other than calibration model filters) as a fraction of filter length. Value should be set between 0.0 and 1.0. +FilterLatency: 0.0 + +[DataCleaningConfigurations] +# Remove the DC component from the residual and control channels before filtering +RemoveDC: No +# Subtract the calibration lines from the h(t) spectrum +RemoveCalLines: No +############################################################### +# Options for running line subtraction using witness channels # +############################################################### +# Semicolon-separated list of comma-separated lists of frequencies (same number of semicolons as LineWitnessChannelList) +LineWitnessFreqs: 15.1;15.7;16.9;16.3,434.9,1083.1;60.0,120.0,180.0,240.0,300.0 +# Time over which to take a median of transfer functions +LineWitnessTFMedianTime: 128 +# Time over which to average transfer functions +LineWitnessTFAveragingTime: 1 +# Semicolon-separated list of typical frequency fluctuations in lines being subtracted (same number of semicolons as LineWitnessChannelList) +LineWitnessFreqVars: 0.0;0.0;0.0;0.0;0.02 +####################################### +# Options for broadband noise removal # +####################################### +# The length in seconds of the fast Fourier transforms used to compute transfer functions between witness channels and h(t). The fft's are windowed with Hann windows and overlapped. +WitnessChannelFFTTime: 4.0 +# The number of ffts to take before averaging the witness -> h(t) transfer functions calculation. The average is taken after the ratio h(f) / witness(f). +NumWitnessFFTs: 1000 +# Sets the minimum number of FFTs necessary to produce the first transfer functions and clean data after data flow starts. +MinWitnessFFTs: 300 +# The length in seconds of the filters applied to the witness channels before subtracting from h(t) +WitnessFIRLength: 1.0 +# The frequency resolution of the filters applied to the witness channels before subtracting from h(t). It can be advantageous to lower the frequency resolution in order to average over excess noise. +WitnessFrequencyResolution: 0.5 +# List of minima and maxima of frequency ranges where the Fourier transform of h(t) will be replaced by a straight line in the calculation of transfer functions between witness channels and h(t) for noise subtraction. Semicolons separate lists for different sets of witness channels. If no notches are desired, use zeros, e.g., \'0;0;0\'. Here is an example using the expected format: \'495.0,515.0,985.0,1015.0;59,60,119,121;0\' This can be useful, e.g., if there are loud lines in the signal that are not present in the witness channels. +WitnessNotchFrequencies: 0 +# Cutoff frequencies for high-pass filters for witness channels +WitnessHighPasses: 10 +# The amount of time after transfer functions between witness channels and h(t) are finished to begin the calculation of the next set of transfer functions +WitnessTFUpdateTime: 4 +# If lock-loss lasts at least this many seconds, transfer functions will revert to those computed at the beginning of a lock stretch. Set to zero to disbale. +CriticalLockLossTime: 1800 +# The amount of time to use to taper in newly computed FIR filters for witness channels being used for noise subtraction. +WitnessFilterTaperTime: 2 +# If writing transfer functions to file, this sets the name. If transfer functions should not be written to file, this should be set to None +WitnessTFFilename: None +# Should the transfer function calculation use a median? If not, an average (mean) is used. +WitnessTFUseMedian: Yes +# Should transfer functions be computed on a fixed schedule, so that the output does not depend on start time? This is useful for running jobs in parallel. Otherwise, they are computed asap. +WitnessTFParallelMode: No +# When using parallel mode, how many seconds later should we shift the time when transfer functions start being computed from a multiple of the cycle period? +WitnessTFTimeShift: 360 +# To write only one strain channel, and pick whichever is less noisy, set this option to 'Yes'. This way, if a problem arises with the noise subtraction it will not affect the output strain channel. +PickCleanestStrainChannel: No +# A half Hann window is used for transitions between cleaned and uncleaned data. This is the length of that window in seconds. +StrainChannelTransitionTime: 10.0 +############################### +# Options for HOFT_CLEAN bits # +############################### +# The amount of data from h(t) and cleaned h(t) that is used to compute and compare the rms. This comparison between cleaned and uncleaned h(t) determines whether the HOFT_CLEAN bits of the calibration state vector are on or off. +CleaningCheckRMSTime: 30.0 +# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeLowMin: 15 +# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeLowMax: 20 +# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeMidMin: 20 +# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeMidMax: 200 diff --git a/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_ASD_residual.png b/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_ASD_residual.png new file mode 100644 index 0000000000000000000000000000000000000000..da40746369e08821e259a82e41c16ebe4b3f7a0c Binary files /dev/null and b/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_ASD_residual.png differ diff --git a/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_all_tf.png b/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_all_tf.png new file mode 100644 index 0000000000000000000000000000000000000000..78e557a633af088c098df8d3654853349bdc38c7 Binary files /dev/null and b/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_all_tf.png differ diff --git a/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_all_tf_ratio.png b/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_all_tf_ratio.png new file mode 100644 index 0000000000000000000000000000000000000000..c7bb8181e3b4f510e195632589ebd77c0604e052 Binary files /dev/null and b/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_all_tf_ratio.png differ diff --git a/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_all_tf_ratio_zoomed.png b/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_all_tf_ratio_zoomed.png new file mode 100644 index 0000000000000000000000000000000000000000..7bc9731bbdf8b95492a4568c7c399fed8b5bea30 Binary files /dev/null and b/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_all_tf_ratio_zoomed.png differ diff --git a/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_calib_state_vector.pdf b/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_calib_state_vector.pdf new file mode 100644 index 0000000000000000000000000000000000000000..c7b8207cf08d42ba2bc2a42316ee985b8b6ca12e Binary files /dev/null and b/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_calib_state_vector.pdf differ diff --git a/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_spectrum_comparison.png b/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_spectrum_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..cf34adf7bb07068a86d886f6d8eb907f1557dbbf Binary files /dev/null and b/gstlal-calibration/tests/intent_bit_check/L1/L1_1235868131_1235868347_spectrum_comparison.png differ diff --git a/gstlal-calibration/tests/intent_bit_check/L1/L1_hoft_GDS_frames.cache b/gstlal-calibration/tests/intent_bit_check/L1/L1_hoft_GDS_frames.cache new file mode 100644 index 0000000000000000000000000000000000000000..8bb6fee8f547ef521dffa21ef7403b8a3f0a3a47 --- /dev/null +++ b/gstlal-calibration/tests/intent_bit_check/L1/L1_hoft_GDS_frames.cache @@ -0,0 +1,4 @@ +L L1GDS_TEST 1235868096 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/intent_bit_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868096-64.gwf +L L1GDS_TEST 1235868160 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/intent_bit_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868160-64.gwf +L L1GDS_TEST 1235868224 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/intent_bit_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868224-64.gwf +L L1GDS_TEST 1235868288 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/intent_bit_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868288-64.gwf diff --git a/gstlal-calibration/tests/intent_bit_check/L1/L1_raw_frames.cache b/gstlal-calibration/tests/intent_bit_check/L1/L1_raw_frames.cache new file mode 100644 index 0000000000000000000000000000000000000000..909dbb2a84e22df54737fa6b5cca3b4061d3df59 --- /dev/null +++ b/gstlal-calibration/tests/intent_bit_check/L1/L1_raw_frames.cache @@ -0,0 +1,8 @@ +L L1_R 1235867904 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235867904-64.gwf +L L1_R 1235867968 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235867968-64.gwf +L L1_R 1235868032 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868032-64.gwf +L L1_R 1235868096 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868096-64.gwf +L L1_R 1235868160 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868160-64.gwf +L L1_R 1235868224 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868224-64.gwf +L L1_R 1235868288 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868288-64.gwf +L L1_R 1235868352 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868352-64.gwf diff --git a/gstlal-calibration/tests/intent_bit_check/L1/Makefile.ASD_comparison b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.ASD_comparison new file mode 100644 index 0000000000000000000000000000000000000000..bf35f9b8478f302487a352ae1628b38d20ca2ccd --- /dev/null +++ b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.ASD_comparison @@ -0,0 +1,8 @@ +all: ASD_comparison_plots + +ASD_comparison_plots: + python ../../check_calibration/ASD_comparison_plots --ifo $(IFO)1 --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --raw-frame-cache $(IFO)1_raw_frames.cache --hoft-frame-cache $(IFO)1_hoft_GDS_frames.cache --calcs-channel-name CAL-DELTAL_EXTERNAL_DQ + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/intent_bit_check/L1/Makefile.all_tests b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.all_tests new file mode 100644 index 0000000000000000000000000000000000000000..87180ae92a60ee113a32270ce6303d0009f18383 --- /dev/null +++ b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.all_tests @@ -0,0 +1,106 @@ +# This makefile can be used to run all of the tests instead of running them one by one. + +# Indicate IFO and observing run +# Note: Make sure that there is no space after the L or H! +# Another note: Livingston cluster cannot run this for IFO = H. Make sure that the cluster you're using has the raw frames you want. +export IFO=L +# OBSRUN inidcates where to look for filters files (e.g. O1, O2, O3, ER10, ER13, ER14, PreER13, PreER14) +#export OBSRUN=O2 +export OBSRUN=ER14 + +# Set start and stop times for a short lock stretch +export SHORT_START=1235867911 +export SHORT_END=1235868411 +# Set start and stop times for a longer stretch that spans a lock-unlock stretch +export LONG_START = 1228350334 +export LONG_END = 1228352985 + +export SHMRUNTIME=400 + +# How much time does the calibraiton need to settle at the start and end? +PLOT_WARMUP_TIME = 220 +PLOT_COOLDOWN_TIME = 64 +export SHORT_PLOT_START=$(shell echo $(SHORT_START) + $(PLOT_WARMUP_TIME) | bc) +export LONG_PLOT_START=$(shell echo $(LONG_START) + $(PLOT_WARMUP_TIME) | bc) +export SHORT_PLOT_END=$(shell echo $(SHORT_END) - $(PLOT_COOLDOWN_TIME) | bc) +export LONG_PLOT_END=$(shell echo $(LONG_END) - $(PLOT_COOLDOWN_TIME) | bc) + +# Point to all of the .ini files for different configurations +#export GDSCONFIGS=H1GDS_1232821094_gstlal-calibration-1-2-7.ini +export GDSCONFIGS=test.ini +#export GDSCONFIGSNOKAPPAS=H1GDS_1228712903_test_no_kappas.ini + +# Needed for writing pipeline graphs +export GST_DEBUG_DUMP_DOT_DIR=. + +all: response_function ASD_comparison statevector timeserieskappas + +# Create frame cache files for raw, C00, C01, and C02 frames +$(IFO)1_raw_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_R -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + +$(IFO)1_C00_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C00 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + +$(IFO)1_C01_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C01 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + +$(IFO)1_C02_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C02 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + + +# Calibrate GDS testing data +$(IFO)1_hoft_GDS_frames.cache: $(IFO)1_raw_frames.cache filters framesdir + #gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGS) + ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST-*.gwf | lalapps_path2cache > $@ + +# Calibrate GDS testing data with no kappas applied for response function test +$(IFO)1_hoft_GDS_no_kappas_frames.cache: $(IFO)1_raw_frames.cache filters framesdir + #gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGSNOKAPPAS) + #ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST_NOKAPPAS*.gwf | lalapps_path2cache > $@ + + +filters: + if [ -d Filters/$(OBSRUN)/GDSFilters ]; then \ + svn up Filters/$(OBSRUN)/GDSFilters; \ + else \ + mkdir -p Filters/$(OBSRUN); \ + cd Filters/$(OBSRUN); \ + svn co https://svn.ligo.caltech.edu/svn/aligocalibration/trunk/Runs/$(OBSRUN)/GDSFilters; \ + fi + +framesdir: + mkdir -p Frames/$(OBSRUN)/$(IFO)1/easy_raw + mkdir -p Frames/$(OBSRUN)/$(IFO)1/GDS + mkdir -p Frames/$(OBSRUN)/$(IFO)1/DCS + + +response_function: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_raw_frames.cache + make -f Makefile.response_function + +ASD_comparison: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.ASD_comparison + +statevector: $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.statevector + +timeserieskappas: $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.timeserieskappas + +pcal_to_darm: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.pcal_to_darm + +# FIXME: This is seg faulting for me right now +calib_version_comparison: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache + make -f Makefile.calib_version_comparison + +# Need to clean up this clean command +clean: + rm *.pdf + rm *.txt + rm -rf Frames/ + rm -rf Filters/ + rm *.png + rm *.dot + + diff --git a/gstlal-calibration/tests/intent_bit_check/L1/Makefile.calib_version_comparison b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.calib_version_comparison new file mode 100644 index 0000000000000000000000000000000000000000..43ee130b15d97ca52b649fc784cd17864b0c15b4 --- /dev/null +++ b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.calib_version_comparison @@ -0,0 +1,8 @@ +all: GDS_over_C02 + +GDS_over_C02: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache + python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache-list $(IFO)1_hoft_GDS_frames.cache --denominator-frame-cache $(IFO)1_C02_frames.cache --numerator-channel-list GDS-CALIB_STRAIN --denominator-channel-name DCS-CALIB_STRAIN_C02 --denominator-name 'C02' --numerator-name 'GDS_TEST --magnitude-min 0.7 --magnitude-max 1.3 --phase-min -20.0 --phase-max 20.0 --labels 'GDS Test / C02 Transfer Function' + +clean: + *.png + diff --git a/gstlal-calibration/tests/intent_bit_check/L1/Makefile.latency b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.latency new file mode 100644 index 0000000000000000000000000000000000000000..03cbc521ef02be6cfe141b100531d599757df60a --- /dev/null +++ b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.latency @@ -0,0 +1,8 @@ +all: latency_test + +latency_test: $(IFO)1_hoft_GDS_SHM_frames.cache + python ../../check_calibration/latency_plot.py --intime-file gstlal_compute_strain_timestamps_in.txt --outtime-file gstlal_compute_strain_timestamps_out.txt --plot-filename-prefix $(IFO)1GDS_latency --plot-title '$(IFO)1 Calibration Latency vs Time' + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/intent_bit_check/L1/Makefile.lines_ratio b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.lines_ratio new file mode 100644 index 0000000000000000000000000000000000000000..ae6edaaae15e37bb514de8ab2a4935a06bb3f277 --- /dev/null +++ b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.lines_ratio @@ -0,0 +1,8 @@ +all: lines_ratio_DCS + +lines_ratio_DCS: $(IFO)1_hoft_DCS_frames.cache + python ../../check_calibration/demod_ratio_timeseries.py --ifo $(IFO)1 --gps-end-time $(SHORT_PLOT_END) --gps-start-time $(SHORT_PLOT_START) --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-channel-name 'DCS-CALIB_STRAIN' --numerator-channel-name 'DCS-CALIB_STRAIN_CLEAN' --frequencies '35.9,36.7,331.9,1083.7;60,120,180' --magnitude-ranges '0.0,0.1;0.0,1.0' --phase-ranges '-180.0,180.0;-180.0,180.0' --plot-titles '$(IFO)1 Calibration Line Subtraction;$(IFO)1 Power Mains Line Subtraction' + +clean: + rm *.gwf *.cache *.png *.txt + diff --git a/gstlal-calibration/tests/intent_bit_check/L1/Makefile.noise_subtraction_tf b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.noise_subtraction_tf new file mode 100644 index 0000000000000000000000000000000000000000..b26758c95a0e294128e3c878650640305306c9c0 --- /dev/null +++ b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.noise_subtraction_tf @@ -0,0 +1,8 @@ +all: noise_subtraction_tf_DCS + +noise_subtraction_tf_DCS: $(IFO)1_hoft_DCS_frames.cache + python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-channel-name DCS-CALIB_STRAIN_CLEAN --denominator-channel-name DCS-CALIB_STRAIN --magnitude-min 0.0 --magnitude-max 1.5 --phase-min -20.0 --phase-max 20.0 --plot-title 'Noise Subtraction Transfer Function' + +clean: + rm *.gwf *.cache *.png *.txt + diff --git a/gstlal-calibration/tests/intent_bit_check/L1/Makefile.response_function b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.response_function new file mode 100644 index 0000000000000000000000000000000000000000..522a946f9e2035b6827a9ccdcea3003758364dd7 --- /dev/null +++ b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.response_function @@ -0,0 +1,11 @@ +all: GDS_response_function_bode_plot + +FILTERS_FILE = /home/wademc/src/gstlal/gstlal-calibration/tests/intent_bit_check/L1/Filters/ER14/GDSFilters/L1GDS_1235491416.npz + +GDS_response_function_bode_plot: + python ../../check_calibration/response_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --dt 6.103515625e-05 --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_GDS_frames.cache --raw-frames-cache $(IFO)1_raw_frames.cache --response-file $(FILTERS_FILE) + + +clean: + rm *.pdf + diff --git a/gstlal-calibration/tests/intent_bit_check/L1/Makefile.statevector b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.statevector new file mode 100644 index 0000000000000000000000000000000000000000..5733f7338eaed970ea286d6177244e6cf182f926 --- /dev/null +++ b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.statevector @@ -0,0 +1,9 @@ +all: calib_state_vector_plot + +calib_state_vector_plot: + python ../../check_calibration/statevector_plot.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_GDS_frames.cache + + +clean: + rm *.pdf + diff --git a/gstlal-calibration/tests/intent_bit_check/L1/Makefile.timeserieskappas b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.timeserieskappas new file mode 100644 index 0000000000000000000000000000000000000000..09c2e73a71bf4f268b370827b8d10ecbd9e01353 --- /dev/null +++ b/gstlal-calibration/tests/intent_bit_check/L1/Makefile.timeserieskappas @@ -0,0 +1,18 @@ +CHANNEL1 = CALIB_KAPPA_C_NOGATE +CHANNEL2 = CALIB_KAPPA_PUM_REAL_NOGATE +CHANNEL3 = CALIB_KAPPA_TST_REAL_NOGATE +CHANNEL4 = CALIB_F_CC_NOGATE +CHANNEL5 = CALIB_KAPPA_PUM_IMAGINARY_NOGATE +CHANNEL6 = CALIB_KAPPA_TST_IMAGINARY_NOGATE +CHANNEL7 = CALIB_KAPPA_UIM_REAL_NOGATE +CHANNEL8 = CALIB_KAPPA_UIM_IMAGINARY_NOGATE + +all: GDS_Time_Series_of_Kappas + +GDS_Time_Series_of_Kappas: + python ../../check_calibration/timeserieskappas.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --channel-list 'GDS-$(CHANNEL1)','GDS-$(CHANNEL2)','GDS-$(CHANNEL3)','GDS-$(CHANNEL4)','GDS-$(CHANNEL5)','GDS-$(CHANNEL6)','GDS-$(CHANNEL7)','GDS-$(CHANNEL8)' --frame-cache $(IFO)1_hoft_GDS_frames.cache --ifo $(IFO)1 + + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/intent_bit_check/L1/test.ini b/gstlal-calibration/tests/intent_bit_check/L1/test.ini new file mode 100644 index 0000000000000000000000000000000000000000..730cfbcad32b8fab613e8e0ba53c6397a279fe1e --- /dev/null +++ b/gstlal-calibration/tests/intent_bit_check/L1/test.ini @@ -0,0 +1,408 @@ +[InputConfigurations] +# Filters file containing calibration FIR filters +FiltersFileName: L1GDS_1235491416.npz +# Data source should be set to frames or lvshm +DataSource: frames +FileChecksum: No +# Right now, SkipBadFiles needs to be off when reading from frames +SkipBadFiles: No +############################################ +# If reading from frames use these options # +############################################ +# None + +################################################### +# If reading from shared memory use these options # +################################################### +SHMPartition: LLO_Online +# Assumed duration of input frames in seconds +InputFrameDuration: 1 + +[OutputConfigurations] +CompressionScheme: 6 +CompressionLevel: 3 +ChanPrefix: GDS- +# Set to "None" if you do not want a channel suffix +ChanSuffix: None +# Data sink should be set to frames or lvshm +DataSink: frames +################################################# +# If writing to shared memory use these options # +################################################# +OutputSHMPartition: LLO_hoft +BufferMode: 2 +# Use this to approximate the frame size (in bytes) when writing to shared memory +FrameSize: 405338 +NumBuffers: 10 +############################################### +# If writing to frame files use these options # +############################################### +FrameType: L1GDS_TEST + +[CalibrationConfigurations] +IFO: L1 +# Set calibration mode to Full or Partial +CalibrationMode: Partial +ComputeCalibStateVector: Yes + +[DebuggingConfigurations] +# If you want to write a pipeline graph, provide the graph name. Otherwise, set name equal to None +PipelineGraphFilename: None +Verbose: Yes +# Turn this on to write data presentation timestamps and real-time unix timestamps to file at the beginning and end of the pipeline, to measure latency +TestLatency: No +# Turn this on to compute transfer functions for the filters by comparing output data to input data +TestFilters: No + +[TDCFConfigurations] +######################################################### +# Options related to time dependent correction factors # +######################################################### +ComputeKappaTST: Yes +ApplyKappaTST: No +# Set this to have the \kappa_tst factors filter the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaTST: No + +ComputeKappaPU: No +ApplyKappaPU: No +# Set this to have the \kappa_pu factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors +ApplyComplexKappaPU: No + +ComputeKappaPUM: Yes +ApplyKappaPUM: No +# Set this to have the \kappa_p factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaPUM: No + +ComputeKappaUIM: Yes +ApplyKappaUIM: No +# Set this to have the \kappa_u factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaUIM: No + +ComputeKappaC: Yes +ApplyKappaC: No + +ComputeFcc: Yes +ApplyFcc: No + +ComputeSRCQ: Yes +ApplySRCQ: No + +ComputeFs: Yes +ApplyFs: No + +########################################### +# Options related to the coherence gating # +########################################### +UseCoherence: Yes +CoherenceUncThreshold: 0.02 +# Amount of time used in front-end to compute coherence +CoherenceTime: 130 +################################################################### +# Options related to the computation configurations for the TDCFs # +################################################################### +ComputeFactorsSR: 16 +RecordFactorsSR: 16 +# Length in seconds of low-pass FIR filter used in demodulation of the calibration lines +DemodulationFilterTime: 20 +# Time (in seconds) to smooth out \kappas with a median-like method +MedianSmoothingTime: 128 +TDCFAveragingTime: 10 +#If set to yes, bad computed kappas will be replaced by the previous computed median in the running median array. Otherwise, they are replaced with the default value +TDCFDefaultToMedian: Yes +# If using Y-end Pcal, we need a minus sign, so set this to -1.0 +PcalSign: 1.0 +################################################## +# Options related to updating cavity pole filter # +################################################## +# Duration of the Fcc filter in the time domain in seconds +FccFilterDuration: 0.01 +# Number of seconds to average Fcc values before creating a new Fcc filter +FccAveragingTime: 60 +# Number of samples to be used when tapering old filter and ramping in new filter +FccFilterTaperLength: 32768 +############################ +# Nominal values for TDCFs # +############################ +ExpectedKappaTSTReal: 1.0 +ExpectedKappaTSTImag: 0.0 +ExpectedKappaPUMReal: 1.0 +ExpectedKappaPUMImag: 0.0 +ExpectedKappaUIMReal: 1.0 +ExpectedKappaUIMImag: 0.0 +ExpectedKappaPUReal: 1.0 +ExpectedKappaPUImag: 0.0 +ExpectedKappaC: 1.0 +# FIXME: Check if the code uses these if they're read in from the filers file +ExpectedFcc: 441.2 +ExpectedFs: 0.08375 +ExpectedSRCQ: 0.2124 +################################ +# Acceptable variance in TDCFs # +################################ +KappaTSTRealVar: 0.2 +KappaTSTImagVar: 0.2 +KappaPURealVar: 0.2 +KappaPUImagVar: 0.2 +KappaPUMRealVar: 0.2 +KappaPUMImagVar: 0.2 +KappaUIMRealVar: 0.2 +KappaUIMImagVar: 0.2 +KappaCVar: 0.2 +FccVar: 50.0 +FsVar: 5.0 +SRCQInvMin: 0.0 +SRCQInvMax: 0.5 +####################### +# EPICS records input # +####################### +# Set to Yes if EPICS records for TDCF computations should be read from filters file. If set to No, they will be read from frames +FactorsFromFiltersFile: No +############################################################################################## +# Updating Sensing and Actuation filters with all frequency-dependent corrections parameters # +############################################################################################## +# Length of time (in seconds) between when inverse-sensing FIR filter is updated +SensingFilterUpdateTime: 64 +# Length of time (in seconds) over which the smoothed time-dependent parameters of the sensing function are averaged before updating the filter +SensingFilterAveragingTime: 1 +# Number of samples to be used when tapering old inverse sensing filter and ramping in new filter +SensingFilterTaperLength: 32768 +# Length of time (in seconds) between when the actuation FIR filters are updated +ActuationFilterUpdateTime: 64 +# Length of time (in seconds) over which the smoothed time-dependent parameters of the actuation function are averaged before updating the filter +ActuationFilterAveragingTime: 1 +# Number of samples to be used when tapering old actuation filters and ramping in new filters +ActuationFilterTaperLength: 32768 + +[ChannelNames] +############################# +# Calibration Channel Names # +############################# +DARMCtrlChannel: CAL-DARM_CTRL_DBL_DQ +DARMErrChannel: CAL-DARM_ERR_DBL_DQ +DeltaLTSTChannel: CAL-DELTAL_CTRL_TST_DBL_DQ +DeltaLPUMChannel: CAL-DELTAL_CTRL_PUM_DBL_DQ +DeltaLUIMChannel: CAL-DELTAL_CTRL_UIM_DBL_DQ +DeltaLResChannel: CAL-DELTAL_RESIDUAL_DBL_DQ +#################################### +# Data Quality Vector Channel Name # +#################################### +LowNoiseStateChannel: GRD-IFO_READY +HWInjChannel: CAL-INJ_STATUS_OUT_DQ +ObsIntentChannel: GRD-IFO_INTENT +FilterClockChannelList: GRD-IFO_READY +################################## +# Calibration Line Channel Names # +################################## +DARMExcChannel: CAL-CS_LINE_SUM_DQ +TSTExcChannel: SUS-ETMY_L3_CAL_LINE_OUT_DQ +PUMExcChannel: SUS-ETMX_L2_CAL_LINE_OUT_DQ +UIMExcChannel: SUS-ETMX_L1_CAL_LINE_OUT_DQ +PCALChannel: CAL-PCALY_RX_PD_OUT_DQ +############################################ +# Calibration Line Frequency Channel Names # +############################################ +DARMExcLineFreqChannel: CAL-CS_TDEP_DARM_LINE1_COMPARISON_OSC_FREQ +TSTExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE3_COMPARISON_OSC_FREQ +PUMExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE2_COMPARISON_OSC_FREQ +UIMExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE1_COMPARISON_OSC_FREQ +PCALLine1FreqChannel: CAL-CS_TDEP_PCAL_LINE1_COMPARISON_OSC_FREQ +PcalLine1CorrRealChannel: CAL-CS_TDEP_PCAL_LINE1_CORRECTION_REAL +PcalLine1CorrImagChannel: CAL-CS_TDEP_PCAL_LINE1_CORRECTION_IMAG +PCALLine2FreqChannel: CAL-CS_TDEP_PCAL_LINE2_COMPARISON_OSC_FREQ +PcalLine2CorrRealChannel: CAL-CS_TDEP_PCAL_LINE2_CORRECTION_REAL +PcalLine2CorrImagChannel: CAL-CS_TDEP_PCAL_LINE2_CORRECTION_IMAG +PCALLine3FreqChannel: CAL-CS_TDEP_PCAL_LINE3_COMPARISON_OSC_FREQ +PcalLine3CorrRealChannel: CAL-CS_TDEP_PCAL_LINE3_CORRECTION_REAL +PcalLine3CorrImagChannel: CAL-CS_TDEP_PCAL_LINE3_CORRECTION_IMAG +PCALLine4FreqChannel: CAL-CS_TDEP_PCAL_LINE4_COMPARISON_OSC_FREQ +PcalLine4CorrRealChannel: CAL-CS_TDEP_PCAL_LINE4_CORRECTION_REAL +PcalLine4CorrImagChannel: CAL-CS_TDEP_PCAL_LINE4_CORRECTION_IMAG +####################################### +# Coherence Uncertainty Channel Names # +####################################### +CohUncSusLine1Channel: CAL-CS_TDEP_SUS_LINE1_UNCERTAINTY +CohUncSusLine2Channel: CAL-CS_TDEP_SUS_LINE2_UNCERTAINTY +CohUncSusLine3Channel: CAL-CS_TDEP_SUS_LINE3_UNCERTAINTY +CohUncPcalyLine1Channel: CAL-CS_TDEP_PCAL_LINE1_UNCERTAINTY +CohUncPcalyLine2Channel: CAL-CS_TDEP_PCAL_LINE2_UNCERTAINTY +CohUncPcalyLine4Channel: CAL-CS_TDEP_PCAL_LINE4_UNCERTAINTY +CohUncDARMLine1Channel: CAL-CS_TDEP_DARM_LINE1_UNCERTAINTY +################################### +# Noise Subtraction Channel Names # +################################### +# Semicolon-separated list of comma-separated lists of witness channels to use to subtract lines from h(t) +# Semicolons separate channels to be handled separately (in series), and commas separate channels to be handled in parallel. +#Set to None if no line witness channels are to be used +LineWitnessChannelList: SUS-ETMX_L1_CAL_LINE_OUT_DQ;SUS-ETMX_L2_CAL_LINE_OUT_DQ;SUS-ETMY_L3_CAL_LINE_OUT_DQ;CAL-PCALY_RX_PD_OUT_DQ;PEM-EY_MAINSMON_EBAY_1_DQ +#,PEM-EY_MAINSMON_EBAY_2_DQ,PEM-EY_MAINSMON_EBAY_3_DQ +# Semicolon-separated list of comma-separated lists of witness channels to use to subtract noise from h(t) +# Set to None if no witness channels are to be used +WitnessChannelList: ASC-DHARD_P_OUT_DQ,ASC-DHARD_Y_OUT_DQ,ASC-CHARD_P_OUT_DQ,ASC-CHARD_Y_OUT_DQ,LSC-SRCL_IN1_DQ,LSC-MICH_IN1_DQ,LSC-PRCL_IN1_DQ +#PSL-ISS_SECONDLOOP_OUTPUT_DQ, +# What channel should we use to gate the noise subtraction and 60-Hz line subtraction +NoiseSubGateChannel: GRD-ISC_LOCK_OK +############################### +# EPICS Records Channel Names # +############################### +EP1RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_REAL +EP1ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_IMAG +EP2RealChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_REAL +EP2ImagChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_IMAG +EP3RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_REAL +EP3ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_IMAG +EP4RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_REAL +EP4ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_IMAG +EP5RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_REAL +EP5ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_IMAG +EP6RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_REAL +EP6ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_IMAG +EP7RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_REAL +EP7ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_IMAG +EP8RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_REAL +EP8Imagchannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_IMAG +EP9RealChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_REAL +EP9ImagChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_IMAG +EP10RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_REAL +EP10ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_IMAG +EP11RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_C_NOCAVPOLE_REAL +EP11ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_C_NOCAVPOLE_IMAG +EP12RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_D_REAL +EP12ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_D_IMAG +EP13RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_TST_REAL +EP13ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_TST_IMAG +EP14RealChannel: CAL-CS_TDEP_PCALY_LINE1_REF_A_USUM_REAL +EP14ImagChannel: CAL-CS_TDEP_PCALY_LINE1_REF_A_USUM_IMAG +EP15RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_REAL +EP15Imagchannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_IMAG +EP16RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_REAL +EP16ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_IMAG +EP17RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_REAL +EP17ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_IMAG +EP18RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_REAL +EP18ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_IMAG +EP19RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_REAL +EP19ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_IMAG +EP20RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_PUM_REAL +EP20ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_PUM_IMAG +EP21RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_UIM_REAL +EP21ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_UIM_IMAG +EP22RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_REAL +EP22ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_IMAG +EP23RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_REAL +EP23ImagChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_IMAG +EP24RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_REAL +EP24ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_IMAG + +[SampleRates] +# Sample rate at which to compute h(t) +HoftSR: 16384 +# Sample rate at which to compute CALIB_STATE_VECTOR +CalibStateSR: 16 +# Sample rate of control channel +# Should be 16384 if using DARM_CTRL and 4096 if using DELTAL_CTRL +CtrlSR: 4096 +# Sample rate of low noise state channel +LowNoiseSR: 16 +# Sample rate of HW injection channel +HWInjSR: 16384 +# Sample rate of observation intent channel +ObsIntentSR: 16 +# Sample rate list for chanels being used to trigger filter settling clock +FilterClockSRList: 16 +# Sample rate of TST excitation channel +TSTExcSR: 512 +# Sample rate of PUM excitation channel +PUMExcSR: 512 +# Sample rate of UIM excitation channel +UIMExcSR: 512 +# Sample rate of coherence channels +CohSR: 16 +# Sample rate for the EPICS reference channels +EPICSRefSR: 16 +# Sample rates at which transfer functions will be computed and witness channels will be filtered, given as a semicolon-separated list, e.g., 2048;2048;512;2048. This must be given if WitnessChannelList is not None, and it must be the same length. +WitnessChannelSR: 512 +# Sample rates at which to compute and record TDCFs +ComputeFactorsSR: 16 +RecordFactorsSR: 16 + +[Bitmasks] +ObsReadyBitmask: 1 +ObsIntentBitmask: 1 +FilterClockBitmaskList: 1 +CBCHWInjOffBitmask: 9 +BurstHWInjOffBitmask: 17 +DetCharHWInjOffBitmask: 33 +StochHWInjOffBitmask: 65 +NoiseSubGateBitmask: 1 + +[PipelineConfigurations] +BufferLength: 1.0 +FrequencyDomainFiltering: No +Dewhitening: No +# Latency of all filtering/averaging/median processes (other than calibration model filters) as a fraction of filter length. Value should be set between 0.0 and 1.0. +FilterLatency: 0.0 + +[DataCleaningConfigurations] +# Remove the DC component from the residual and control channels before filtering +RemoveDC: No +# Subtract the calibration lines from the h(t) spectrum +RemoveCalLines: No +############################################################### +# Options for running line subtraction using witness channels # +############################################################### +# Semicolon-separated list of comma-separated lists of frequencies (same number of semicolons as LineWitnessChannelList) +LineWitnessFreqs: 15.1;15.7;16.9;16.3,434.9,1083.1;60.0,120.0,180.0,240.0,300.0 +# Time over which to take a median of transfer functions +LineWitnessTFMedianTime: 128 +# Time over which to average transfer functions +LineWitnessTFAveragingTime: 1 +# Semicolon-separated list of typical frequency fluctuations in lines being subtracted (same number of semicolons as LineWitnessChannelList) +LineWitnessFreqVars: 0.0;0.0;0.0;0.0;0.02 +####################################### +# Options for broadband noise removal # +####################################### +# The length in seconds of the fast Fourier transforms used to compute transfer functions between witness channels and h(t). The fft's are windowed with Hann windows and overlapped. +WitnessChannelFFTTime: 4.0 +# The number of ffts to take before averaging the witness -> h(t) transfer functions calculation. The average is taken after the ratio h(f) / witness(f). +NumWitnessFFTs: 1000 +# Sets the minimum number of FFTs necessary to produce the first transfer functions and clean data after data flow starts. +MinWitnessFFTs: 300 +# The length in seconds of the filters applied to the witness channels before subtracting from h(t) +WitnessFIRLength: 1.0 +# The frequency resolution of the filters applied to the witness channels before subtracting from h(t). It can be advantageous to lower the frequency resolution in order to average over excess noise. +WitnessFrequencyResolution: 0.5 +# List of minima and maxima of frequency ranges where the Fourier transform of h(t) will be replaced by a straight line in the calculation of transfer functions between witness channels and h(t) for noise subtraction. Semicolons separate lists for different sets of witness channels. If no notches are desired, use zeros, e.g., \'0;0;0\'. Here is an example using the expected format: \'495.0,515.0,985.0,1015.0;59,60,119,121;0\' This can be useful, e.g., if there are loud lines in the signal that are not present in the witness channels. +WitnessNotchFrequencies: 0 +# Cutoff frequencies for high-pass filters for witness channels +WitnessHighPasses: 10 +# The amount of time after transfer functions between witness channels and h(t) are finished to begin the calculation of the next set of transfer functions +WitnessTFUpdateTime: 4 +# If lock-loss lasts at least this many seconds, transfer functions will revert to those computed at the beginning of a lock stretch. Set to zero to disbale. +CriticalLockLossTime: 1800 +# The amount of time to use to taper in newly computed FIR filters for witness channels being used for noise subtraction. +WitnessFilterTaperTime: 2 +# If writing transfer functions to file, this sets the name. If transfer functions should not be written to file, this should be set to None +WitnessTFFilename: None +# Should the transfer function calculation use a median? If not, an average (mean) is used. +WitnessTFUseMedian: Yes +# Should transfer functions be computed on a fixed schedule, so that the output does not depend on start time? This is useful for running jobs in parallel. Otherwise, they are computed asap. +WitnessTFParallelMode: No +# When using parallel mode, how many seconds later should we shift the time when transfer functions start being computed from a multiple of the cycle period? +WitnessTFTimeShift: 360 +# To write only one strain channel, and pick whichever is less noisy, set this option to 'Yes'. This way, if a problem arises with the noise subtraction it will not affect the output strain channel. +PickCleanestStrainChannel: No +# A half Hann window is used for transitions between cleaned and uncleaned data. This is the length of that window in seconds. +StrainChannelTransitionTime: 10.0 +############################### +# Options for HOFT_CLEAN bits # +############################### +# The amount of data from h(t) and cleaned h(t) that is used to compute and compare the rms. This comparison between cleaned and uncleaned h(t) determines whether the HOFT_CLEAN bits of the calibration state vector are on or off. +CleaningCheckRMSTime: 30.0 +# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeLowMin: 15 +# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeLowMax: 20 +# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeMidMin: 20 +# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeMidMax: 200 diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_ASD_residual.png b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_ASD_residual.png new file mode 100644 index 0000000000000000000000000000000000000000..4e2e2b302307ec2b0636d69f744118d8b50c27f9 Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_ASD_residual.png differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_all_tf.png b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_all_tf.png new file mode 100644 index 0000000000000000000000000000000000000000..f9b8f53547b2b0df9970a81fa9e1f1568bd83797 Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_all_tf.png differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_all_tf_ratio.png b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_all_tf_ratio.png new file mode 100644 index 0000000000000000000000000000000000000000..e6bd8c7a151b49e4801807b804e8d5f76d54001a Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_all_tf_ratio.png differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_all_tf_ratio_zoomed.png b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_all_tf_ratio_zoomed.png new file mode 100644 index 0000000000000000000000000000000000000000..c94c3c52537c72c68a617794beaadf2d28b32f16 Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_all_tf_ratio_zoomed.png differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_calib_state_vector.pdf b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_calib_state_vector.pdf new file mode 100644 index 0000000000000000000000000000000000000000..2f606c67a82326bf29bfce1787019bd2741fcea5 Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_calib_state_vector.pdf differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_F_CC.png b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_F_CC.png new file mode 100644 index 0000000000000000000000000000000000000000..d20ffac2f7e9bcf974f7113b8ef4e2478be5f245 Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_F_CC.png differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_C.png b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_C.png new file mode 100644 index 0000000000000000000000000000000000000000..affa0ace5d27b5a1bb14a40131d29149fdae910d Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_C.png differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_PUM_IMAGINARY.png b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_PUM_IMAGINARY.png new file mode 100644 index 0000000000000000000000000000000000000000..1b58b39f10da0d3c84294193570fa5b65e421a02 Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_PUM_IMAGINARY.png differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_PUM_REAL.png b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_PUM_REAL.png new file mode 100644 index 0000000000000000000000000000000000000000..6fe082b62bb44b0b02cb494a79f2c2ac3ec1da3a Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_PUM_REAL.png differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_TST_IMAGINARY.png b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_TST_IMAGINARY.png new file mode 100644 index 0000000000000000000000000000000000000000..3e69e9e17333ed0114a085cf5aa177776d5bbc52 Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_TST_IMAGINARY.png differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_TST_REAL.png b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_TST_REAL.png new file mode 100644 index 0000000000000000000000000000000000000000..b4cbde580e9cf906e818f89aec54f2d0e41d32dc Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_TST_REAL.png differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_UIM_IMAGINARY.png b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_UIM_IMAGINARY.png new file mode 100644 index 0000000000000000000000000000000000000000..57287301b129aa10df0a7482ce8bb1f64056d14e Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_UIM_IMAGINARY.png differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_UIM_REAL.png b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_UIM_REAL.png new file mode 100644 index 0000000000000000000000000000000000000000..e38165185d83b9cdbb4e7265600c0a926e25ba6b Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_plot_GDS-CALIB_KAPPA_UIM_REAL.png differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_spectrum_comparison.png b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_spectrum_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..2c18c3a35d89099abf189620ffbeae83f692b1f4 Binary files /dev/null and b/gstlal-calibration/tests/new_epics_check/L1/L1_1235868742_1235869458_spectrum_comparison.png differ diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_hoft_GDS_frames.cache b/gstlal-calibration/tests/new_epics_check/L1/L1_hoft_GDS_frames.cache new file mode 100644 index 0000000000000000000000000000000000000000..9ac5b6550ea43d8304c26c3e2ceed88a8fee43be --- /dev/null +++ b/gstlal-calibration/tests/new_epics_check/L1/L1_hoft_GDS_frames.cache @@ -0,0 +1,16 @@ +L L1GDS_TEST 1235868096 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868096-64.gwf +L L1GDS_TEST 1235868160 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868160-64.gwf +L L1GDS_TEST 1235868224 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868224-64.gwf +L L1GDS_TEST 1235868288 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868288-64.gwf +L L1GDS_TEST 1235868736 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868736-64.gwf +L L1GDS_TEST 1235868800 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868800-64.gwf +L L1GDS_TEST 1235868864 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868864-64.gwf +L L1GDS_TEST 1235868928 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868928-64.gwf +L L1GDS_TEST 1235868992 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868992-64.gwf +L L1GDS_TEST 1235869056 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869056-64.gwf +L L1GDS_TEST 1235869120 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869120-64.gwf +L L1GDS_TEST 1235869184 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869184-64.gwf +L L1GDS_TEST 1235869248 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869248-64.gwf +L L1GDS_TEST 1235869312 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869312-64.gwf +L L1GDS_TEST 1235869376 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869376-64.gwf +L L1GDS_TEST 1235869440 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869440-64.gwf diff --git a/gstlal-calibration/tests/new_epics_check/L1/L1_raw_frames.cache b/gstlal-calibration/tests/new_epics_check/L1/L1_raw_frames.cache new file mode 100644 index 0000000000000000000000000000000000000000..7b6537128787469f1c6c893ff266bc81d76e815a --- /dev/null +++ b/gstlal-calibration/tests/new_epics_check/L1/L1_raw_frames.cache @@ -0,0 +1,17 @@ +L L1_R 1235868480 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868480-64.gwf +L L1_R 1235868544 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868544-64.gwf +L L1_R 1235868608 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868608-64.gwf +L L1_R 1235868672 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868672-64.gwf +L L1_R 1235868736 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868736-64.gwf +L L1_R 1235868800 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868800-64.gwf +L L1_R 1235868864 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868864-64.gwf +L L1_R 1235868928 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868928-64.gwf +L L1_R 1235868992 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868992-64.gwf +L L1_R 1235869056 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869056-64.gwf +L L1_R 1235869120 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869120-64.gwf +L L1_R 1235869184 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869184-64.gwf +L L1_R 1235869248 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869248-64.gwf +L L1_R 1235869312 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869312-64.gwf +L L1_R 1235869376 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869376-64.gwf +L L1_R 1235869440 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869440-64.gwf +L L1_R 1235869504 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869504-64.gwf diff --git a/gstlal-calibration/tests/new_epics_check/L1/Makefile.ASD_comparison b/gstlal-calibration/tests/new_epics_check/L1/Makefile.ASD_comparison new file mode 100644 index 0000000000000000000000000000000000000000..bf35f9b8478f302487a352ae1628b38d20ca2ccd --- /dev/null +++ b/gstlal-calibration/tests/new_epics_check/L1/Makefile.ASD_comparison @@ -0,0 +1,8 @@ +all: ASD_comparison_plots + +ASD_comparison_plots: + python ../../check_calibration/ASD_comparison_plots --ifo $(IFO)1 --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --raw-frame-cache $(IFO)1_raw_frames.cache --hoft-frame-cache $(IFO)1_hoft_GDS_frames.cache --calcs-channel-name CAL-DELTAL_EXTERNAL_DQ + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/new_epics_check/L1/Makefile.all_tests b/gstlal-calibration/tests/new_epics_check/L1/Makefile.all_tests new file mode 100644 index 0000000000000000000000000000000000000000..fa013155cb5cbfc47a98393441963c57f7be1ec9 --- /dev/null +++ b/gstlal-calibration/tests/new_epics_check/L1/Makefile.all_tests @@ -0,0 +1,106 @@ +# This makefile can be used to run all of the tests instead of running them one by one. + +# Indicate IFO and observing run +# Note: Make sure that there is no space after the L or H! +# Another note: Livingston cluster cannot run this for IFO = H. Make sure that the cluster you're using has the raw frames you want. +export IFO=L +# OBSRUN inidcates where to look for filters files (e.g. O1, O2, O3, ER10, ER13, ER14, PreER13, PreER14) +#export OBSRUN=O2 +export OBSRUN=ER14 + +# Set start and stop times for a short lock stretch +export SHORT_START=1235868522 +export SHORT_END=1235869522 +# Set start and stop times for a longer stretch that spans a lock-unlock stretch +export LONG_START = 1228350334 +export LONG_END = 1228352985 + +export SHMRUNTIME=400 + +# How much time does the calibraiton need to settle at the start and end? +PLOT_WARMUP_TIME = 220 +PLOT_COOLDOWN_TIME = 64 +export SHORT_PLOT_START=$(shell echo $(SHORT_START) + $(PLOT_WARMUP_TIME) | bc) +export LONG_PLOT_START=$(shell echo $(LONG_START) + $(PLOT_WARMUP_TIME) | bc) +export SHORT_PLOT_END=$(shell echo $(SHORT_END) - $(PLOT_COOLDOWN_TIME) | bc) +export LONG_PLOT_END=$(shell echo $(LONG_END) - $(PLOT_COOLDOWN_TIME) | bc) + +# Point to all of the .ini files for different configurations +#export GDSCONFIGS=H1GDS_1232821094_gstlal-calibration-1-2-7.ini +export GDSCONFIGS=test.ini +#export GDSCONFIGSNOKAPPAS=H1GDS_1228712903_test_no_kappas.ini + +# Needed for writing pipeline graphs +export GST_DEBUG_DUMP_DOT_DIR=. + +all: response_function ASD_comparison statevector timeserieskappas + +# Create frame cache files for raw, C00, C01, and C02 frames +$(IFO)1_raw_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_R -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + +$(IFO)1_C00_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C00 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + +$(IFO)1_C01_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C01 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + +$(IFO)1_C02_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C02 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + + +# Calibrate GDS testing data +$(IFO)1_hoft_GDS_frames.cache: $(IFO)1_raw_frames.cache filters framesdir + #gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGS) + ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST-*.gwf | lalapps_path2cache > $@ + +# Calibrate GDS testing data with no kappas applied for response function test +$(IFO)1_hoft_GDS_no_kappas_frames.cache: $(IFO)1_raw_frames.cache filters framesdir + #gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGSNOKAPPAS) + #ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST_NOKAPPAS*.gwf | lalapps_path2cache > $@ + + +filters: + if [ -d Filters/$(OBSRUN)/GDSFilters ]; then \ + svn up Filters/$(OBSRUN)/GDSFilters; \ + else \ + mkdir -p Filters/$(OBSRUN); \ + cd Filters/$(OBSRUN); \ + svn co https://svn.ligo.caltech.edu/svn/aligocalibration/trunk/Runs/$(OBSRUN)/GDSFilters; \ + fi + +framesdir: + mkdir -p Frames/$(OBSRUN)/$(IFO)1/easy_raw + mkdir -p Frames/$(OBSRUN)/$(IFO)1/GDS + mkdir -p Frames/$(OBSRUN)/$(IFO)1/DCS + + +response_function: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_raw_frames.cache + make -f Makefile.response_function + +ASD_comparison: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.ASD_comparison + +statevector: $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.statevector + +timeserieskappas: $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.timeserieskappas + +pcal_to_darm: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.pcal_to_darm + +# FIXME: This is seg faulting for me right now +calib_version_comparison: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache + make -f Makefile.calib_version_comparison + +# Need to clean up this clean command +clean: + rm *.pdf + rm *.txt + rm -rf Frames/ + rm -rf Filters/ + rm *.png + rm *.dot + + diff --git a/gstlal-calibration/tests/new_epics_check/L1/Makefile.calib_version_comparison b/gstlal-calibration/tests/new_epics_check/L1/Makefile.calib_version_comparison new file mode 100644 index 0000000000000000000000000000000000000000..43ee130b15d97ca52b649fc784cd17864b0c15b4 --- /dev/null +++ b/gstlal-calibration/tests/new_epics_check/L1/Makefile.calib_version_comparison @@ -0,0 +1,8 @@ +all: GDS_over_C02 + +GDS_over_C02: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache + python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache-list $(IFO)1_hoft_GDS_frames.cache --denominator-frame-cache $(IFO)1_C02_frames.cache --numerator-channel-list GDS-CALIB_STRAIN --denominator-channel-name DCS-CALIB_STRAIN_C02 --denominator-name 'C02' --numerator-name 'GDS_TEST --magnitude-min 0.7 --magnitude-max 1.3 --phase-min -20.0 --phase-max 20.0 --labels 'GDS Test / C02 Transfer Function' + +clean: + *.png + diff --git a/gstlal-calibration/tests/new_epics_check/L1/Makefile.latency b/gstlal-calibration/tests/new_epics_check/L1/Makefile.latency new file mode 100644 index 0000000000000000000000000000000000000000..03cbc521ef02be6cfe141b100531d599757df60a --- /dev/null +++ b/gstlal-calibration/tests/new_epics_check/L1/Makefile.latency @@ -0,0 +1,8 @@ +all: latency_test + +latency_test: $(IFO)1_hoft_GDS_SHM_frames.cache + python ../../check_calibration/latency_plot.py --intime-file gstlal_compute_strain_timestamps_in.txt --outtime-file gstlal_compute_strain_timestamps_out.txt --plot-filename-prefix $(IFO)1GDS_latency --plot-title '$(IFO)1 Calibration Latency vs Time' + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/new_epics_check/L1/Makefile.lines_ratio b/gstlal-calibration/tests/new_epics_check/L1/Makefile.lines_ratio new file mode 100644 index 0000000000000000000000000000000000000000..ae6edaaae15e37bb514de8ab2a4935a06bb3f277 --- /dev/null +++ b/gstlal-calibration/tests/new_epics_check/L1/Makefile.lines_ratio @@ -0,0 +1,8 @@ +all: lines_ratio_DCS + +lines_ratio_DCS: $(IFO)1_hoft_DCS_frames.cache + python ../../check_calibration/demod_ratio_timeseries.py --ifo $(IFO)1 --gps-end-time $(SHORT_PLOT_END) --gps-start-time $(SHORT_PLOT_START) --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-channel-name 'DCS-CALIB_STRAIN' --numerator-channel-name 'DCS-CALIB_STRAIN_CLEAN' --frequencies '35.9,36.7,331.9,1083.7;60,120,180' --magnitude-ranges '0.0,0.1;0.0,1.0' --phase-ranges '-180.0,180.0;-180.0,180.0' --plot-titles '$(IFO)1 Calibration Line Subtraction;$(IFO)1 Power Mains Line Subtraction' + +clean: + rm *.gwf *.cache *.png *.txt + diff --git a/gstlal-calibration/tests/new_epics_check/L1/Makefile.noise_subtraction_tf b/gstlal-calibration/tests/new_epics_check/L1/Makefile.noise_subtraction_tf new file mode 100644 index 0000000000000000000000000000000000000000..b26758c95a0e294128e3c878650640305306c9c0 --- /dev/null +++ b/gstlal-calibration/tests/new_epics_check/L1/Makefile.noise_subtraction_tf @@ -0,0 +1,8 @@ +all: noise_subtraction_tf_DCS + +noise_subtraction_tf_DCS: $(IFO)1_hoft_DCS_frames.cache + python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-channel-name DCS-CALIB_STRAIN_CLEAN --denominator-channel-name DCS-CALIB_STRAIN --magnitude-min 0.0 --magnitude-max 1.5 --phase-min -20.0 --phase-max 20.0 --plot-title 'Noise Subtraction Transfer Function' + +clean: + rm *.gwf *.cache *.png *.txt + diff --git a/gstlal-calibration/tests/new_epics_check/L1/Makefile.response_function b/gstlal-calibration/tests/new_epics_check/L1/Makefile.response_function new file mode 100644 index 0000000000000000000000000000000000000000..110a26dae576c146750ed622094ae1d14e57f9ca --- /dev/null +++ b/gstlal-calibration/tests/new_epics_check/L1/Makefile.response_function @@ -0,0 +1,11 @@ +all: GDS_response_function_bode_plot + +FILTERS_FILE = /home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Filters/ER14/GDSFilters/L1GDS_1235491416.npz + +GDS_response_function_bode_plot: + python ../../check_calibration/response_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --dt 6.103515625e-05 --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_GDS_frames.cache --raw-frames-cache $(IFO)1_raw_frames.cache --response-file $(FILTERS_FILE) + + +clean: + rm *.pdf + diff --git a/gstlal-calibration/tests/new_epics_check/L1/Makefile.statevector b/gstlal-calibration/tests/new_epics_check/L1/Makefile.statevector new file mode 100644 index 0000000000000000000000000000000000000000..5733f7338eaed970ea286d6177244e6cf182f926 --- /dev/null +++ b/gstlal-calibration/tests/new_epics_check/L1/Makefile.statevector @@ -0,0 +1,9 @@ +all: calib_state_vector_plot + +calib_state_vector_plot: + python ../../check_calibration/statevector_plot.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_GDS_frames.cache + + +clean: + rm *.pdf + diff --git a/gstlal-calibration/tests/new_epics_check/L1/Makefile.timeserieskappas b/gstlal-calibration/tests/new_epics_check/L1/Makefile.timeserieskappas new file mode 100644 index 0000000000000000000000000000000000000000..8583df43c87972167e4c4cb37b7893bb22ec2d7b --- /dev/null +++ b/gstlal-calibration/tests/new_epics_check/L1/Makefile.timeserieskappas @@ -0,0 +1,27 @@ +CHANNEL1 = CALIB_KAPPA_C +CHANNEL2 = CALIB_KAPPA_PUM_REAL +CHANNEL3 = CALIB_KAPPA_TST_REAL +CHANNEL4 = CALIB_F_CC +CHANNEL5 = CALIB_KAPPA_PUM_IMAGINARY +CHANNEL6 = CALIB_KAPPA_TST_IMAGINARY +CHANNEL7 = CALIB_KAPPA_UIM_REAL +CHANNEL8 = CALIB_KAPPA_UIM_IMAGINARY + +FECHANNEL1 = CS_TDEP_KAPPA_C_OUTPUT +FECHANNEL2 = CS_TDEP_KAPPA_PUM_REAL_OUTPUT +FECHANNEL3 = CS_TDEP_KAPPA_TST_REAL_OUTPUT +FECHANNEL4 = CS_TDEP_F_C_OUTPUT +FECHANNEL5 = CS_TDEP_KAPPA_PUM_IMAG_OUTPUT +FECHANNEL6 = CS_TDEP_KAPPA_TST_IMAG_OUTPUT +FECHANNEL7 = CS_TDEP_KAPPA_UIM_REAL_OUTPUT +FECHANNEL8 = CS_TDEP_KAPPA_UIM_IMAG_OUTPUT + +all: GDS_Time_Series_of_Kappas + +GDS_Time_Series_of_Kappas: + python ../../check_calibration/timeserieskappas.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --channel-list 'GDS-$(CHANNEL1)','GDS-$(CHANNEL2)','GDS-$(CHANNEL3)','GDS-$(CHANNEL4)','GDS-$(CHANNEL5)','GDS-$(CHANNEL6)','GDS-$(CHANNEL7)','GDS-$(CHANNEL8)' --frame-cache $(IFO)1_hoft_GDS_frames.cache --ifo $(IFO)1 --front-end-channel-list 'CAL-$(FECHANNEL1)','CAL-$(FECHANNEL2)','CAL-$(FECHANNEL3)','CAL-$(FECHANNEL4)','CAL-$(FECHANNEL5)','CAL-$(FECHANNEL6)','CAL-$(FECHANNEL7)','CAL-$(FECHANNEL8)' + + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/new_epics_check/L1/test.ini b/gstlal-calibration/tests/new_epics_check/L1/test.ini new file mode 100644 index 0000000000000000000000000000000000000000..4be8672d9cebbe2ee1ef8f6a56f25b1055b508f3 --- /dev/null +++ b/gstlal-calibration/tests/new_epics_check/L1/test.ini @@ -0,0 +1,408 @@ +[InputConfigurations] +# Filters file containing calibration FIR filters +FiltersFileName: L1GDS_1235491416.npz +# Data source should be set to frames or lvshm +DataSource: frames +FileChecksum: No +# Right now, SkipBadFiles needs to be off when reading from frames +SkipBadFiles: No +############################################ +# If reading from frames use these options # +############################################ +# None + +################################################### +# If reading from shared memory use these options # +################################################### +SHMPartition: LLO_Online +# Assumed duration of input frames in seconds +InputFrameDuration: 1 + +[OutputConfigurations] +CompressionScheme: 6 +CompressionLevel: 3 +ChanPrefix: GDS- +# Set to "None" if you do not want a channel suffix +ChanSuffix: None +# Data sink should be set to frames or lvshm +DataSink: frames +################################################# +# If writing to shared memory use these options # +################################################# +OutputSHMPartition: LLO_hoft +BufferMode: 2 +# Use this to approximate the frame size (in bytes) when writing to shared memory +FrameSize: 405338 +NumBuffers: 10 +############################################### +# If writing to frame files use these options # +############################################### +FrameType: L1GDS_TEST + +[CalibrationConfigurations] +IFO: L1 +# Set calibration mode to Full or Partial +CalibrationMode: Partial +ComputeCalibStateVector: Yes + +[DebuggingConfigurations] +# If you want to write a pipeline graph, provide the graph name. Otherwise, set name equal to None +PipelineGraphFilename: None +Verbose: Yes +# Turn this on to write data presentation timestamps and real-time unix timestamps to file at the beginning and end of the pipeline, to measure latency +TestLatency: No +# Turn this on to compute transfer functions for the filters by comparing output data to input data +TestFilters: No + +[TDCFConfigurations] +######################################################### +# Options related to time dependent correction factors # +######################################################### +ComputeKappaTST: Yes +ApplyKappaTST: No +# Set this to have the \kappa_tst factors filter the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaTST: No + +ComputeKappaPU: No +ApplyKappaPU: No +# Set this to have the \kappa_pu factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors +ApplyComplexKappaPU: No + +ComputeKappaPUM: Yes +ApplyKappaPUM: No +# Set this to have the \kappa_p factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaPUM: No + +ComputeKappaUIM: Yes +ApplyKappaUIM: No +# Set this to have the \kappa_u factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaUIM: No + +ComputeKappaC: Yes +ApplyKappaC: No + +ComputeFcc: Yes +ApplyFcc: No + +ComputeSRCQ: Yes +ApplySRCQ: No + +ComputeFs: Yes +ApplyFs: No + +########################################### +# Options related to the coherence gating # +########################################### +UseCoherence: Yes +CoherenceUncThreshold: 0.02 +# Amount of time used in front-end to compute coherence +CoherenceTime: 130 +################################################################### +# Options related to the computation configurations for the TDCFs # +################################################################### +ComputeFactorsSR: 16 +RecordFactorsSR: 16 +# Length in seconds of low-pass FIR filter used in demodulation of the calibration lines +DemodulationFilterTime: 20 +# Time (in seconds) to smooth out \kappas with a median-like method +MedianSmoothingTime: 128 +TDCFAveragingTime: 10 +#If set to yes, bad computed kappas will be replaced by the previous computed median in the running median array. Otherwise, they are replaced with the default value +TDCFDefaultToMedian: Yes +# If using Y-end Pcal, we need a minus sign, so set this to -1.0 +PcalSign: 1.0 +################################################## +# Options related to updating cavity pole filter # +################################################## +# Duration of the Fcc filter in the time domain in seconds +FccFilterDuration: 0.01 +# Number of seconds to average Fcc values before creating a new Fcc filter +FccAveragingTime: 60 +# Number of samples to be used when tapering old filter and ramping in new filter +FccFilterTaperLength: 32768 +############################ +# Nominal values for TDCFs # +############################ +ExpectedKappaTSTReal: 1.0 +ExpectedKappaTSTImag: 0.0 +ExpectedKappaPUMReal: 1.0 +ExpectedKappaPUMImag: 0.0 +ExpectedKappaUIMReal: 1.0 +ExpectedKappaUIMImag: 0.0 +ExpectedKappaPUReal: 1.0 +ExpectedKappaPUImag: 0.0 +ExpectedKappaC: 1.0 +# FIXME: Check if the code uses these if they're read in from the filers file +ExpectedFcc: 441.2 +ExpectedFs: 0.08375 +ExpectedSRCQ: 0.2124 +################################ +# Acceptable variance in TDCFs # +################################ +KappaTSTRealVar: 0.2 +KappaTSTImagVar: 0.2 +KappaPURealVar: 0.2 +KappaPUImagVar: 0.2 +KappaPUMRealVar: 0.2 +KappaPUMImagVar: 0.2 +KappaUIMRealVar: 0.2 +KappaUIMImagVar: 0.2 +KappaCVar: 0.2 +FccVar: 50.0 +FsVar: 5.0 +SRCQInvMin: 0.0 +SRCQInvMax: 0.5 +####################### +# EPICS records input # +####################### +# Set to Yes if EPICS records for TDCF computations should be read from filters file. If set to No, they will be read from frames +FactorsFromFiltersFile: Yes +############################################################################################## +# Updating Sensing and Actuation filters with all frequency-dependent corrections parameters # +############################################################################################## +# Length of time (in seconds) between when inverse-sensing FIR filter is updated +SensingFilterUpdateTime: 64 +# Length of time (in seconds) over which the smoothed time-dependent parameters of the sensing function are averaged before updating the filter +SensingFilterAveragingTime: 1 +# Number of samples to be used when tapering old inverse sensing filter and ramping in new filter +SensingFilterTaperLength: 32768 +# Length of time (in seconds) between when the actuation FIR filters are updated +ActuationFilterUpdateTime: 64 +# Length of time (in seconds) over which the smoothed time-dependent parameters of the actuation function are averaged before updating the filter +ActuationFilterAveragingTime: 1 +# Number of samples to be used when tapering old actuation filters and ramping in new filters +ActuationFilterTaperLength: 32768 + +[ChannelNames] +############################# +# Calibration Channel Names # +############################# +DARMCtrlChannel: CAL-DARM_CTRL_DBL_DQ +DARMErrChannel: CAL-DARM_ERR_DBL_DQ +DeltaLTSTChannel: CAL-DELTAL_CTRL_TST_DBL_DQ +DeltaLPUMChannel: CAL-DELTAL_CTRL_PUM_DBL_DQ +DeltaLUIMChannel: CAL-DELTAL_CTRL_UIM_DBL_DQ +DeltaLResChannel: CAL-DELTAL_RESIDUAL_DBL_DQ +#################################### +# Data Quality Vector Channel Name # +#################################### +LowNoiseStateChannel: GRD-IFO_READY +HWInjChannel: CAL-INJ_STATUS_OUT_DQ +ObsIntentChannel: GRD-IFO_INTENT +FilterClockChannelList: GRD-IFO_READY +################################## +# Calibration Line Channel Names # +################################## +DARMExcChannel: CAL-CS_LINE_SUM_DQ +TSTExcChannel: SUS-ETMY_L3_CAL_LINE_OUT_DQ +PUMExcChannel: SUS-ETMX_L2_CAL_LINE_OUT_DQ +UIMExcChannel: SUS-ETMX_L1_CAL_LINE_OUT_DQ +PCALChannel: CAL-PCALY_RX_PD_OUT_DQ +############################################ +# Calibration Line Frequency Channel Names # +############################################ +DARMExcLineFreqChannel: CAL-CS_TDEP_DARM_LINE1_COMPARISON_OSC_FREQ +TSTExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE3_COMPARISON_OSC_FREQ +PUMExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE2_COMPARISON_OSC_FREQ +UIMExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE1_COMPARISON_OSC_FREQ +PCALLine1FreqChannel: CAL-CS_TDEP_PCAL_LINE1_COMPARISON_OSC_FREQ +PcalLine1CorrRealChannel: CAL-CS_TDEP_PCAL_LINE1_CORRECTION_REAL +PcalLine1CorrImagChannel: CAL-CS_TDEP_PCAL_LINE1_CORRECTION_IMAG +PCALLine2FreqChannel: CAL-CS_TDEP_PCAL_LINE2_COMPARISON_OSC_FREQ +PcalLine2CorrRealChannel: CAL-CS_TDEP_PCAL_LINE2_CORRECTION_REAL +PcalLine2CorrImagChannel: CAL-CS_TDEP_PCAL_LINE2_CORRECTION_IMAG +PCALLine3FreqChannel: CAL-CS_TDEP_PCAL_LINE3_COMPARISON_OSC_FREQ +PcalLine3CorrRealChannel: CAL-CS_TDEP_PCAL_LINE3_CORRECTION_REAL +PcalLine3CorrImagChannel: CAL-CS_TDEP_PCAL_LINE3_CORRECTION_IMAG +PCALLine4FreqChannel: CAL-CS_TDEP_PCAL_LINE4_COMPARISON_OSC_FREQ +PcalLine4CorrRealChannel: CAL-CS_TDEP_PCAL_LINE4_CORRECTION_REAL +PcalLine4CorrImagChannel: CAL-CS_TDEP_PCAL_LINE4_CORRECTION_IMAG +####################################### +# Coherence Uncertainty Channel Names # +####################################### +CohUncSusLine1Channel: CAL-CS_TDEP_SUS_LINE1_UNCERTAINTY +CohUncSusLine2Channel: CAL-CS_TDEP_SUS_LINE2_UNCERTAINTY +CohUncSusLine3Channel: CAL-CS_TDEP_SUS_LINE3_UNCERTAINTY +CohUncPcalyLine1Channel: CAL-CS_TDEP_PCAL_LINE1_UNCERTAINTY +CohUncPcalyLine2Channel: CAL-CS_TDEP_PCAL_LINE2_UNCERTAINTY +CohUncPcalyLine4Channel: CAL-CS_TDEP_PCAL_LINE4_UNCERTAINTY +CohUncDARMLine1Channel: CAL-CS_TDEP_DARM_LINE1_UNCERTAINTY +################################### +# Noise Subtraction Channel Names # +################################### +# Semicolon-separated list of comma-separated lists of witness channels to use to subtract lines from h(t) +# Semicolons separate channels to be handled separately (in series), and commas separate channels to be handled in parallel. +#Set to None if no line witness channels are to be used +LineWitnessChannelList: SUS-ETMX_L1_CAL_LINE_OUT_DQ;SUS-ETMX_L2_CAL_LINE_OUT_DQ;SUS-ETMY_L3_CAL_LINE_OUT_DQ;CAL-PCALY_RX_PD_OUT_DQ;PEM-EY_MAINSMON_EBAY_1_DQ +#,PEM-EY_MAINSMON_EBAY_2_DQ,PEM-EY_MAINSMON_EBAY_3_DQ +# Semicolon-separated list of comma-separated lists of witness channels to use to subtract noise from h(t) +# Set to None if no witness channels are to be used +WitnessChannelList: ASC-DHARD_P_OUT_DQ,ASC-DHARD_Y_OUT_DQ,ASC-CHARD_P_OUT_DQ,ASC-CHARD_Y_OUT_DQ,LSC-SRCL_IN1_DQ,LSC-MICH_IN1_DQ,LSC-PRCL_IN1_DQ +#PSL-ISS_SECONDLOOP_OUTPUT_DQ, +# What channel should we use to gate the noise subtraction and 60-Hz line subtraction +NoiseSubGateChannel: GRD-ISC_LOCK_OK +############################### +# EPICS Records Channel Names # +############################### +EP1RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_REAL +EP1ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_IMAG +EP2RealChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_REAL +EP2ImagChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_IMAG +EP3RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_REAL +EP3ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_IMAG +EP4RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_REAL +EP4ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_IMAG +EP5RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_REAL +EP5ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_IMAG +EP6RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_REAL +EP6ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_IMAG +EP7RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_REAL +EP7ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_IMAG +EP8RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_REAL +EP8Imagchannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_IMAG +EP9RealChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_REAL +EP9ImagChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_IMAG +EP10RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_REAL +EP10ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_IMAG +EP11RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_C_NOCAVPOLE_REAL +EP11ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_C_NOCAVPOLE_IMAG +EP12RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_D_REAL +EP12ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_D_IMAG +EP13RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_TST_REAL +EP13ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_TST_IMAG +EP14RealChannel: CAL-CS_TDEP_PCALY_LINE1_REF_A_USUM_REAL +EP14ImagChannel: CAL-CS_TDEP_PCALY_LINE1_REF_A_USUM_IMAG +EP15RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_REAL +EP15Imagchannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_IMAG +EP16RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_REAL +EP16ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_IMAG +EP17RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_REAL +EP17ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_IMAG +EP18RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_REAL +EP18ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_IMAG +EP19RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_REAL +EP19ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_IMAG +EP20RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_PUM_REAL +EP20ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_PUM_IMAG +EP21RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_UIM_REAL +EP21ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_UIM_IMAG +EP22RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_REAL +EP22ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_IMAG +EP23RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_REAL +EP23ImagChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_IMAG +EP24RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_REAL +EP24ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_IMAG + +[SampleRates] +# Sample rate at which to compute h(t) +HoftSR: 16384 +# Sample rate at which to compute CALIB_STATE_VECTOR +CalibStateSR: 16 +# Sample rate of control channel +# Should be 16384 if using DARM_CTRL and 4096 if using DELTAL_CTRL +CtrlSR: 4096 +# Sample rate of low noise state channel +LowNoiseSR: 16 +# Sample rate of HW injection channel +HWInjSR: 16384 +# Sample rate of observation intent channel +ObsIntentSR: 16 +# Sample rate list for chanels being used to trigger filter settling clock +FilterClockSRList: 16 +# Sample rate of TST excitation channel +TSTExcSR: 512 +# Sample rate of PUM excitation channel +PUMExcSR: 512 +# Sample rate of UIM excitation channel +UIMExcSR: 512 +# Sample rate of coherence channels +CohSR: 16 +# Sample rate for the EPICS reference channels +EPICSRefSR: 16 +# Sample rates at which transfer functions will be computed and witness channels will be filtered, given as a semicolon-separated list, e.g., 2048;2048;512;2048. This must be given if WitnessChannelList is not None, and it must be the same length. +WitnessChannelSR: 512 +# Sample rates at which to compute and record TDCFs +ComputeFactorsSR: 16 +RecordFactorsSR: 16 + +[Bitmasks] +ObsReadyBitmask: 1 +ObsIntentBitmask: 1 +FilterClockBitmaskList: 1 +CBCHWInjOffBitmask: 9 +BurstHWInjOffBitmask: 17 +DetCharHWInjOffBitmask: 33 +StochHWInjOffBitmask: 65 +NoiseSubGateBitmask: 1 + +[PipelineConfigurations] +BufferLength: 1.0 +FrequencyDomainFiltering: No +Dewhitening: No +# Latency of all filtering/averaging/median processes (other than calibration model filters) as a fraction of filter length. Value should be set between 0.0 and 1.0. +FilterLatency: 0.0 + +[DataCleaningConfigurations] +# Remove the DC component from the residual and control channels before filtering +RemoveDC: No +# Subtract the calibration lines from the h(t) spectrum +RemoveCalLines: No +############################################################### +# Options for running line subtraction using witness channels # +############################################################### +# Semicolon-separated list of comma-separated lists of frequencies (same number of semicolons as LineWitnessChannelList) +LineWitnessFreqs: 15.1;15.7;16.9;16.3,434.9,1083.1;60.0,120.0,180.0,240.0,300.0 +# Time over which to take a median of transfer functions +LineWitnessTFMedianTime: 128 +# Time over which to average transfer functions +LineWitnessTFAveragingTime: 1 +# Semicolon-separated list of typical frequency fluctuations in lines being subtracted (same number of semicolons as LineWitnessChannelList) +LineWitnessFreqVars: 0.0;0.0;0.0;0.0;0.02 +####################################### +# Options for broadband noise removal # +####################################### +# The length in seconds of the fast Fourier transforms used to compute transfer functions between witness channels and h(t). The fft's are windowed with Hann windows and overlapped. +WitnessChannelFFTTime: 4.0 +# The number of ffts to take before averaging the witness -> h(t) transfer functions calculation. The average is taken after the ratio h(f) / witness(f). +NumWitnessFFTs: 1000 +# Sets the minimum number of FFTs necessary to produce the first transfer functions and clean data after data flow starts. +MinWitnessFFTs: 300 +# The length in seconds of the filters applied to the witness channels before subtracting from h(t) +WitnessFIRLength: 1.0 +# The frequency resolution of the filters applied to the witness channels before subtracting from h(t). It can be advantageous to lower the frequency resolution in order to average over excess noise. +WitnessFrequencyResolution: 0.5 +# List of minima and maxima of frequency ranges where the Fourier transform of h(t) will be replaced by a straight line in the calculation of transfer functions between witness channels and h(t) for noise subtraction. Semicolons separate lists for different sets of witness channels. If no notches are desired, use zeros, e.g., \'0;0;0\'. Here is an example using the expected format: \'495.0,515.0,985.0,1015.0;59,60,119,121;0\' This can be useful, e.g., if there are loud lines in the signal that are not present in the witness channels. +WitnessNotchFrequencies: 0 +# Cutoff frequencies for high-pass filters for witness channels +WitnessHighPasses: 10 +# The amount of time after transfer functions between witness channels and h(t) are finished to begin the calculation of the next set of transfer functions +WitnessTFUpdateTime: 4 +# If lock-loss lasts at least this many seconds, transfer functions will revert to those computed at the beginning of a lock stretch. Set to zero to disbale. +CriticalLockLossTime: 1800 +# The amount of time to use to taper in newly computed FIR filters for witness channels being used for noise subtraction. +WitnessFilterTaperTime: 2 +# If writing transfer functions to file, this sets the name. If transfer functions should not be written to file, this should be set to None +WitnessTFFilename: None +# Should the transfer function calculation use a median? If not, an average (mean) is used. +WitnessTFUseMedian: Yes +# Should transfer functions be computed on a fixed schedule, so that the output does not depend on start time? This is useful for running jobs in parallel. Otherwise, they are computed asap. +WitnessTFParallelMode: No +# When using parallel mode, how many seconds later should we shift the time when transfer functions start being computed from a multiple of the cycle period? +WitnessTFTimeShift: 360 +# To write only one strain channel, and pick whichever is less noisy, set this option to 'Yes'. This way, if a problem arises with the noise subtraction it will not affect the output strain channel. +PickCleanestStrainChannel: No +# A half Hann window is used for transitions between cleaned and uncleaned data. This is the length of that window in seconds. +StrainChannelTransitionTime: 10.0 +############################### +# Options for HOFT_CLEAN bits # +############################### +# The amount of data from h(t) and cleaned h(t) that is used to compute and compare the rms. This comparison between cleaned and uncleaned h(t) determines whether the HOFT_CLEAN bits of the calibration state vector are on or off. +CleaningCheckRMSTime: 30.0 +# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeLowMin: 15 +# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeLowMax: 20 +# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeMidMin: 20 +# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeMidMax: 200 diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_ASD_residual.png b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_ASD_residual.png new file mode 100644 index 0000000000000000000000000000000000000000..eee30abd0303529b6d99a2eaae8c0653194a4233 Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_ASD_residual.png differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_all_tf.png b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_all_tf.png new file mode 100644 index 0000000000000000000000000000000000000000..410f90818fc3ec18cf267e8e78f037268fc09bbd Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_all_tf.png differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_all_tf_ratio.png b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_all_tf_ratio.png new file mode 100644 index 0000000000000000000000000000000000000000..d068e2951012fe87c4f2f910e435c402595c37a2 Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_all_tf_ratio.png differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_all_tf_ratio_zoomed.png b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_all_tf_ratio_zoomed.png new file mode 100644 index 0000000000000000000000000000000000000000..d26abef6ceac18ad5e338b651ba8236d40169e39 Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_all_tf_ratio_zoomed.png differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_calib_state_vector.pdf b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_calib_state_vector.pdf new file mode 100644 index 0000000000000000000000000000000000000000..9b54f663e9dd5323f52b4ffce1621c24640a5042 Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_calib_state_vector.pdf differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_F_CC_NOGATE.png b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_F_CC_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..98d4fb11890dba1a96d6a51543b819b1edf021df Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_F_CC_NOGATE.png differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_C_NOGATE.png b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_C_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..2816a194e964cadc698646b29654c4e8ac211aba Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_C_NOGATE.png differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_PUM_IMAGINARY_NOGATE.png b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_PUM_IMAGINARY_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..65ad54732158de75de1ae599081e7936c41a4353 Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_PUM_IMAGINARY_NOGATE.png differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_PUM_REAL_NOGATE.png b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_PUM_REAL_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..ffb8a9a6fe9498eeba437bc8800bff591694b18e Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_PUM_REAL_NOGATE.png differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_TST_IMAGINARY_NOGATE.png b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_TST_IMAGINARY_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..0a5f447b48b5f8f51783a4d044f4eda36c88d085 Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_TST_IMAGINARY_NOGATE.png differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_TST_REAL_NOGATE.png b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_TST_REAL_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..bdc4f875785de3ecae1f559257b1cb674cb93d74 Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_TST_REAL_NOGATE.png differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_UIM_IMAGINARY_NOGATE.png b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_UIM_IMAGINARY_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..38386c3c1b83a6ebcc4e7435427e935219467fc1 Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_UIM_IMAGINARY_NOGATE.png differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_UIM_REAL_NOGATE.png b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_UIM_REAL_NOGATE.png new file mode 100644 index 0000000000000000000000000000000000000000..2a594f30d66db6ed68b5d227fd62a3ef5f403455 Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_plot_GDS-CALIB_KAPPA_UIM_REAL_NOGATE.png differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_spectrum_comparison.png b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_spectrum_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..f148a92cb6fe046ee78f4609acbcc90bc8625cab Binary files /dev/null and b/gstlal-calibration/tests/pydarm_response_check/L1/L1_1235868742_1235873204_spectrum_comparison.png differ diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_hoft_GDS_frames.cache b/gstlal-calibration/tests/pydarm_response_check/L1/L1_hoft_GDS_frames.cache new file mode 100644 index 0000000000000000000000000000000000000000..707db66c1ec3d18eb0d047fd5a8d058168a5b571 --- /dev/null +++ b/gstlal-calibration/tests/pydarm_response_check/L1/L1_hoft_GDS_frames.cache @@ -0,0 +1,80 @@ +L L1GDS_TEST 1235868096 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868096-64.gwf +L L1GDS_TEST 1235868160 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868160-64.gwf +L L1GDS_TEST 1235868224 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868224-64.gwf +L L1GDS_TEST 1235868288 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868288-64.gwf +L L1GDS_TEST 1235868352 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868352-64.gwf +L L1GDS_TEST 1235868416 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868416-64.gwf +L L1GDS_TEST 1235868480 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868480-64.gwf +L L1GDS_TEST 1235868544 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868544-64.gwf +L L1GDS_TEST 1235868608 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868608-64.gwf +L L1GDS_TEST 1235868672 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868672-64.gwf +L L1GDS_TEST 1235868736 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868736-64.gwf +L L1GDS_TEST 1235868800 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868800-64.gwf +L L1GDS_TEST 1235868864 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868864-64.gwf +L L1GDS_TEST 1235868928 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868928-64.gwf +L L1GDS_TEST 1235868992 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868992-64.gwf +L L1GDS_TEST 1235869056 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869056-64.gwf +L L1GDS_TEST 1235869120 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869120-64.gwf +L L1GDS_TEST 1235869184 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869184-64.gwf +L L1GDS_TEST 1235869248 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869248-64.gwf +L L1GDS_TEST 1235869312 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869312-64.gwf +L L1GDS_TEST 1235869376 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869376-64.gwf +L L1GDS_TEST 1235869440 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869440-64.gwf +L L1GDS_TEST 1235869504 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869504-64.gwf +L L1GDS_TEST 1235869568 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869568-64.gwf +L L1GDS_TEST 1235869632 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869632-64.gwf +L L1GDS_TEST 1235869696 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869696-64.gwf +L L1GDS_TEST 1235869760 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869760-64.gwf +L L1GDS_TEST 1235869824 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869824-64.gwf +L L1GDS_TEST 1235869888 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869888-64.gwf +L L1GDS_TEST 1235869952 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869952-64.gwf +L L1GDS_TEST 1235870016 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870016-64.gwf +L L1GDS_TEST 1235870080 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870080-64.gwf +L L1GDS_TEST 1235870144 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870144-64.gwf +L L1GDS_TEST 1235870208 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870208-64.gwf +L L1GDS_TEST 1235870272 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870272-64.gwf +L L1GDS_TEST 1235870336 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870336-64.gwf +L L1GDS_TEST 1235870400 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870400-64.gwf +L L1GDS_TEST 1235870464 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870464-64.gwf +L L1GDS_TEST 1235870528 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870528-64.gwf +L L1GDS_TEST 1235870592 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870592-64.gwf +L L1GDS_TEST 1235870656 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870656-64.gwf +L L1GDS_TEST 1235870720 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870720-64.gwf +L L1GDS_TEST 1235870784 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870784-64.gwf +L L1GDS_TEST 1235870848 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870848-64.gwf +L L1GDS_TEST 1235870912 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870912-64.gwf +L L1GDS_TEST 1235870976 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235870976-64.gwf +L L1GDS_TEST 1235871040 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871040-64.gwf +L L1GDS_TEST 1235871104 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871104-64.gwf +L L1GDS_TEST 1235871168 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871168-64.gwf +L L1GDS_TEST 1235871232 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871232-64.gwf +L L1GDS_TEST 1235871296 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871296-64.gwf +L L1GDS_TEST 1235871360 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871360-64.gwf +L L1GDS_TEST 1235871424 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871424-64.gwf +L L1GDS_TEST 1235871488 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871488-64.gwf +L L1GDS_TEST 1235871552 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871552-64.gwf +L L1GDS_TEST 1235871616 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871616-64.gwf +L L1GDS_TEST 1235871680 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871680-64.gwf +L L1GDS_TEST 1235871744 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871744-64.gwf +L L1GDS_TEST 1235871808 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871808-64.gwf +L L1GDS_TEST 1235871872 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871872-64.gwf +L L1GDS_TEST 1235871936 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235871936-64.gwf +L L1GDS_TEST 1235872000 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872000-64.gwf +L L1GDS_TEST 1235872064 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872064-64.gwf +L L1GDS_TEST 1235872128 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872128-64.gwf +L L1GDS_TEST 1235872192 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872192-64.gwf +L L1GDS_TEST 1235872256 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872256-64.gwf +L L1GDS_TEST 1235872320 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872320-64.gwf +L L1GDS_TEST 1235872384 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872384-64.gwf +L L1GDS_TEST 1235872448 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872448-64.gwf +L L1GDS_TEST 1235872512 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872512-64.gwf +L L1GDS_TEST 1235872576 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872576-64.gwf +L L1GDS_TEST 1235872640 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872640-64.gwf +L L1GDS_TEST 1235872704 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872704-64.gwf +L L1GDS_TEST 1235872768 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872768-64.gwf +L L1GDS_TEST 1235872832 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872832-64.gwf +L L1GDS_TEST 1235872896 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872896-64.gwf +L L1GDS_TEST 1235872960 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235872960-64.gwf +L L1GDS_TEST 1235873024 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235873024-64.gwf +L L1GDS_TEST 1235873088 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235873088-64.gwf +L L1GDS_TEST 1235873152 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/pydarm_response_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235873152-64.gwf diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/L1_raw_frames.cache b/gstlal-calibration/tests/pydarm_response_check/L1/L1_raw_frames.cache new file mode 100644 index 0000000000000000000000000000000000000000..c1fec55c454e7cf179a6e55d6e549ce00aa82cad --- /dev/null +++ b/gstlal-calibration/tests/pydarm_response_check/L1/L1_raw_frames.cache @@ -0,0 +1,75 @@ +L L1_R 1235868480 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868480-64.gwf +L L1_R 1235868544 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868544-64.gwf +L L1_R 1235868608 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868608-64.gwf +L L1_R 1235868672 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868672-64.gwf +L L1_R 1235868736 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868736-64.gwf +L L1_R 1235868800 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868800-64.gwf +L L1_R 1235868864 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868864-64.gwf +L L1_R 1235868928 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868928-64.gwf +L L1_R 1235868992 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868992-64.gwf +L L1_R 1235869056 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869056-64.gwf +L L1_R 1235869120 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869120-64.gwf +L L1_R 1235869184 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869184-64.gwf +L L1_R 1235869248 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869248-64.gwf +L L1_R 1235869312 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869312-64.gwf +L L1_R 1235869376 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869376-64.gwf +L L1_R 1235869440 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869440-64.gwf +L L1_R 1235869504 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869504-64.gwf +L L1_R 1235869568 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869568-64.gwf +L L1_R 1235869632 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869632-64.gwf +L L1_R 1235869696 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869696-64.gwf +L L1_R 1235869760 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869760-64.gwf +L L1_R 1235869824 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869824-64.gwf +L L1_R 1235869888 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869888-64.gwf +L L1_R 1235869952 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869952-64.gwf +L L1_R 1235870016 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870016-64.gwf +L L1_R 1235870080 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870080-64.gwf +L L1_R 1235870144 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870144-64.gwf +L L1_R 1235870208 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870208-64.gwf +L L1_R 1235870272 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870272-64.gwf +L L1_R 1235870336 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870336-64.gwf +L L1_R 1235870400 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870400-64.gwf +L L1_R 1235870464 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870464-64.gwf +L L1_R 1235870528 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870528-64.gwf +L L1_R 1235870592 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870592-64.gwf +L L1_R 1235870656 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870656-64.gwf +L L1_R 1235870720 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870720-64.gwf +L L1_R 1235870784 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870784-64.gwf +L L1_R 1235870848 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870848-64.gwf +L L1_R 1235870912 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870912-64.gwf +L L1_R 1235870976 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235870976-64.gwf +L L1_R 1235871040 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871040-64.gwf +L L1_R 1235871104 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871104-64.gwf +L L1_R 1235871168 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871168-64.gwf +L L1_R 1235871232 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871232-64.gwf +L L1_R 1235871296 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871296-64.gwf +L L1_R 1235871360 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871360-64.gwf +L L1_R 1235871424 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871424-64.gwf +L L1_R 1235871488 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871488-64.gwf +L L1_R 1235871552 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871552-64.gwf +L L1_R 1235871616 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871616-64.gwf +L L1_R 1235871680 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871680-64.gwf +L L1_R 1235871744 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871744-64.gwf +L L1_R 1235871808 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871808-64.gwf +L L1_R 1235871872 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871872-64.gwf +L L1_R 1235871936 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235871936-64.gwf +L L1_R 1235872000 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872000-64.gwf +L L1_R 1235872064 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872064-64.gwf +L L1_R 1235872128 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872128-64.gwf +L L1_R 1235872192 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872192-64.gwf +L L1_R 1235872256 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872256-64.gwf +L L1_R 1235872320 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872320-64.gwf +L L1_R 1235872384 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872384-64.gwf +L L1_R 1235872448 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872448-64.gwf +L L1_R 1235872512 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872512-64.gwf +L L1_R 1235872576 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872576-64.gwf +L L1_R 1235872640 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872640-64.gwf +L L1_R 1235872704 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872704-64.gwf +L L1_R 1235872768 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872768-64.gwf +L L1_R 1235872832 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872832-64.gwf +L L1_R 1235872896 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872896-64.gwf +L L1_R 1235872960 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235872960-64.gwf +L L1_R 1235873024 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235873024-64.gwf +L L1_R 1235873088 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235873088-64.gwf +L L1_R 1235873152 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235873152-64.gwf +L L1_R 1235873216 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235873216-64.gwf diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.ASD_comparison b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.ASD_comparison new file mode 100644 index 0000000000000000000000000000000000000000..bf35f9b8478f302487a352ae1628b38d20ca2ccd --- /dev/null +++ b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.ASD_comparison @@ -0,0 +1,8 @@ +all: ASD_comparison_plots + +ASD_comparison_plots: + python ../../check_calibration/ASD_comparison_plots --ifo $(IFO)1 --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --raw-frame-cache $(IFO)1_raw_frames.cache --hoft-frame-cache $(IFO)1_hoft_GDS_frames.cache --calcs-channel-name CAL-DELTAL_EXTERNAL_DQ + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.all_tests b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.all_tests new file mode 100644 index 0000000000000000000000000000000000000000..1a408c0fdd5f04606f07f89c604347b85204261e --- /dev/null +++ b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.all_tests @@ -0,0 +1,106 @@ +# This makefile can be used to run all of the tests instead of running them one by one. + +# Indicate IFO and observing run +# Note: Make sure that there is no space after the L or H! +# Another note: Livingston cluster cannot run this for IFO = H. Make sure that the cluster you're using has the raw frames you want. +export IFO=L +# OBSRUN inidcates where to look for filters files (e.g. O1, O2, O3, ER10, ER13, ER14, PreER13, PreER14) +#export OBSRUN=O2 +export OBSRUN=ER14 + +# Set start and stop times for a short lock stretch +export SHORT_START=1235868522 +export SHORT_END=1235873268 +# Set start and stop times for a longer stretch that spans a lock-unlock stretch +export LONG_START = 1228350334 +export LONG_END = 1228352985 + +export SHMRUNTIME=400 + +# How much time does the calibraiton need to settle at the start and end? +PLOT_WARMUP_TIME = 220 +PLOT_COOLDOWN_TIME = 64 +export SHORT_PLOT_START=$(shell echo $(SHORT_START) + $(PLOT_WARMUP_TIME) | bc) +export LONG_PLOT_START=$(shell echo $(LONG_START) + $(PLOT_WARMUP_TIME) | bc) +export SHORT_PLOT_END=$(shell echo $(SHORT_END) - $(PLOT_COOLDOWN_TIME) | bc) +export LONG_PLOT_END=$(shell echo $(LONG_END) - $(PLOT_COOLDOWN_TIME) | bc) + +# Point to all of the .ini files for different configurations +#export GDSCONFIGS=H1GDS_1232821094_gstlal-calibration-1-2-7.ini +export GDSCONFIGS=test.ini +#export GDSCONFIGSNOKAPPAS=H1GDS_1228712903_test_no_kappas.ini + +# Needed for writing pipeline graphs +export GST_DEBUG_DUMP_DOT_DIR=. + +all: response_function ASD_comparison statevector timeserieskappas + +# Create frame cache files for raw, C00, C01, and C02 frames +$(IFO)1_raw_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_R -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + +$(IFO)1_C00_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C00 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + +$(IFO)1_C01_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C01 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + +$(IFO)1_C02_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C02 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@ + + +# Calibrate GDS testing data +$(IFO)1_hoft_GDS_frames.cache: $(IFO)1_raw_frames.cache filters framesdir + gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGS) + ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST-*.gwf | lalapps_path2cache > $@ + +# Calibrate GDS testing data with no kappas applied for response function test +$(IFO)1_hoft_GDS_no_kappas_frames.cache: $(IFO)1_raw_frames.cache filters framesdir + #gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGSNOKAPPAS) + #ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST_NOKAPPAS*.gwf | lalapps_path2cache > $@ + + +filters: + if [ -d Filters/$(OBSRUN)/GDSFilters ]; then \ + svn up Filters/$(OBSRUN)/GDSFilters; \ + else \ + mkdir -p Filters/$(OBSRUN); \ + cd Filters/$(OBSRUN); \ + svn co https://svn.ligo.caltech.edu/svn/aligocalibration/trunk/Runs/$(OBSRUN)/GDSFilters; \ + fi + +framesdir: + mkdir -p Frames/$(OBSRUN)/$(IFO)1/easy_raw + mkdir -p Frames/$(OBSRUN)/$(IFO)1/GDS + mkdir -p Frames/$(OBSRUN)/$(IFO)1/DCS + + +response_function: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_raw_frames.cache + make -f Makefile.response_function + +ASD_comparison: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.ASD_comparison + +statevector: $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.statevector + +timeserieskappas: $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.timeserieskappas + +pcal_to_darm: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.pcal_to_darm + +# FIXME: This is seg faulting for me right now +calib_version_comparison: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache + make -f Makefile.calib_version_comparison + +# Need to clean up this clean command +clean: + rm *.pdf + rm *.txt + rm -rf Frames/ + rm -rf Filters/ + rm *.png + rm *.dot + + diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.calib_version_comparison b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.calib_version_comparison new file mode 100644 index 0000000000000000000000000000000000000000..43ee130b15d97ca52b649fc784cd17864b0c15b4 --- /dev/null +++ b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.calib_version_comparison @@ -0,0 +1,8 @@ +all: GDS_over_C02 + +GDS_over_C02: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache + python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache-list $(IFO)1_hoft_GDS_frames.cache --denominator-frame-cache $(IFO)1_C02_frames.cache --numerator-channel-list GDS-CALIB_STRAIN --denominator-channel-name DCS-CALIB_STRAIN_C02 --denominator-name 'C02' --numerator-name 'GDS_TEST --magnitude-min 0.7 --magnitude-max 1.3 --phase-min -20.0 --phase-max 20.0 --labels 'GDS Test / C02 Transfer Function' + +clean: + *.png + diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.latency b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.latency new file mode 100644 index 0000000000000000000000000000000000000000..03cbc521ef02be6cfe141b100531d599757df60a --- /dev/null +++ b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.latency @@ -0,0 +1,8 @@ +all: latency_test + +latency_test: $(IFO)1_hoft_GDS_SHM_frames.cache + python ../../check_calibration/latency_plot.py --intime-file gstlal_compute_strain_timestamps_in.txt --outtime-file gstlal_compute_strain_timestamps_out.txt --plot-filename-prefix $(IFO)1GDS_latency --plot-title '$(IFO)1 Calibration Latency vs Time' + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.lines_ratio b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.lines_ratio new file mode 100644 index 0000000000000000000000000000000000000000..ae6edaaae15e37bb514de8ab2a4935a06bb3f277 --- /dev/null +++ b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.lines_ratio @@ -0,0 +1,8 @@ +all: lines_ratio_DCS + +lines_ratio_DCS: $(IFO)1_hoft_DCS_frames.cache + python ../../check_calibration/demod_ratio_timeseries.py --ifo $(IFO)1 --gps-end-time $(SHORT_PLOT_END) --gps-start-time $(SHORT_PLOT_START) --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-channel-name 'DCS-CALIB_STRAIN' --numerator-channel-name 'DCS-CALIB_STRAIN_CLEAN' --frequencies '35.9,36.7,331.9,1083.7;60,120,180' --magnitude-ranges '0.0,0.1;0.0,1.0' --phase-ranges '-180.0,180.0;-180.0,180.0' --plot-titles '$(IFO)1 Calibration Line Subtraction;$(IFO)1 Power Mains Line Subtraction' + +clean: + rm *.gwf *.cache *.png *.txt + diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.noise_subtraction_tf b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.noise_subtraction_tf new file mode 100644 index 0000000000000000000000000000000000000000..b26758c95a0e294128e3c878650640305306c9c0 --- /dev/null +++ b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.noise_subtraction_tf @@ -0,0 +1,8 @@ +all: noise_subtraction_tf_DCS + +noise_subtraction_tf_DCS: $(IFO)1_hoft_DCS_frames.cache + python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-channel-name DCS-CALIB_STRAIN_CLEAN --denominator-channel-name DCS-CALIB_STRAIN --magnitude-min 0.0 --magnitude-max 1.5 --phase-min -20.0 --phase-max 20.0 --plot-title 'Noise Subtraction Transfer Function' + +clean: + rm *.gwf *.cache *.png *.txt + diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.response_function b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.response_function new file mode 100644 index 0000000000000000000000000000000000000000..110a26dae576c146750ed622094ae1d14e57f9ca --- /dev/null +++ b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.response_function @@ -0,0 +1,11 @@ +all: GDS_response_function_bode_plot + +FILTERS_FILE = /home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Filters/ER14/GDSFilters/L1GDS_1235491416.npz + +GDS_response_function_bode_plot: + python ../../check_calibration/response_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --dt 6.103515625e-05 --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_GDS_frames.cache --raw-frames-cache $(IFO)1_raw_frames.cache --response-file $(FILTERS_FILE) + + +clean: + rm *.pdf + diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.statevector b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.statevector new file mode 100644 index 0000000000000000000000000000000000000000..5733f7338eaed970ea286d6177244e6cf182f926 --- /dev/null +++ b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.statevector @@ -0,0 +1,9 @@ +all: calib_state_vector_plot + +calib_state_vector_plot: + python ../../check_calibration/statevector_plot.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_GDS_frames.cache + + +clean: + rm *.pdf + diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.timeserieskappas b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.timeserieskappas new file mode 100644 index 0000000000000000000000000000000000000000..09c2e73a71bf4f268b370827b8d10ecbd9e01353 --- /dev/null +++ b/gstlal-calibration/tests/pydarm_response_check/L1/Makefile.timeserieskappas @@ -0,0 +1,18 @@ +CHANNEL1 = CALIB_KAPPA_C_NOGATE +CHANNEL2 = CALIB_KAPPA_PUM_REAL_NOGATE +CHANNEL3 = CALIB_KAPPA_TST_REAL_NOGATE +CHANNEL4 = CALIB_F_CC_NOGATE +CHANNEL5 = CALIB_KAPPA_PUM_IMAGINARY_NOGATE +CHANNEL6 = CALIB_KAPPA_TST_IMAGINARY_NOGATE +CHANNEL7 = CALIB_KAPPA_UIM_REAL_NOGATE +CHANNEL8 = CALIB_KAPPA_UIM_IMAGINARY_NOGATE + +all: GDS_Time_Series_of_Kappas + +GDS_Time_Series_of_Kappas: + python ../../check_calibration/timeserieskappas.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --channel-list 'GDS-$(CHANNEL1)','GDS-$(CHANNEL2)','GDS-$(CHANNEL3)','GDS-$(CHANNEL4)','GDS-$(CHANNEL5)','GDS-$(CHANNEL6)','GDS-$(CHANNEL7)','GDS-$(CHANNEL8)' --frame-cache $(IFO)1_hoft_GDS_frames.cache --ifo $(IFO)1 + + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/pydarm_response_check/L1/test.ini b/gstlal-calibration/tests/pydarm_response_check/L1/test.ini new file mode 100644 index 0000000000000000000000000000000000000000..730cfbcad32b8fab613e8e0ba53c6397a279fe1e --- /dev/null +++ b/gstlal-calibration/tests/pydarm_response_check/L1/test.ini @@ -0,0 +1,408 @@ +[InputConfigurations] +# Filters file containing calibration FIR filters +FiltersFileName: L1GDS_1235491416.npz +# Data source should be set to frames or lvshm +DataSource: frames +FileChecksum: No +# Right now, SkipBadFiles needs to be off when reading from frames +SkipBadFiles: No +############################################ +# If reading from frames use these options # +############################################ +# None + +################################################### +# If reading from shared memory use these options # +################################################### +SHMPartition: LLO_Online +# Assumed duration of input frames in seconds +InputFrameDuration: 1 + +[OutputConfigurations] +CompressionScheme: 6 +CompressionLevel: 3 +ChanPrefix: GDS- +# Set to "None" if you do not want a channel suffix +ChanSuffix: None +# Data sink should be set to frames or lvshm +DataSink: frames +################################################# +# If writing to shared memory use these options # +################################################# +OutputSHMPartition: LLO_hoft +BufferMode: 2 +# Use this to approximate the frame size (in bytes) when writing to shared memory +FrameSize: 405338 +NumBuffers: 10 +############################################### +# If writing to frame files use these options # +############################################### +FrameType: L1GDS_TEST + +[CalibrationConfigurations] +IFO: L1 +# Set calibration mode to Full or Partial +CalibrationMode: Partial +ComputeCalibStateVector: Yes + +[DebuggingConfigurations] +# If you want to write a pipeline graph, provide the graph name. Otherwise, set name equal to None +PipelineGraphFilename: None +Verbose: Yes +# Turn this on to write data presentation timestamps and real-time unix timestamps to file at the beginning and end of the pipeline, to measure latency +TestLatency: No +# Turn this on to compute transfer functions for the filters by comparing output data to input data +TestFilters: No + +[TDCFConfigurations] +######################################################### +# Options related to time dependent correction factors # +######################################################### +ComputeKappaTST: Yes +ApplyKappaTST: No +# Set this to have the \kappa_tst factors filter the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaTST: No + +ComputeKappaPU: No +ApplyKappaPU: No +# Set this to have the \kappa_pu factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors +ApplyComplexKappaPU: No + +ComputeKappaPUM: Yes +ApplyKappaPUM: No +# Set this to have the \kappa_p factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaPUM: No + +ComputeKappaUIM: Yes +ApplyKappaUIM: No +# Set this to have the \kappa_u factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaUIM: No + +ComputeKappaC: Yes +ApplyKappaC: No + +ComputeFcc: Yes +ApplyFcc: No + +ComputeSRCQ: Yes +ApplySRCQ: No + +ComputeFs: Yes +ApplyFs: No + +########################################### +# Options related to the coherence gating # +########################################### +UseCoherence: Yes +CoherenceUncThreshold: 0.02 +# Amount of time used in front-end to compute coherence +CoherenceTime: 130 +################################################################### +# Options related to the computation configurations for the TDCFs # +################################################################### +ComputeFactorsSR: 16 +RecordFactorsSR: 16 +# Length in seconds of low-pass FIR filter used in demodulation of the calibration lines +DemodulationFilterTime: 20 +# Time (in seconds) to smooth out \kappas with a median-like method +MedianSmoothingTime: 128 +TDCFAveragingTime: 10 +#If set to yes, bad computed kappas will be replaced by the previous computed median in the running median array. Otherwise, they are replaced with the default value +TDCFDefaultToMedian: Yes +# If using Y-end Pcal, we need a minus sign, so set this to -1.0 +PcalSign: 1.0 +################################################## +# Options related to updating cavity pole filter # +################################################## +# Duration of the Fcc filter in the time domain in seconds +FccFilterDuration: 0.01 +# Number of seconds to average Fcc values before creating a new Fcc filter +FccAveragingTime: 60 +# Number of samples to be used when tapering old filter and ramping in new filter +FccFilterTaperLength: 32768 +############################ +# Nominal values for TDCFs # +############################ +ExpectedKappaTSTReal: 1.0 +ExpectedKappaTSTImag: 0.0 +ExpectedKappaPUMReal: 1.0 +ExpectedKappaPUMImag: 0.0 +ExpectedKappaUIMReal: 1.0 +ExpectedKappaUIMImag: 0.0 +ExpectedKappaPUReal: 1.0 +ExpectedKappaPUImag: 0.0 +ExpectedKappaC: 1.0 +# FIXME: Check if the code uses these if they're read in from the filers file +ExpectedFcc: 441.2 +ExpectedFs: 0.08375 +ExpectedSRCQ: 0.2124 +################################ +# Acceptable variance in TDCFs # +################################ +KappaTSTRealVar: 0.2 +KappaTSTImagVar: 0.2 +KappaPURealVar: 0.2 +KappaPUImagVar: 0.2 +KappaPUMRealVar: 0.2 +KappaPUMImagVar: 0.2 +KappaUIMRealVar: 0.2 +KappaUIMImagVar: 0.2 +KappaCVar: 0.2 +FccVar: 50.0 +FsVar: 5.0 +SRCQInvMin: 0.0 +SRCQInvMax: 0.5 +####################### +# EPICS records input # +####################### +# Set to Yes if EPICS records for TDCF computations should be read from filters file. If set to No, they will be read from frames +FactorsFromFiltersFile: No +############################################################################################## +# Updating Sensing and Actuation filters with all frequency-dependent corrections parameters # +############################################################################################## +# Length of time (in seconds) between when inverse-sensing FIR filter is updated +SensingFilterUpdateTime: 64 +# Length of time (in seconds) over which the smoothed time-dependent parameters of the sensing function are averaged before updating the filter +SensingFilterAveragingTime: 1 +# Number of samples to be used when tapering old inverse sensing filter and ramping in new filter +SensingFilterTaperLength: 32768 +# Length of time (in seconds) between when the actuation FIR filters are updated +ActuationFilterUpdateTime: 64 +# Length of time (in seconds) over which the smoothed time-dependent parameters of the actuation function are averaged before updating the filter +ActuationFilterAveragingTime: 1 +# Number of samples to be used when tapering old actuation filters and ramping in new filters +ActuationFilterTaperLength: 32768 + +[ChannelNames] +############################# +# Calibration Channel Names # +############################# +DARMCtrlChannel: CAL-DARM_CTRL_DBL_DQ +DARMErrChannel: CAL-DARM_ERR_DBL_DQ +DeltaLTSTChannel: CAL-DELTAL_CTRL_TST_DBL_DQ +DeltaLPUMChannel: CAL-DELTAL_CTRL_PUM_DBL_DQ +DeltaLUIMChannel: CAL-DELTAL_CTRL_UIM_DBL_DQ +DeltaLResChannel: CAL-DELTAL_RESIDUAL_DBL_DQ +#################################### +# Data Quality Vector Channel Name # +#################################### +LowNoiseStateChannel: GRD-IFO_READY +HWInjChannel: CAL-INJ_STATUS_OUT_DQ +ObsIntentChannel: GRD-IFO_INTENT +FilterClockChannelList: GRD-IFO_READY +################################## +# Calibration Line Channel Names # +################################## +DARMExcChannel: CAL-CS_LINE_SUM_DQ +TSTExcChannel: SUS-ETMY_L3_CAL_LINE_OUT_DQ +PUMExcChannel: SUS-ETMX_L2_CAL_LINE_OUT_DQ +UIMExcChannel: SUS-ETMX_L1_CAL_LINE_OUT_DQ +PCALChannel: CAL-PCALY_RX_PD_OUT_DQ +############################################ +# Calibration Line Frequency Channel Names # +############################################ +DARMExcLineFreqChannel: CAL-CS_TDEP_DARM_LINE1_COMPARISON_OSC_FREQ +TSTExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE3_COMPARISON_OSC_FREQ +PUMExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE2_COMPARISON_OSC_FREQ +UIMExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE1_COMPARISON_OSC_FREQ +PCALLine1FreqChannel: CAL-CS_TDEP_PCAL_LINE1_COMPARISON_OSC_FREQ +PcalLine1CorrRealChannel: CAL-CS_TDEP_PCAL_LINE1_CORRECTION_REAL +PcalLine1CorrImagChannel: CAL-CS_TDEP_PCAL_LINE1_CORRECTION_IMAG +PCALLine2FreqChannel: CAL-CS_TDEP_PCAL_LINE2_COMPARISON_OSC_FREQ +PcalLine2CorrRealChannel: CAL-CS_TDEP_PCAL_LINE2_CORRECTION_REAL +PcalLine2CorrImagChannel: CAL-CS_TDEP_PCAL_LINE2_CORRECTION_IMAG +PCALLine3FreqChannel: CAL-CS_TDEP_PCAL_LINE3_COMPARISON_OSC_FREQ +PcalLine3CorrRealChannel: CAL-CS_TDEP_PCAL_LINE3_CORRECTION_REAL +PcalLine3CorrImagChannel: CAL-CS_TDEP_PCAL_LINE3_CORRECTION_IMAG +PCALLine4FreqChannel: CAL-CS_TDEP_PCAL_LINE4_COMPARISON_OSC_FREQ +PcalLine4CorrRealChannel: CAL-CS_TDEP_PCAL_LINE4_CORRECTION_REAL +PcalLine4CorrImagChannel: CAL-CS_TDEP_PCAL_LINE4_CORRECTION_IMAG +####################################### +# Coherence Uncertainty Channel Names # +####################################### +CohUncSusLine1Channel: CAL-CS_TDEP_SUS_LINE1_UNCERTAINTY +CohUncSusLine2Channel: CAL-CS_TDEP_SUS_LINE2_UNCERTAINTY +CohUncSusLine3Channel: CAL-CS_TDEP_SUS_LINE3_UNCERTAINTY +CohUncPcalyLine1Channel: CAL-CS_TDEP_PCAL_LINE1_UNCERTAINTY +CohUncPcalyLine2Channel: CAL-CS_TDEP_PCAL_LINE2_UNCERTAINTY +CohUncPcalyLine4Channel: CAL-CS_TDEP_PCAL_LINE4_UNCERTAINTY +CohUncDARMLine1Channel: CAL-CS_TDEP_DARM_LINE1_UNCERTAINTY +################################### +# Noise Subtraction Channel Names # +################################### +# Semicolon-separated list of comma-separated lists of witness channels to use to subtract lines from h(t) +# Semicolons separate channels to be handled separately (in series), and commas separate channels to be handled in parallel. +#Set to None if no line witness channels are to be used +LineWitnessChannelList: SUS-ETMX_L1_CAL_LINE_OUT_DQ;SUS-ETMX_L2_CAL_LINE_OUT_DQ;SUS-ETMY_L3_CAL_LINE_OUT_DQ;CAL-PCALY_RX_PD_OUT_DQ;PEM-EY_MAINSMON_EBAY_1_DQ +#,PEM-EY_MAINSMON_EBAY_2_DQ,PEM-EY_MAINSMON_EBAY_3_DQ +# Semicolon-separated list of comma-separated lists of witness channels to use to subtract noise from h(t) +# Set to None if no witness channels are to be used +WitnessChannelList: ASC-DHARD_P_OUT_DQ,ASC-DHARD_Y_OUT_DQ,ASC-CHARD_P_OUT_DQ,ASC-CHARD_Y_OUT_DQ,LSC-SRCL_IN1_DQ,LSC-MICH_IN1_DQ,LSC-PRCL_IN1_DQ +#PSL-ISS_SECONDLOOP_OUTPUT_DQ, +# What channel should we use to gate the noise subtraction and 60-Hz line subtraction +NoiseSubGateChannel: GRD-ISC_LOCK_OK +############################### +# EPICS Records Channel Names # +############################### +EP1RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_REAL +EP1ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_IMAG +EP2RealChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_REAL +EP2ImagChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_IMAG +EP3RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_REAL +EP3ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_IMAG +EP4RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_REAL +EP4ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_IMAG +EP5RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_REAL +EP5ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_IMAG +EP6RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_REAL +EP6ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_IMAG +EP7RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_REAL +EP7ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_IMAG +EP8RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_REAL +EP8Imagchannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_IMAG +EP9RealChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_REAL +EP9ImagChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_IMAG +EP10RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_REAL +EP10ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_IMAG +EP11RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_C_NOCAVPOLE_REAL +EP11ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_C_NOCAVPOLE_IMAG +EP12RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_D_REAL +EP12ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_D_IMAG +EP13RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_TST_REAL +EP13ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_TST_IMAG +EP14RealChannel: CAL-CS_TDEP_PCALY_LINE1_REF_A_USUM_REAL +EP14ImagChannel: CAL-CS_TDEP_PCALY_LINE1_REF_A_USUM_IMAG +EP15RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_REAL +EP15Imagchannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_IMAG +EP16RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_REAL +EP16ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_IMAG +EP17RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_REAL +EP17ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_IMAG +EP18RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_REAL +EP18ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_IMAG +EP19RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_REAL +EP19ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_IMAG +EP20RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_PUM_REAL +EP20ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_PUM_IMAG +EP21RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_UIM_REAL +EP21ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_UIM_IMAG +EP22RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_REAL +EP22ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_IMAG +EP23RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_REAL +EP23ImagChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_IMAG +EP24RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_REAL +EP24ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_IMAG + +[SampleRates] +# Sample rate at which to compute h(t) +HoftSR: 16384 +# Sample rate at which to compute CALIB_STATE_VECTOR +CalibStateSR: 16 +# Sample rate of control channel +# Should be 16384 if using DARM_CTRL and 4096 if using DELTAL_CTRL +CtrlSR: 4096 +# Sample rate of low noise state channel +LowNoiseSR: 16 +# Sample rate of HW injection channel +HWInjSR: 16384 +# Sample rate of observation intent channel +ObsIntentSR: 16 +# Sample rate list for chanels being used to trigger filter settling clock +FilterClockSRList: 16 +# Sample rate of TST excitation channel +TSTExcSR: 512 +# Sample rate of PUM excitation channel +PUMExcSR: 512 +# Sample rate of UIM excitation channel +UIMExcSR: 512 +# Sample rate of coherence channels +CohSR: 16 +# Sample rate for the EPICS reference channels +EPICSRefSR: 16 +# Sample rates at which transfer functions will be computed and witness channels will be filtered, given as a semicolon-separated list, e.g., 2048;2048;512;2048. This must be given if WitnessChannelList is not None, and it must be the same length. +WitnessChannelSR: 512 +# Sample rates at which to compute and record TDCFs +ComputeFactorsSR: 16 +RecordFactorsSR: 16 + +[Bitmasks] +ObsReadyBitmask: 1 +ObsIntentBitmask: 1 +FilterClockBitmaskList: 1 +CBCHWInjOffBitmask: 9 +BurstHWInjOffBitmask: 17 +DetCharHWInjOffBitmask: 33 +StochHWInjOffBitmask: 65 +NoiseSubGateBitmask: 1 + +[PipelineConfigurations] +BufferLength: 1.0 +FrequencyDomainFiltering: No +Dewhitening: No +# Latency of all filtering/averaging/median processes (other than calibration model filters) as a fraction of filter length. Value should be set between 0.0 and 1.0. +FilterLatency: 0.0 + +[DataCleaningConfigurations] +# Remove the DC component from the residual and control channels before filtering +RemoveDC: No +# Subtract the calibration lines from the h(t) spectrum +RemoveCalLines: No +############################################################### +# Options for running line subtraction using witness channels # +############################################################### +# Semicolon-separated list of comma-separated lists of frequencies (same number of semicolons as LineWitnessChannelList) +LineWitnessFreqs: 15.1;15.7;16.9;16.3,434.9,1083.1;60.0,120.0,180.0,240.0,300.0 +# Time over which to take a median of transfer functions +LineWitnessTFMedianTime: 128 +# Time over which to average transfer functions +LineWitnessTFAveragingTime: 1 +# Semicolon-separated list of typical frequency fluctuations in lines being subtracted (same number of semicolons as LineWitnessChannelList) +LineWitnessFreqVars: 0.0;0.0;0.0;0.0;0.02 +####################################### +# Options for broadband noise removal # +####################################### +# The length in seconds of the fast Fourier transforms used to compute transfer functions between witness channels and h(t). The fft's are windowed with Hann windows and overlapped. +WitnessChannelFFTTime: 4.0 +# The number of ffts to take before averaging the witness -> h(t) transfer functions calculation. The average is taken after the ratio h(f) / witness(f). +NumWitnessFFTs: 1000 +# Sets the minimum number of FFTs necessary to produce the first transfer functions and clean data after data flow starts. +MinWitnessFFTs: 300 +# The length in seconds of the filters applied to the witness channels before subtracting from h(t) +WitnessFIRLength: 1.0 +# The frequency resolution of the filters applied to the witness channels before subtracting from h(t). It can be advantageous to lower the frequency resolution in order to average over excess noise. +WitnessFrequencyResolution: 0.5 +# List of minima and maxima of frequency ranges where the Fourier transform of h(t) will be replaced by a straight line in the calculation of transfer functions between witness channels and h(t) for noise subtraction. Semicolons separate lists for different sets of witness channels. If no notches are desired, use zeros, e.g., \'0;0;0\'. Here is an example using the expected format: \'495.0,515.0,985.0,1015.0;59,60,119,121;0\' This can be useful, e.g., if there are loud lines in the signal that are not present in the witness channels. +WitnessNotchFrequencies: 0 +# Cutoff frequencies for high-pass filters for witness channels +WitnessHighPasses: 10 +# The amount of time after transfer functions between witness channels and h(t) are finished to begin the calculation of the next set of transfer functions +WitnessTFUpdateTime: 4 +# If lock-loss lasts at least this many seconds, transfer functions will revert to those computed at the beginning of a lock stretch. Set to zero to disbale. +CriticalLockLossTime: 1800 +# The amount of time to use to taper in newly computed FIR filters for witness channels being used for noise subtraction. +WitnessFilterTaperTime: 2 +# If writing transfer functions to file, this sets the name. If transfer functions should not be written to file, this should be set to None +WitnessTFFilename: None +# Should the transfer function calculation use a median? If not, an average (mean) is used. +WitnessTFUseMedian: Yes +# Should transfer functions be computed on a fixed schedule, so that the output does not depend on start time? This is useful for running jobs in parallel. Otherwise, they are computed asap. +WitnessTFParallelMode: No +# When using parallel mode, how many seconds later should we shift the time when transfer functions start being computed from a multiple of the cycle period? +WitnessTFTimeShift: 360 +# To write only one strain channel, and pick whichever is less noisy, set this option to 'Yes'. This way, if a problem arises with the noise subtraction it will not affect the output strain channel. +PickCleanestStrainChannel: No +# A half Hann window is used for transitions between cleaned and uncleaned data. This is the length of that window in seconds. +StrainChannelTransitionTime: 10.0 +############################### +# Options for HOFT_CLEAN bits # +############################### +# The amount of data from h(t) and cleaned h(t) that is used to compute and compare the rms. This comparison between cleaned and uncleaned h(t) determines whether the HOFT_CLEAN bits of the calibration state vector are on or off. +CleaningCheckRMSTime: 30.0 +# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeLowMin: 15 +# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeLowMax: 20 +# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeMidMin: 20 +# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeMidMax: 200