Commit 1a9b4fcd authored by Madeline Wade's avatar Madeline Wade

Adding more directories with tests of filters and other sanity checks

parent 52af05cc
Pipeline #72541 passed with stages
in 21 minutes and 58 seconds
L L1GDS_TEST 1235433984 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235433984-64.gwf
L L1GDS_TEST 1235434048 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235434048-64.gwf
L L1GDS_TEST 1235434112 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235434112-64.gwf
L L1GDS_TEST 1235434176 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235434176-64.gwf
L L1GDS_TEST 1235434240 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235434240-64.gwf
L L1GDS_TEST 1235434304 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235434304-64.gwf
L L1_R 1235433792 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235433792-64.gwf
L L1_R 1235433856 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235433856-64.gwf
L L1_R 1235433920 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235433920-64.gwf
L L1_R 1235433984 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235433984-64.gwf
L L1_R 1235434048 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235434048-64.gwf
L L1_R 1235434112 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235434112-64.gwf
L L1_R 1235434176 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235434176-64.gwf
L L1_R 1235434240 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235434240-64.gwf
L L1_R 1235434304 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235434304-64.gwf
L L1_R 1235434368 64 file://localhost/hdfs/frames/postO2/raw/L1/L-L1_R-12354/L-L1_R-1235434368-64.gwf
all: ASD_comparison_plots
ASD_comparison_plots:
python ../../check_calibration/ASD_comparison_plots --ifo $(IFO)1 --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --raw-frame-cache $(IFO)1_raw_frames.cache --hoft-frame-cache $(IFO)1_hoft_GDS_frames.cache --calcs-channel-name CAL-DELTAL_EXTERNAL_DQ
clean:
rm *.png
# This makefile can be used to run all of the tests instead of running them one by one.
# Indicate IFO and observing run
# Note: Make sure that there is no space after the L or H!
# Another note: Livingston cluster cannot run this for IFO = H. Make sure that the cluster you're using has the raw frames you want.
export IFO=L
# OBSRUN inidcates where to look for filters files (e.g. O1, O2, O3, ER10, ER13, ER14, PreER13, PreER14)
#export OBSRUN=O2
export OBSRUN=ER14
# Set start and stop times for a short lock stretch
export SHORT_START=1235433818
export SHORT_END=1235434418
# Set start and stop times for a longer stretch that spans a lock-unlock stretch
export LONG_START = 1228350334
export LONG_END = 1228352985
export SHMRUNTIME=400
# How much time does the calibraiton need to settle at the start and end?
PLOT_WARMUP_TIME = 220
PLOT_COOLDOWN_TIME = 64
export SHORT_PLOT_START=$(shell echo $(SHORT_START) + $(PLOT_WARMUP_TIME) | bc)
export LONG_PLOT_START=$(shell echo $(LONG_START) + $(PLOT_WARMUP_TIME) | bc)
export SHORT_PLOT_END=$(shell echo $(SHORT_END) - $(PLOT_COOLDOWN_TIME) | bc)
export LONG_PLOT_END=$(shell echo $(LONG_END) - $(PLOT_COOLDOWN_TIME) | bc)
# Point to all of the .ini files for different configurations
#export GDSCONFIGS=H1GDS_1232821094_gstlal-calibration-1-2-7.ini
export GDSCONFIGS=test.ini
#export GDSCONFIGSNOKAPPAS=H1GDS_1228712903_test_no_kappas.ini
# Needed for writing pipeline graphs
export GST_DEBUG_DUMP_DOT_DIR=.
all: response_function ASD_comparison statevector timeserieskappas
# Create frame cache files for raw, C00, C01, and C02 frames
$(IFO)1_raw_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_R -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C00_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C00 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C01_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C01 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C02_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C02 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
# Calibrate GDS testing data
$(IFO)1_hoft_GDS_frames.cache: $(IFO)1_raw_frames.cache filters framesdir
#gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGS)
ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST-*.gwf | lalapps_path2cache > $@
# Calibrate GDS testing data with no kappas applied for response function test
$(IFO)1_hoft_GDS_no_kappas_frames.cache: $(IFO)1_raw_frames.cache filters framesdir
#gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGSNOKAPPAS)
#ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST_NOKAPPAS*.gwf | lalapps_path2cache > $@
filters:
if [ -d Filters/$(OBSRUN)/GDSFilters ]; then \
svn up Filters/$(OBSRUN)/GDSFilters; \
else \
mkdir -p Filters/$(OBSRUN); \
cd Filters/$(OBSRUN); \
svn co https://svn.ligo.caltech.edu/svn/aligocalibration/trunk/Runs/$(OBSRUN)/GDSFilters; \
fi
framesdir:
mkdir -p Frames/$(OBSRUN)/$(IFO)1/easy_raw
mkdir -p Frames/$(OBSRUN)/$(IFO)1/GDS
mkdir -p Frames/$(OBSRUN)/$(IFO)1/DCS
response_function: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_raw_frames.cache
make -f Makefile.response_function
ASD_comparison: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache
make -f Makefile.ASD_comparison
statevector: $(IFO)1_hoft_GDS_frames.cache
make -f Makefile.statevector
timeserieskappas: $(IFO)1_hoft_GDS_frames.cache
make -f Makefile.timeserieskappas
pcal_to_darm: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache
make -f Makefile.pcal_to_darm
# FIXME: This is seg faulting for me right now
calib_version_comparison: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache
make -f Makefile.calib_version_comparison
# Need to clean up this clean command
clean:
rm *.pdf
rm *.txt
rm -rf Frames/
rm -rf Filters/
rm *.png
rm *.dot
all: GDS_over_C02
GDS_over_C02: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache
python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache-list $(IFO)1_hoft_GDS_frames.cache --denominator-frame-cache $(IFO)1_C02_frames.cache --numerator-channel-list GDS-CALIB_STRAIN --denominator-channel-name DCS-CALIB_STRAIN_C02 --denominator-name 'C02' --numerator-name 'GDS_TEST --magnitude-min 0.7 --magnitude-max 1.3 --phase-min -20.0 --phase-max 20.0 --labels 'GDS Test / C02 Transfer Function'
clean:
*.png
all: latency_test
latency_test: $(IFO)1_hoft_GDS_SHM_frames.cache
python ../../check_calibration/latency_plot.py --intime-file gstlal_compute_strain_timestamps_in.txt --outtime-file gstlal_compute_strain_timestamps_out.txt --plot-filename-prefix $(IFO)1GDS_latency --plot-title '$(IFO)1 Calibration Latency vs Time'
clean:
rm *.png
all: lines_ratio_DCS
lines_ratio_DCS: $(IFO)1_hoft_DCS_frames.cache
python ../../check_calibration/demod_ratio_timeseries.py --ifo $(IFO)1 --gps-end-time $(SHORT_PLOT_END) --gps-start-time $(SHORT_PLOT_START) --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-channel-name 'DCS-CALIB_STRAIN' --numerator-channel-name 'DCS-CALIB_STRAIN_CLEAN' --frequencies '35.9,36.7,331.9,1083.7;60,120,180' --magnitude-ranges '0.0,0.1;0.0,1.0' --phase-ranges '-180.0,180.0;-180.0,180.0' --plot-titles '$(IFO)1 Calibration Line Subtraction;$(IFO)1 Power Mains Line Subtraction'
clean:
rm *.gwf *.cache *.png *.txt
all: noise_subtraction_tf_DCS
noise_subtraction_tf_DCS: $(IFO)1_hoft_DCS_frames.cache
python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-channel-name DCS-CALIB_STRAIN_CLEAN --denominator-channel-name DCS-CALIB_STRAIN --magnitude-min 0.0 --magnitude-max 1.5 --phase-min -20.0 --phase-max 20.0 --plot-title 'Noise Subtraction Transfer Function'
clean:
rm *.gwf *.cache *.png *.txt
all: GDS_response_function_bode_plot
FILTERS_FILE = /home/wademc/src/gstlal/gstlal-calibration/tests/L1GDS_1235491416_filter_tests/L1/Filters/ER14/GDSFilters/L1GDS_1235491416.npz
GDS_response_function_bode_plot:
python ../../check_calibration/response_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --dt 6.103515625e-05 --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_GDS_frames.cache --raw-frames-cache $(IFO)1_raw_frames.cache --response-file $(FILTERS_FILE)
clean:
rm *.pdf
all: calib_state_vector_plot
calib_state_vector_plot:
python ../../check_calibration/statevector_plot.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_GDS_frames.cache
clean:
rm *.pdf
CHANNEL1 = CALIB_KAPPA_C_NOGATE
CHANNEL2 = CALIB_KAPPA_PUM_REAL_NOGATE
CHANNEL3 = CALIB_KAPPA_TST_REAL_NOGATE
CHANNEL4 = CALIB_F_CC_NOGATE
CHANNEL5 = CALIB_KAPPA_PUM_IMAGINARY_NOGATE
CHANNEL6 = CALIB_KAPPA_TST_IMAGINARY_NOGATE
CHANNEL7 = CALIB_KAPPA_UIM_REAL_NOGATE
CHANNEL8 = CALIB_KAPPA_UIM_IMAGINARY_NOGATE
all: GDS_Time_Series_of_Kappas
GDS_Time_Series_of_Kappas:
python ../../check_calibration/timeserieskappas.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --channel-list 'GDS-$(CHANNEL1)','GDS-$(CHANNEL2)','GDS-$(CHANNEL3)','GDS-$(CHANNEL4)','GDS-$(CHANNEL5)','GDS-$(CHANNEL6)','GDS-$(CHANNEL7)','GDS-$(CHANNEL8)' --frame-cache $(IFO)1_hoft_GDS_frames.cache --ifo $(IFO)1
clean:
rm *.png
L L1GDS_TEST 1235868096 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/intent_bit_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868096-64.gwf
L L1GDS_TEST 1235868160 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/intent_bit_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868160-64.gwf
L L1GDS_TEST 1235868224 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/intent_bit_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868224-64.gwf
L L1GDS_TEST 1235868288 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/intent_bit_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868288-64.gwf
L L1_R 1235867904 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235867904-64.gwf
L L1_R 1235867968 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235867968-64.gwf
L L1_R 1235868032 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868032-64.gwf
L L1_R 1235868096 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868096-64.gwf
L L1_R 1235868160 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868160-64.gwf
L L1_R 1235868224 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868224-64.gwf
L L1_R 1235868288 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868288-64.gwf
L L1_R 1235868352 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868352-64.gwf
all: ASD_comparison_plots
ASD_comparison_plots:
python ../../check_calibration/ASD_comparison_plots --ifo $(IFO)1 --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --raw-frame-cache $(IFO)1_raw_frames.cache --hoft-frame-cache $(IFO)1_hoft_GDS_frames.cache --calcs-channel-name CAL-DELTAL_EXTERNAL_DQ
clean:
rm *.png
# This makefile can be used to run all of the tests instead of running them one by one.
# Indicate IFO and observing run
# Note: Make sure that there is no space after the L or H!
# Another note: Livingston cluster cannot run this for IFO = H. Make sure that the cluster you're using has the raw frames you want.
export IFO=L
# OBSRUN inidcates where to look for filters files (e.g. O1, O2, O3, ER10, ER13, ER14, PreER13, PreER14)
#export OBSRUN=O2
export OBSRUN=ER14
# Set start and stop times for a short lock stretch
export SHORT_START=1235867911
export SHORT_END=1235868411
# Set start and stop times for a longer stretch that spans a lock-unlock stretch
export LONG_START = 1228350334
export LONG_END = 1228352985
export SHMRUNTIME=400
# How much time does the calibraiton need to settle at the start and end?
PLOT_WARMUP_TIME = 220
PLOT_COOLDOWN_TIME = 64
export SHORT_PLOT_START=$(shell echo $(SHORT_START) + $(PLOT_WARMUP_TIME) | bc)
export LONG_PLOT_START=$(shell echo $(LONG_START) + $(PLOT_WARMUP_TIME) | bc)
export SHORT_PLOT_END=$(shell echo $(SHORT_END) - $(PLOT_COOLDOWN_TIME) | bc)
export LONG_PLOT_END=$(shell echo $(LONG_END) - $(PLOT_COOLDOWN_TIME) | bc)
# Point to all of the .ini files for different configurations
#export GDSCONFIGS=H1GDS_1232821094_gstlal-calibration-1-2-7.ini
export GDSCONFIGS=test.ini
#export GDSCONFIGSNOKAPPAS=H1GDS_1228712903_test_no_kappas.ini
# Needed for writing pipeline graphs
export GST_DEBUG_DUMP_DOT_DIR=.
all: response_function ASD_comparison statevector timeserieskappas
# Create frame cache files for raw, C00, C01, and C02 frames
$(IFO)1_raw_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_R -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C00_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C00 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C01_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C01 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C02_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C02 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
# Calibrate GDS testing data
$(IFO)1_hoft_GDS_frames.cache: $(IFO)1_raw_frames.cache filters framesdir
#gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGS)
ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST-*.gwf | lalapps_path2cache > $@
# Calibrate GDS testing data with no kappas applied for response function test
$(IFO)1_hoft_GDS_no_kappas_frames.cache: $(IFO)1_raw_frames.cache filters framesdir
#gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGSNOKAPPAS)
#ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST_NOKAPPAS*.gwf | lalapps_path2cache > $@
filters:
if [ -d Filters/$(OBSRUN)/GDSFilters ]; then \
svn up Filters/$(OBSRUN)/GDSFilters; \
else \
mkdir -p Filters/$(OBSRUN); \
cd Filters/$(OBSRUN); \
svn co https://svn.ligo.caltech.edu/svn/aligocalibration/trunk/Runs/$(OBSRUN)/GDSFilters; \
fi
framesdir:
mkdir -p Frames/$(OBSRUN)/$(IFO)1/easy_raw
mkdir -p Frames/$(OBSRUN)/$(IFO)1/GDS
mkdir -p Frames/$(OBSRUN)/$(IFO)1/DCS
response_function: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_raw_frames.cache
make -f Makefile.response_function
ASD_comparison: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache
make -f Makefile.ASD_comparison
statevector: $(IFO)1_hoft_GDS_frames.cache
make -f Makefile.statevector
timeserieskappas: $(IFO)1_hoft_GDS_frames.cache
make -f Makefile.timeserieskappas
pcal_to_darm: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache
make -f Makefile.pcal_to_darm
# FIXME: This is seg faulting for me right now
calib_version_comparison: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache
make -f Makefile.calib_version_comparison
# Need to clean up this clean command
clean:
rm *.pdf
rm *.txt
rm -rf Frames/
rm -rf Filters/
rm *.png
rm *.dot
all: GDS_over_C02
GDS_over_C02: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache
python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache-list $(IFO)1_hoft_GDS_frames.cache --denominator-frame-cache $(IFO)1_C02_frames.cache --numerator-channel-list GDS-CALIB_STRAIN --denominator-channel-name DCS-CALIB_STRAIN_C02 --denominator-name 'C02' --numerator-name 'GDS_TEST --magnitude-min 0.7 --magnitude-max 1.3 --phase-min -20.0 --phase-max 20.0 --labels 'GDS Test / C02 Transfer Function'
clean:
*.png
all: latency_test
latency_test: $(IFO)1_hoft_GDS_SHM_frames.cache
python ../../check_calibration/latency_plot.py --intime-file gstlal_compute_strain_timestamps_in.txt --outtime-file gstlal_compute_strain_timestamps_out.txt --plot-filename-prefix $(IFO)1GDS_latency --plot-title '$(IFO)1 Calibration Latency vs Time'
clean:
rm *.png
all: lines_ratio_DCS
lines_ratio_DCS: $(IFO)1_hoft_DCS_frames.cache
python ../../check_calibration/demod_ratio_timeseries.py --ifo $(IFO)1 --gps-end-time $(SHORT_PLOT_END) --gps-start-time $(SHORT_PLOT_START) --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-channel-name 'DCS-CALIB_STRAIN' --numerator-channel-name 'DCS-CALIB_STRAIN_CLEAN' --frequencies '35.9,36.7,331.9,1083.7;60,120,180' --magnitude-ranges '0.0,0.1;0.0,1.0' --phase-ranges '-180.0,180.0;-180.0,180.0' --plot-titles '$(IFO)1 Calibration Line Subtraction;$(IFO)1 Power Mains Line Subtraction'
clean:
rm *.gwf *.cache *.png *.txt
all: noise_subtraction_tf_DCS
noise_subtraction_tf_DCS: $(IFO)1_hoft_DCS_frames.cache
python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-channel-name DCS-CALIB_STRAIN_CLEAN --denominator-channel-name DCS-CALIB_STRAIN --magnitude-min 0.0 --magnitude-max 1.5 --phase-min -20.0 --phase-max 20.0 --plot-title 'Noise Subtraction Transfer Function'
clean:
rm *.gwf *.cache *.png *.txt
all: GDS_response_function_bode_plot
FILTERS_FILE = /home/wademc/src/gstlal/gstlal-calibration/tests/intent_bit_check/L1/Filters/ER14/GDSFilters/L1GDS_1235491416.npz
GDS_response_function_bode_plot:
python ../../check_calibration/response_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --dt 6.103515625e-05 --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_GDS_frames.cache --raw-frames-cache $(IFO)1_raw_frames.cache --response-file $(FILTERS_FILE)
clean:
rm *.pdf
all: calib_state_vector_plot
calib_state_vector_plot:
python ../../check_calibration/statevector_plot.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_GDS_frames.cache
clean:
rm *.pdf
CHANNEL1 = CALIB_KAPPA_C_NOGATE
CHANNEL2 = CALIB_KAPPA_PUM_REAL_NOGATE
CHANNEL3 = CALIB_KAPPA_TST_REAL_NOGATE
CHANNEL4 = CALIB_F_CC_NOGATE
CHANNEL5 = CALIB_KAPPA_PUM_IMAGINARY_NOGATE
CHANNEL6 = CALIB_KAPPA_TST_IMAGINARY_NOGATE
CHANNEL7 = CALIB_KAPPA_UIM_REAL_NOGATE
CHANNEL8 = CALIB_KAPPA_UIM_IMAGINARY_NOGATE
all: GDS_Time_Series_of_Kappas
GDS_Time_Series_of_Kappas:
python ../../check_calibration/timeserieskappas.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --channel-list 'GDS-$(CHANNEL1)','GDS-$(CHANNEL2)','GDS-$(CHANNEL3)','GDS-$(CHANNEL4)','GDS-$(CHANNEL5)','GDS-$(CHANNEL6)','GDS-$(CHANNEL7)','GDS-$(CHANNEL8)' --frame-cache $(IFO)1_hoft_GDS_frames.cache --ifo $(IFO)1
clean:
rm *.png
This diff is collapsed.
L L1GDS_TEST 1235868096 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868096-64.gwf
L L1GDS_TEST 1235868160 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868160-64.gwf
L L1GDS_TEST 1235868224 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868224-64.gwf
L L1GDS_TEST 1235868288 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868288-64.gwf
L L1GDS_TEST 1235868736 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868736-64.gwf
L L1GDS_TEST 1235868800 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868800-64.gwf
L L1GDS_TEST 1235868864 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868864-64.gwf
L L1GDS_TEST 1235868928 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868928-64.gwf
L L1GDS_TEST 1235868992 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235868992-64.gwf
L L1GDS_TEST 1235869056 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869056-64.gwf
L L1GDS_TEST 1235869120 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869120-64.gwf
L L1GDS_TEST 1235869184 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869184-64.gwf
L L1GDS_TEST 1235869248 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869248-64.gwf
L L1GDS_TEST 1235869312 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869312-64.gwf
L L1GDS_TEST 1235869376 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869376-64.gwf
L L1GDS_TEST 1235869440 64 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/new_epics_check/L1/Frames/ER14/L1/GDS/L-L1GDS_TEST-1235869440-64.gwf
L L1_R 1235868480 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868480-64.gwf
L L1_R 1235868544 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868544-64.gwf
L L1_R 1235868608 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868608-64.gwf
L L1_R 1235868672 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868672-64.gwf
L L1_R 1235868736 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868736-64.gwf
L L1_R 1235868800 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868800-64.gwf
L L1_R 1235868864 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868864-64.gwf
L L1_R 1235868928 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868928-64.gwf
L L1_R 1235868992 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235868992-64.gwf
L L1_R 1235869056 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869056-64.gwf
L L1_R 1235869120 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869120-64.gwf
L L1_R 1235869184 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869184-64.gwf
L L1_R 1235869248 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869248-64.gwf
L L1_R 1235869312 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869312-64.gwf
L L1_R 1235869376 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869376-64.gwf
L L1_R 1235869440 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869440-64.gwf
L L1_R 1235869504 64 file://localhost/hdfs/frames/ER14/raw/L1/L-L1_R-12358/L-L1_R-1235869504-64.gwf
all: ASD_comparison_plots
ASD_comparison_plots:
python ../../check_calibration/ASD_comparison_plots --ifo $(IFO)1 --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --raw-frame-cache $(IFO)1_raw_frames.cache --hoft-frame-cache $(IFO)1_hoft_GDS_frames.cache --calcs-channel-name CAL-DELTAL_EXTERNAL_DQ
clean:
rm *.png
# This makefile can be used to run all of the tests instead of running them one by one.
# Indicate IFO and observing run
# Note: Make sure that there is no space after the L or H!
# Another note: Livingston cluster cannot run this for IFO = H. Make sure that the cluster you're using has the raw frames you want.
export IFO=L
# OBSRUN inidcates where to look for filters files (e.g. O1, O2, O3, ER10, ER13, ER14, PreER13, PreER14)
#export OBSRUN=O2
export OBSRUN=ER14
# Set start and stop times for a short lock stretch
export SHORT_START=1235868522
export SHORT_END=1235869522
# Set start and stop times for a longer stretch that spans a lock-unlock stretch
export LONG_START = 1228350334
export LONG_END = 1228352985
export SHMRUNTIME=400
# How much time does the calibraiton need to settle at the start and end?
PLOT_WARMUP_TIME = 220
PLOT_COOLDOWN_TIME = 64
export SHORT_PLOT_START=$(shell echo $(SHORT_START) + $(PLOT_WARMUP_TIME) | bc)
export LONG_PLOT_START=$(shell echo $(LONG_START) + $(PLOT_WARMUP_TIME) | bc)
export SHORT_PLOT_END=$(shell echo $(SHORT_END) - $(PLOT_COOLDOWN_TIME) | bc)
export LONG_PLOT_END=$(shell echo $(LONG_END) - $(PLOT_COOLDOWN_TIME) | bc)
# Point to all of the .ini files for different configurations
#export GDSCONFIGS=H1GDS_1232821094_gstlal-calibration-1-2-7.ini
export GDSCONFIGS=test.ini
#export GDSCONFIGSNOKAPPAS=H1GDS_1228712903_test_no_kappas.ini
# Needed for writing pipeline graphs
export GST_DEBUG_DUMP_DOT_DIR=.
all: response_function ASD_comparison statevector timeserieskappas
# Create frame cache files for raw, C00, C01, and C02 frames
$(IFO)1_raw_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_R -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C00_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C00 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C01_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C01 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C02_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C02 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
# Calibrate GDS testing data
$(IFO)1_hoft_GDS_frames.cache: $(IFO)1_raw_frames.cache filters framesdir
#gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGS)
ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST-*.gwf | lalapps_path2cache > $@
# Calibrate GDS testing data with no kappas applied for response function test
$(IFO)1_hoft_GDS_no_kappas_frames.cache: $(IFO)1_raw_frames.cache filters framesdir
#gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGSNOKAPPAS)
#ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST_NOKAPPAS*.gwf | lalapps_path2cache > $@
filters:
if [ -d Filters/$(OBSRUN)/GDSFilters ]; then \
svn up Filters/$(OBSRUN)/GDSFilters; \
else \
mkdir -p Filters/$(OBSRUN); \
cd Filters/$(OBSRUN); \
svn co https://svn.ligo.caltech.edu/svn/aligocalibration/trunk/Runs/$(OBSRUN)/GDSFilters; \
fi
framesdir:
mkdir -p Frames/$(OBSRUN)/$(IFO)1/easy_raw
mkdir -p Frames/$(OBSRUN)/$(IFO)1/GDS
mkdir -p Frames/$(OBSRUN)/$(IFO)1/DCS
response_function: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_raw_frames.cache
make -f Makefile.response_function
ASD_comparison: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache
make -f Makefile.ASD_comparison
statevector: $(IFO)1_hoft_GDS_frames.cache
make -f Makefile.statevector
timeserieskappas: $(IFO)1_hoft_GDS_frames.cache
make -f Makefile.timeserieskappas
pcal_to_darm: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache
make -f Makefile.pcal_to_darm