Commit 56e9e3d0 authored by cal's avatar cal

Moving H1 calibration filter tests out of git (and into cal shared account at LHO)

parent ed911fcc
Pipeline #74723 failed with stages
in 1 minute and 7 seconds
This diff is collapsed.
H H1DCS_TEST 1239035904 4096 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/DCS_test/H1/Frames/O3/H1/DCS/H-H1DCS_TEST-1239035904-4096.gwf
H H1_R 1239035520 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035520-64.gwf
H H1_R 1239035584 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035584-64.gwf
H H1_R 1239035648 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035648-64.gwf
H H1_R 1239035712 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035712-64.gwf
H H1_R 1239035776 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035776-64.gwf
H H1_R 1239035840 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035840-64.gwf
H H1_R 1239035904 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035904-64.gwf
H H1_R 1239035968 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035968-64.gwf
H H1_R 1239036032 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036032-64.gwf
H H1_R 1239036096 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036096-64.gwf
H H1_R 1239036160 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036160-64.gwf
H H1_R 1239036224 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036224-64.gwf
H H1_R 1239036288 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036288-64.gwf
H H1_R 1239036352 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036352-64.gwf
H H1_R 1239036416 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036416-64.gwf
H H1_R 1239036480 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036480-64.gwf
H H1_R 1239036544 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036544-64.gwf
H H1_R 1239036608 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036608-64.gwf
H H1_R 1239036672 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036672-64.gwf
H H1_R 1239036736 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036736-64.gwf
H H1_R 1239036800 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036800-64.gwf
H H1_R 1239036864 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036864-64.gwf
H H1_R 1239036928 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036928-64.gwf
H H1_R 1239036992 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036992-64.gwf
H H1_R 1239037056 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037056-64.gwf
H H1_R 1239037120 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037120-64.gwf
H H1_R 1239037184 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037184-64.gwf
H H1_R 1239037248 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037248-64.gwf
H H1_R 1239037312 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037312-64.gwf
H H1_R 1239037376 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037376-64.gwf
H H1_R 1239037440 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037440-64.gwf
H H1_R 1239037504 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037504-64.gwf
H H1_R 1239037568 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037568-64.gwf
H H1_R 1239037632 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037632-64.gwf
H H1_R 1239037696 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037696-64.gwf
H H1_R 1239037760 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037760-64.gwf
H H1_R 1239037824 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037824-64.gwf
H H1_R 1239037888 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037888-64.gwf
H H1_R 1239037952 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037952-64.gwf
H H1_R 1239038016 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038016-64.gwf
H H1_R 1239038080 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038080-64.gwf
H H1_R 1239038144 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038144-64.gwf
H H1_R 1239038208 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038208-64.gwf
H H1_R 1239038272 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038272-64.gwf
H H1_R 1239038336 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038336-64.gwf
H H1_R 1239038400 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038400-64.gwf
H H1_R 1239038464 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038464-64.gwf
H H1_R 1239038528 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038528-64.gwf
H H1_R 1239038592 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038592-64.gwf
H H1_R 1239038656 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038656-64.gwf
H H1_R 1239038720 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038720-64.gwf
H H1_R 1239038784 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038784-64.gwf
H H1_R 1239038848 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038848-64.gwf
H H1_R 1239038912 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038912-64.gwf
H H1_R 1239038976 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038976-64.gwf
H H1_R 1239039040 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039040-64.gwf
H H1_R 1239039104 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039104-64.gwf
H H1_R 1239039168 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039168-64.gwf
H H1_R 1239039232 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039232-64.gwf
H H1_R 1239039296 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039296-64.gwf
H H1_R 1239039360 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039360-64.gwf
H H1_R 1239039424 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039424-64.gwf
H H1_R 1239039488 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039488-64.gwf
H H1_R 1239039552 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039552-64.gwf
H H1_R 1239039616 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039616-64.gwf
H H1_R 1239039680 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039680-64.gwf
H H1_R 1239039744 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039744-64.gwf
H H1_R 1239039808 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039808-64.gwf
H H1_R 1239039872 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039872-64.gwf
H H1_R 1239039936 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039936-64.gwf
H H1_R 1239040000 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040000-64.gwf
H H1_R 1239040064 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040064-64.gwf
H H1_R 1239040128 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040128-64.gwf
H H1_R 1239040192 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040192-64.gwf
H H1_R 1239040256 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040256-64.gwf
H H1_R 1239040320 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040320-64.gwf
all: ASD_comparison_plots
ASD_comparison_plots:
python ../../check_calibration/ASD_comparison_plots --ifo $(IFO)1 --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --raw-frame-cache $(IFO)1_raw_frames.cache --hoft-frame-cache $(IFO)1_hoft_DCS_frames.cache --calcs-channel-name CAL-DELTAL_EXTERNAL_DQ --additional-hoft-frame-cache $(IFO)1_raw_frames.cache --analyze-additional-hoft-channel --additional-hoft-channel-name CAL-CFTD_DELTAL_EXTERNAL_DQ --hoft-channel-name DCS-CALIB_STRAIN
clean:
rm *.png
# This makefile can be used to run all of the tests instead of running them one by one.
# Indicate IFO and observing run
# Note: Make sure that there is no space after the L or H!
# Another note: Livingston cluster cannot run this for IFO = H. Make sure that the cluster you're using has the raw frames you want.
export IFO=H
# OBSRUN inidcates where to look for filters files (e.g. O1, O2, O3, ER10, ER13, ER14, PreER13, PreER14)
export OBSRUN=O3
# Set start and stop times for a short lock stretch
export SHORT_START=1239035540
export SHORT_END=1239040364
# Set start and stop times for a longer stretch that spans a lock-unlock stretch
export LONG_START = 1228350334
export LONG_END = 1228352985
export SHMRUNTIME=400
# How much time does the calibraiton need to settle at the start and end?
PLOT_WARMUP_TIME = 220
PLOT_COOLDOWN_TIME = 64
export SHORT_PLOT_START=$(shell echo $(SHORT_START) + $(PLOT_WARMUP_TIME) | bc)
export LONG_PLOT_START=$(shell echo $(LONG_START) + $(PLOT_WARMUP_TIME) | bc)
export SHORT_PLOT_END=$(shell echo $(SHORT_END) - $(PLOT_COOLDOWN_TIME) | bc)
export LONG_PLOT_END=$(shell echo $(LONG_END) - $(PLOT_COOLDOWN_TIME) | bc)
# Point to all of the .ini files for different configurations
#export GDSCONFIGS=H1GDS_1232821094_gstlal-calibration-1-2-7.ini
export DCSCONFIGS=H1DCS_TEST.ini
export DCSCONFIGSNOKAPPAS=test_nokappas.ini
# Needed for writing pipeline graphs
export GST_DEBUG_DUMP_DOT_DIR=.
all: ASD_comparison statevector timeserieskappas response_function
# Create frame cache files for raw, C00, C01, and C02 frames
$(IFO)1_raw_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_R -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C00_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C00 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C01_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C01 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C02_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C02 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
# Calibrate DCS testing data
$(IFO)1_hoft_DCS_frames.cache: $(IFO)1_raw_frames.cache filters framesdir
gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/DCS/ --frame-duration=64 --frames-per-file=64 --wings=364 --config-file $(DCSCONFIGS)
ls Frames/$(OBSRUN)/$(IFO)1/DCS/$(IFO)-$(IFO)1DCS_TEST-*.gwf | lalapps_path2cache > $@
# Calibrate DCS testing data with no kappas applied for response function test
$(IFO)1_hoft_DCS_no_kappas_frames.cache: $(IFO)1_raw_frames.cache filters framesdir
gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/DCS/ --frame-duration=64 --frames-per-file=64 --wings=364 --config-file $(DCSCONFIGSNOKAPPAS)
ls Frames/$(OBSRUN)/$(IFO)1/DCS/$(IFO)-$(IFO)1DCS_TEST_NOKAPPAS*.gwf | lalapps_path2cache > $@
filters:
if [ -d Filters/$(OBSRUN)/GDSFilters ]; then \
svn up Filters/$(OBSRUN)/GDSFilters; \
else \
mkdir -p Filters/$(OBSRUN); \
cd Filters/$(OBSRUN); \
svn co https://svn.ligo.caltech.edu/svn/aligocalibration/trunk/Runs/$(OBSRUN)/GDSFilters; \
fi
framesdir:
mkdir -p Frames/$(OBSRUN)/$(IFO)1/easy_raw
mkdir -p Frames/$(OBSRUN)/$(IFO)1/GDS
mkdir -p Frames/$(OBSRUN)/$(IFO)1/DCS
response_function: $(IFO)1_hoft_DCS_no_kappas_frames.cache $(IFO)1_raw_frames.cache
make -f Makefile.response_function
ASD_comparison: $(IFO)1_raw_frames.cache $(IFO)1_hoft_DCS_frames.cache
make -f Makefile.ASD_comparison
statevector: $(IFO)1_hoft_DCS_frames.cache
make -f Makefile.statevector
timeserieskappas: $(IFO)1_hoft_DCS_frames.cache
make -f Makefile.timeserieskappas
pcal2darm: $(IFO)1_raw_frames.cache $(IFO)1_hoft_DCS_frames.cache
make -f Makefile.pcal2darm
# FIXME: This is seg faulting for me right now
calib_version_comparison: $(IFO)1_hoft_DCS_frames.cache $(IFO)1_C02_frames.cache
make -f Makefile.calib_version_comparison
# Need to clean up this clean command
clean:
rm -rf Frames/
rm -rf Filters/
rm *.p*
rm *.dot
rm *.txt
all: DCS_over_C02
DCS_over_C02: $(IFO)1_hoft_DCS_frames.cache $(IFO)1_C02_frames.cache
python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache-list $(IFO)1_hoft_DCS_frames.cache --denominator-frame-cache $(IFO)1_C02_frames.cache --numerator-channel-list DCS-CALIB_STRAIN --denominator-channel-name DCS-CALIB_STRAIN_C02 --denominator-name 'C02' --numerator-name 'DCS_TEST --magnitude-min 0.7 --magnitude-max 1.3 --phase-min -20.0 --phase-max 20.0 --labels 'DCS Test / C02 Transfer Function'
clean:
*.png
all: latency_test
latency_test: $(IFO)1_hoft_GDS_SHM_frames.cache
python ../../check_calibration/latency_plot.py --intime-file gstlal_compute_strain_timestamps_in.txt --outtime-file gstlal_compute_strain_timestamps_out.txt --plot-filename-prefix $(IFO)1GDS_latency --plot-title '$(IFO)1 Calibration Latency vs Time'
clean:
rm *.png
all: lines_ratio_GDS
lines_ratio_GDS: $(IFO)1_hoft_GDS_frames.cache
python ../../check_calibration/demod_ratio_timeseries.py --ifo $(IFO)1 --gps-end-time $(SHORT_PLOT_END) --gps-start-time $(SHORT_PLOT_START) --denominator-frame-cache $(IFO)1_hoft_GDS_frames.cache --numerator-frame-cache $(IFO)1_hoft_GDS_frames.cache --denominator-channel-name 'GDS-CALIB_STRAIN' --numerator-channel-name 'DCS-CALIB_STRAIN_CLEAN' --frequencies '35.9,36.7,331.9,1083.7;60,120,180' --magnitude-ranges '0.0,0.1;0.0,1.0' --phase-ranges '-180.0,180.0;-180.0,180.0' --plot-titles '$(IFO)1 Calibration Line Subtraction;$(IFO)1 Power Mains Line Subtraction'
clean:
rm *.gwf *.cache *.png *.txt
all: noise_subtraction_tf_DCS
noise_subtraction_tf_DCS: $(IFO)1_hoft_DCS_frames.cache
python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-channel-name DCS-CALIB_STRAIN_CLEAN --denominator-channel-name DCS-CALIB_STRAIN --magnitude-min 0.0 --magnitude-max 1.5 --phase-min -20.0 --phase-max 20.0 --plot-title 'Noise Subtraction Transfer Function'
clean:
rm *.gwf *.cache *.png *.txt
all: DCS_response_function_bode_plot
FILTERS_FILE = Filters/O3/GDSFilters/H1DCS_test.npz
DCS_response_function_bode_plot:
python ../../check_calibration/response_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --dt 6.103515625e-05 --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_DCS_no_kappas_frames.cache --raw-frames-cache $(IFO)1_raw_frames.cache --response-file $(FILTERS_FILE) --analyze-calcs-hoft --hoft-channel-name DCS-CALIB_STRAIN
clean:
rm *.pdf
all: calib_state_vector_plot
calib_state_vector_plot:
python ../../check_calibration/statevector_plot.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_DCS_frames.cache --calib-state-vector-channel-name DCS-CALIB_STATE_VECTOR
clean:
rm *.pdf
CHANNEL1 = CALIB_KAPPA_C
CHANNEL2 = CALIB_KAPPA_PUM_REAL
CHANNEL3 = CALIB_KAPPA_TST_REAL
CHANNEL4 = CALIB_F_CC
CHANNEL5 = CALIB_KAPPA_PUM_IMAGINARY
CHANNEL6 = CALIB_KAPPA_TST_IMAGINARY
CHANNEL7 = CALIB_KAPPA_UIM_REAL
CHANNEL8 = CALIB_KAPPA_UIM_IMAGINARY
CHANNEL9 = CALIB_SRC_Q_INVERSE
CHANNEL10 = CALIB_F_S_SQUARED
FECHANNEL1 = CS_TDEP_KAPPA_C_OUTPUT