From b74d258f6f80660c67fcf7453d6d0be01bbe1a4b Mon Sep 17 00:00:00 2001 From: Madeline Wade <madeline.wade@ligo.org> Date: Tue, 6 Nov 2018 10:52:36 -0800 Subject: [PATCH] Adding in some testing scripts sfor H1GDS_1225558818.npz and .ini --- .../H1/H1GDS_1225558818.ini | 364 ++++++++++++++++++ .../H1/H1GDS_1225558818_no_kappas.ini | 364 ++++++++++++++++++ .../H1/Makefile.ASD_comparison | 8 + .../H1/Makefile.all_tests | 102 +++++ .../H1/Makefile.calib_version_comparison | 8 + .../H1/Makefile.latency | 8 + .../H1/Makefile.lines_ratio | 8 + .../H1/Makefile.noise_subtraction_tf | 8 + .../H1/Makefile.pcal_to_darm | 9 + .../H1/Makefile.response_function | 11 + .../H1/Makefile.timeserieskappas | 18 + 11 files changed, 908 insertions(+) create mode 100644 gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/H1GDS_1225558818.ini create mode 100644 gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/H1GDS_1225558818_no_kappas.ini create mode 100644 gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.ASD_comparison create mode 100644 gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.all_tests create mode 100644 gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.calib_version_comparison create mode 100644 gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.latency create mode 100644 gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.lines_ratio create mode 100644 gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.noise_subtraction_tf create mode 100644 gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.pcal_to_darm create mode 100644 gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.response_function create mode 100644 gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.timeserieskappas diff --git a/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/H1GDS_1225558818.ini b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/H1GDS_1225558818.ini new file mode 100644 index 0000000000..919298b8e3 --- /dev/null +++ b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/H1GDS_1225558818.ini @@ -0,0 +1,364 @@ +[InputConfigurations] +# Track what "version" of config file this is, so that the pipeline knows which options are present in this file +ConfigVersion: 0 +# Filters file containing calibration FIR filters +FiltersFileName: H1GDS_1225558818.npz +# Data source should be set to frames or lvshm +DataSource: frames +FileChecksum: No +# Right now, SkipBadFiles needs to be off when reading from frames +SkipBadFiles: No +############################################ +# If reading from frames use these options # +############################################ +# None + +################################################### +# If reading from shared memory use these options # +################################################### +SHMPartition: LHO_Online +# Assumed duration of input frames in seconds +InputFrameDuration: 1 + +[OutputConfigurations] +CompressionScheme: 6 +CompressionLevel: 3 +ChanPrefix: GDS- +# Set to "None" if you do not want a channel suffix +ChanSuffix: None +# Data sink should be set to frames or lvshm +DataSink: frames +################################################# +# If writing to shared memory use these options # +################################################# +OutputSHMPartition: LHO_hoft +BufferMode: 2 +# Use this to approximate the frame size (in bytes) when writing to shared memory +FrameSize: 405338 +NumBuffers: 10 +############################################### +# If writing to frame files use these options # +############################################### +FrameType: H1GDS_TEST + +[CalibrationConfigurations] +IFO: H1 +# Set calibration mode to Full or Partial +CalibrationMode: Partial +ComputeCalibStateVector: Yes + +[DebuggingConfigurations] +# If you want to write a pipeline graph, provide the graph name. Otherwise, set name equal to None +PipelineGraphFilename: None +Verbose: No +# Turn this on to write data presentation timestamps and real-time unix timestamps to file at the beginning and end of the pipeline, to measure latency +TestLatency: No + +[TDCFConfigurations] +######################################################### +# Options related to time dependent correction factors # +######################################################### +ComputeKappaTST: Yes +ApplyKappaTST: No +# Set this to have the \kappa_tst factors filter the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaTST: Yes + +ComputeKappaPU: No +ApplyKappaPU: No +# Set this to have the \kappa_pu factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors +ApplyComplexKappaPU: No + +ComputeKappaPUM: Yes +ApplyKappaPUM: No +# Set this to have the \kappa_p factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaPUM: Yes + +ComputeKappaUIM: Yes +ApplyKappaUIM: No +# Set this to have the \kappa_u factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaUIM: Yes + +# Set this to use a calibration line injected using the UIM stage of actuation to compute \kappa_U. Otherwise, the DARM_ctrl line is used. +UseUIMLine: Yes + +ComputeKappaC: Yes +ApplyKappaC: Yes + +ComputeFcc: Yes +ApplyFcc: Yes + +ComputeSRCQ: Yes +ApplySRCQ: Yes + +ComputeFs: Yes +ApplyFs: Yes + +########################################### +# Options related to the coherence gating # +########################################### +UseCoherence: Yes +CoherenceUncThreshold: 0.004 +# Amount of time used in front-end to compute coherence +CoherenceTime: 130 +################################################################### +# Options related to the computation configurations for the TDCFs # +################################################################### +ComputeFactorsSR: 16 +RecordFactorsSR: 16 +# Length in seconds of low-pass FIR filter used in demodulation of the calibration lines +DemodulationFilterTime: 20 +# Time (in seconds) to smooth out \kappas with a median-like method +MedianSmoothingTime: 128 +TDCFAveragingTime: 10 +#If set to yes, bad computed kappas will be replaced by the previous computed median in the running median array. Otherwise, they are replaced with the default value +TDCFDefaultToMedian: Yes +################################################## +# Options related to updating cavity pole filter # +################################################## +# Duration of the Fcc filter in the time domain in seconds +FccFilterDuration: 0.01 +# Number of seconds to average Fcc values before creating a new Fcc filter +FccAveragingTime: 60 +# Number of samples to be used when tapering old filter and ramping in new filter +FccFilterTaperLength: 32768 +############################ +# Nominal values for TDCFs # +############################ +ExpectedKappaTSTReal: 1.0 +ExpectedKappaTSTImag: 0.0 +ExpectedKappaPUMReal: 1.0 +ExpectedKappaPUMImag: 0.0 +ExpectedKappaUIMReal: 1.0 +ExpectedKappaUIMImag: 0.0 +ExpectedKappaPUReal: 1.0 +ExpectedKappaPUImag: 0.0 +ExpectedKappaC: 1.0 +ExpectedFcc: 428.9 +ExpectedFs: 5.888 +ExpectedSRCQ: 4.254 +################################ +# Acceptable variance in TDCFs # +################################ +KappaTSTRealVar: 0.2 +KappaTSTImagVar: 0.2 +KappaPURealVar: 0.2 +KappaPUImagVar: 0.2 +KappaPUMRealVar: 0.2 +KappaPUMImagVar: 0.2 +KappaUIMRealVar: 0.2 +KappaUIMImagVar: 0.2 +KappaCVar: 0.2 +FccVar: 50.0 +FsVar: 5.0 +SRCQInvMin: 0.0 +SRCQInvMax: 0.5 +####################### +# EPICS records input # +####################### +# Set to Yes if EPICS records for TDCF computations should be read from filters file. If set to No, they will be read from frames +FactorsFromFiltersFile: No +############################################################################################## +# Updating Sensing and Actuation filters with all frequency-dependent corrections parameters # +############################################################################################## +# Length of time (in seconds) between when inverse-sensing FIR filter is updated +SensingFilterUpdateTime: 60 +# Length of time (in seconds) over which the smoothed time-dependent parameters of the sensing function are averaged before updating the filter +SensingFilterAveragingTime: 1 +# Number of samples to be used when tapering old inverse sensing filter and ramping in new filter +SensingFilterTaperLength: 32768 +# Length of time (in seconds) between when the actuation FIR filters are updated +ActuationFilterUpdateTime: 60 +# Length of time (in seconds) over which the smoothed time-dependent parameters of the actuation function are averaged before updating the filter +ActuationFilterAveragingTime: 1 +# Number of samples to be used when tapering old actuation filters and ramping in new filters +ActuationFilterTaperLength: 32768 + +[ChannelNames] +############################# +# Calibration Channel Names # +############################# +DARMCtrlChannel: CAL-DARM_CTRL_DBL_DQ +DARMErrChannel: CAL-DARM_ERR_DBL_DQ +DeltaLTSTChannel: CAL-DELTAL_CTRL_TST_DBL_DQ +DeltaLPUMChannel: CAL-DELTAL_CTRL_PUM_DBL_DQ +DeltaLUIMChannel: CAL-DELTAL_CTRL_UIM_DBL_DQ +DeltaLResChannel: CAL-DELTAL_RESIDUAL_DBL_DQ +#################################### +# Data Quality Vector Channel Name # +#################################### +InputDQChannel: ODC-MASTER_CHANNEL_OUT_DQ +################################## +# Calibration Line Channel Names # +################################## +DARMExcChannel: CAL-CS_LINE_SUM_DQ +TSTExcChannel: SUS-ETMY_L3_CAL_LINE_OUT_DQ +PUMExcChannel: SUS-ETMY_L2_CAL_LINE_OUT_DQ +UIMExcChannel: SUS-ETMY_L1_CAL_LINE_OUT_DQ +PCALChannel: CAL-PCALY_TX_PD_OUT_DQ +####################################### +# Coherence Uncertainty Channel Names # +####################################### +CohUncSusLine1Channel: CAL-CS_TDEP_SUS_LINE1_UNCERTAINTY +CohUncSusLine2Channel: CAL-CS_TDEP_SUS_LINE2_UNCERTAINTY +CohUncSusLine3Channel: CAL-CS_TDEP_SUS_LINE3_UNCERTAINTY +CohUncPcalyLine1Channel: CAL-CS_TDEP_PCAL_LINE1_UNCERTAINTY +CohUncPcalyLine2Channel: CAL-CS_TDEP_PCAL_LINE2_UNCERTAINTY +# FIXME: This is a hack. gstlal_compute_strain needs to not require this channel in the next release! +CohUncDARMLine1Channel: CAL-CS_TDEP_SUS_LINE3_UNCERTAINTY +################################### +# Noise Subtraction Channel Names # +################################### +PowerLinesChannel: PEM-EY_MAINSMON_EBAY_1_DQ +# Comma-separated list of witness channels to use to subtract noise from h(t) +# Set to None if no witness channels are to be used +WitnessChannelList: IMC-WFS_A_DC_PIT_OUT_DQ,IMC-WFS_B_DC_PIT_OUT_DQ,IMC-WFS_A_DC_YAW_OUT_DQ,IMC-WFS_B_DC_YAW_OUT_DQ;PSL-DIAG_BULLSEYE_YAW_OUT_DQ,PSL-DIAG_BULLSEYE_WID_OUT_DQ,PSL-DIAG_BULLSEYE_PIT_OUT_DQ +############################### +# EPICS Records Channel Names # +############################### +EP1RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_REAL +EP1ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_IMAG +EP2RealChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_REAL +EP2ImagChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_IMAG +EP3RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_REAL +EP3ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_IMAG +EP4RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_REAL +EP4ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_IMAG +EP5RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_REAL +EP5ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_IMAG +EP6RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_REAL +EP6ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_IMAG +EP7RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_REAL +EP7ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_IMAG +EP8RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_REAL +EP8Imagchannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_IMAG +EP9RealChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_REAL +EP9ImagChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_IMAG +EP10RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_REAL +EP10ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_IMAG +EP11RealChannel: CAL-CS_TDEP_PCAL_LINE4_REF_C_NOCAVPOLE_REAL +EP11ImagChannel: CAL-CS_TDEP_PCAL_LINE4_REF_C_NOCAVPOLE_IMAG +EP12RealChannel: CAL-CS_TDEP_PCAL_LINE4_REF_D_REAL +EP12ImagChannel: CAL-CS_TDEP_PCAL_LINE4_REF_D_IMAG +EP13RealChannel: CAL-CS_TDEP_PCAL_LINE4_REF_A_TST_REAL +EP13ImagChannel: CAL-CS_TDEP_PCAL_LINE4_REF_A_TST_IMAG +EP14RealChannel: CAL-CS_TDEP_PCALY_LINE4_REF_A_USUM_REAL +EP14ImagChannel: CAL-CS_TDEP_PCALY_LINE4_REF_A_USUM_IMAG +EP15RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_REAL +EP15Imagchannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_IMAG +EP16RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_REAL +EP16ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_IMAG +EP17RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_REAL +EP17ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_IMAG +EP18RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_REAL +EP18ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_IMAG +EP19RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_REAL +EP19ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_IMAG +EP20RealChannel: CAL-CS_TDEP_PCAL_LINE4_REF_A_PUM_REAL +EP20ImagChannel: CAL-CS_TDEP_PCAL_LINE4_REF_A_PUM_IMAG +EP21RealChannel: CAL-CS_TDEP_PCAL_LINE4_REF_A_UIM_REAL +EP21ImagChannel: CAL-CS_TDEP_PCAL_LINE4_REF_A_UIM_IMAG +EP22RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_REAL +EP22ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_IMAG +EP23RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_REAL +EP23ImagChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_IMAG +EP24RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_REAL +EP24ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_IMAG + +[SampleRates] +# Sample rate at which to compute h(t) +HoftSR: 16384 +# Sample rate at which to compute CALIB_STATE_VECTOR +CalibStateSR: 16 +# Sample rate of control channel +# Should be 16384 if using DARM_CTRL and 4096 if using DELTAL_CTRL +CtrlSR: 4096 +# Sample rate of ODC channel +ODCSR: 16384 +# Sample rate of TST excitation channel +TSTExcSR: 512 +# Sample rate of PUM excitation channel +PUMExcSR: 512 +# Sample rate of UIM excitation channel +UIMExcSR: 512 +# Sample rate of coherence channels +CohSR: 16 +# Sample rate for the EPICS reference channels +EPICSRefSR: 16 +# Sample rate for power lines channel +PowerLinesChannelSR: 1024 +# Sample rates at which transfer functions will be computed and witness channels will be filtered, given as a semicolon-separated list, e.g., 2048;2048;512;2048. This must be given if WitnessChannelList is not None, and it must be the same length. +WitnessChannelSR: 2048;2048 +# Sample rates at which to compute and record TDCFs +ComputeFactorsSR: 16 +RecordFactorsSR: 16 + +[Bitmasks] +ObsReadyBitmask: 4 +ObsIntentBitmask: 2 +CBCHWInjBitmask: 16777216 +BurstHWInjBitmask: 33554432 +DetCharHWInjBitmask: 67108864 +StochHWInjBitmask: 8388608 + +[PipelineConfigurations] +BufferLength: 1.0 +FrequencyDomainFiltering: No +Dewhitening: No +# Latency of all filtering/averaging/median processes (other than calibration model filters) as a fraction of filter length. Value should be set between 0.0 and 1.0. +FilterLatency: 0.0 + +[DataCleaningConfigurations] +#################################################### +# Options for turning on and off noise subtraction # +#################################################### +# Remove the DC component from the residual and control channels before filtering +RemoveDC: No +# Subtract the calibration lines from the h(t) spectrum +RemoveCalLines: Yes +# Subtract the power lines from the h(t) spectrum +RemovePowerLines: Yes +######################################### +# Options for running noise subtraction # +######################################### +# Amount by which frequency of power lines varies with time +PowerLinesFreqVar: 0.02 +# Time over which to average the transfer function between the power mains witness channel and h(t) at 60 Hz and harmonics +PowerLinesTFAveragingTime: 128 +####################################### +# Options for broadband noise removal # +####################################### +# The length in seconds of the fast Fourier transforms used to compute transfer functions between witness channels and h(t). The fft's are windowed with Hann windows and overlapped. +WitnessChannelFFTTime: 4.0 +# The number of ffts to take before averaging the witness -> h(t) transfer functions calculation. The average is taken after the ratio h(f) / witness(f). +NumWitnessFFTs: 1800 +# Sets the minimum number of FFTs necessary to produce the first transfer functions and clean data after data flow starts. +MinWitnessFFTs: 400 +# The length in seconds of the filters applied to the witness channels before subtracting from h(t) +WitnessFIRLength: 0.5 +# The frequency resolution of the filters applied to the witness channels before subtracting from h(t). It can be advantageous to lower the frequency resolution in order to average over excess noise. +WitnessFrequencyResolution: 1.0 +# List of minima and maxima of frequency ranges where the Fourier transform of h(t) will be replaced by a straight line in the calculation of transfer functions between witness channels and h(t) for noise subtraction. Semicolons separate lists for different sets of witness channels. If no notches are desired, use zeros, e.g., \'0;0;0\'. Here is an example using the expected format: \'495.0,515.0,985.0,1015.0;59,60,119,121;0\' This can be useful, e.g., if there are loud lines in the signal that are not present in the witness channels. +WitnessNotchFrequencies: 495.0,515.0,985.0,1015.0;495.0,515.0,985.0,1015.0 +# The amount of time after transfer functions between witness channels and h(t) are finished to begin the calculation of the next set of transfer functions +WitnessTFUpdateTime: 3600 +# If lock-loss lasts at least this many seconds, transfer functions will revert to those computed at the beginning of a lock stretch. Set to zero to disbale. +CriticalLockLossTime: 1800 +# The amount of time to use to taper in newly computed FIR filters for witness channels being used for noise subtraction. +WitnessFilterTaperTime: 10 +# If writing transfer functions to file, this sets the name. If transfer functions should not be written to file, this should be set to None +WitnessTFFilename: None +# Should the transfer function calculation use a median? If not, an average (mean) is used. +WitnessTFUseMedian: Yes +############################### +# Options for HOFT_CLEAN bits # +############################### +# The amount of data from h(t) and cleaned h(t) that is used to compute and compare the rms. This comparison between cleaned and uncleaned h(t) determines whether the HOFT_CLEAN bits of the calibration state vector are on or off. +CleaningCheckRMSTime: 20.0 +# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeLowMin: 15 +# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeLowMax: 40 +# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeMidMin: 100 +# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeMidMax: 500 diff --git a/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/H1GDS_1225558818_no_kappas.ini b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/H1GDS_1225558818_no_kappas.ini new file mode 100644 index 0000000000..f09b4651b7 --- /dev/null +++ b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/H1GDS_1225558818_no_kappas.ini @@ -0,0 +1,364 @@ +[InputConfigurations] +# Track what "version" of config file this is, so that the pipeline knows which options are present in this file +ConfigVersion: 0 +# Filters file containing calibration FIR filters +FiltersFileName: H1GDS_1225558818.npz +# Data source should be set to frames or lvshm +DataSource: frames +FileChecksum: No +# Right now, SkipBadFiles needs to be off when reading from frames +SkipBadFiles: No +############################################ +# If reading from frames use these options # +############################################ +# None + +################################################### +# If reading from shared memory use these options # +################################################### +SHMPartition: LHO_Online +# Assumed duration of input frames in seconds +InputFrameDuration: 1 + +[OutputConfigurations] +CompressionScheme: 6 +CompressionLevel: 3 +ChanPrefix: GDS- +# Set to "None" if you do not want a channel suffix +ChanSuffix: None +# Data sink should be set to frames or lvshm +DataSink: frames +################################################# +# If writing to shared memory use these options # +################################################# +OutputSHMPartition: LHO_hoft +BufferMode: 2 +# Use this to approximate the frame size (in bytes) when writing to shared memory +FrameSize: 405338 +NumBuffers: 10 +############################################### +# If writing to frame files use these options # +############################################### +FrameType: H1GDS_TEST + +[CalibrationConfigurations] +IFO: H1 +# Set calibration mode to Full or Partial +CalibrationMode: Partial +ComputeCalibStateVector: Yes + +[DebuggingConfigurations] +# If you want to write a pipeline graph, provide the graph name. Otherwise, set name equal to None +PipelineGraphFilename: None +Verbose: No +# Turn this on to write data presentation timestamps and real-time unix timestamps to file at the beginning and end of the pipeline, to measure latency +TestLatency: No + +[TDCFConfigurations] +######################################################### +# Options related to time dependent correction factors # +######################################################### +ComputeKappaTST: Yes +ApplyKappaTST: No +# Set this to have the \kappa_tst factors filter the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaTST: No + +ComputeKappaPU: No +ApplyKappaPU: No +# Set this to have the \kappa_pu factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors +ApplyComplexKappaPU: No + +ComputeKappaPUM: Yes +ApplyKappaPUM: No +# Set this to have the \kappa_p factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaPUM: No + +ComputeKappaUIM: Yes +ApplyKappaUIM: No +# Set this to have the \kappa_u factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors. +ApplyComplexKappaUIM: No + +# Set this to use a calibration line injected using the UIM stage of actuation to compute \kappa_U. Otherwise, the DARM_ctrl line is used. +UseUIMLine: Yes + +ComputeKappaC: Yes +ApplyKappaC: No + +ComputeFcc: Yes +ApplyFcc: No + +ComputeSRCQ: Yes +ApplySRCQ: No + +ComputeFs: Yes +ApplyFs: No + +########################################### +# Options related to the coherence gating # +########################################### +UseCoherence: Yes +CoherenceUncThreshold: 0.004 +# Amount of time used in front-end to compute coherence +CoherenceTime: 130 +################################################################### +# Options related to the computation configurations for the TDCFs # +################################################################### +ComputeFactorsSR: 16 +RecordFactorsSR: 16 +# Length in seconds of low-pass FIR filter used in demodulation of the calibration lines +DemodulationFilterTime: 20 +# Time (in seconds) to smooth out \kappas with a median-like method +MedianSmoothingTime: 128 +TDCFAveragingTime: 10 +#If set to yes, bad computed kappas will be replaced by the previous computed median in the running median array. Otherwise, they are replaced with the default value +TDCFDefaultToMedian: Yes +################################################## +# Options related to updating cavity pole filter # +################################################## +# Duration of the Fcc filter in the time domain in seconds +FccFilterDuration: 0.01 +# Number of seconds to average Fcc values before creating a new Fcc filter +FccAveragingTime: 60 +# Number of samples to be used when tapering old filter and ramping in new filter +FccFilterTaperLength: 32768 +############################ +# Nominal values for TDCFs # +############################ +ExpectedKappaTSTReal: 1.0 +ExpectedKappaTSTImag: 0.0 +ExpectedKappaPUMReal: 1.0 +ExpectedKappaPUMImag: 0.0 +ExpectedKappaUIMReal: 1.0 +ExpectedKappaUIMImag: 0.0 +ExpectedKappaPUReal: 1.0 +ExpectedKappaPUImag: 0.0 +ExpectedKappaC: 1.0 +ExpectedFcc: 428.9 +ExpectedFs: 5.888 +ExpectedSRCQ: 4.254 +################################ +# Acceptable variance in TDCFs # +################################ +KappaTSTRealVar: 0.2 +KappaTSTImagVar: 0.2 +KappaPURealVar: 0.2 +KappaPUImagVar: 0.2 +KappaPUMRealVar: 0.2 +KappaPUMImagVar: 0.2 +KappaUIMRealVar: 0.2 +KappaUIMImagVar: 0.2 +KappaCVar: 0.2 +FccVar: 50.0 +FsVar: 5.0 +SRCQInvMin: 0.0 +SRCQInvMax: 0.5 +####################### +# EPICS records input # +####################### +# Set to Yes if EPICS records for TDCF computations should be read from filters file. If set to No, they will be read from frames +FactorsFromFiltersFile: No +############################################################################################## +# Updating Sensing and Actuation filters with all frequency-dependent corrections parameters # +############################################################################################## +# Length of time (in seconds) between when inverse-sensing FIR filter is updated +SensingFilterUpdateTime: 60 +# Length of time (in seconds) over which the smoothed time-dependent parameters of the sensing function are averaged before updating the filter +SensingFilterAveragingTime: 1 +# Number of samples to be used when tapering old inverse sensing filter and ramping in new filter +SensingFilterTaperLength: 32768 +# Length of time (in seconds) between when the actuation FIR filters are updated +ActuationFilterUpdateTime: 60 +# Length of time (in seconds) over which the smoothed time-dependent parameters of the actuation function are averaged before updating the filter +ActuationFilterAveragingTime: 1 +# Number of samples to be used when tapering old actuation filters and ramping in new filters +ActuationFilterTaperLength: 32768 + +[ChannelNames] +############################# +# Calibration Channel Names # +############################# +DARMCtrlChannel: CAL-DARM_CTRL_DBL_DQ +DARMErrChannel: CAL-DARM_ERR_DBL_DQ +DeltaLTSTChannel: CAL-DELTAL_CTRL_TST_DBL_DQ +DeltaLPUMChannel: CAL-DELTAL_CTRL_PUM_DBL_DQ +DeltaLUIMChannel: CAL-DELTAL_CTRL_UIM_DBL_DQ +DeltaLResChannel: CAL-DELTAL_RESIDUAL_DBL_DQ +#################################### +# Data Quality Vector Channel Name # +#################################### +InputDQChannel: ODC-MASTER_CHANNEL_OUT_DQ +################################## +# Calibration Line Channel Names # +################################## +DARMExcChannel: CAL-CS_LINE_SUM_DQ +TSTExcChannel: SUS-ETMY_L3_CAL_LINE_OUT_DQ +PUMExcChannel: SUS-ETMY_L2_CAL_LINE_OUT_DQ +UIMExcChannel: SUS-ETMY_L1_CAL_LINE_OUT_DQ +PCALChannel: CAL-PCALY_TX_PD_OUT_DQ +####################################### +# Coherence Uncertainty Channel Names # +####################################### +CohUncSusLine1Channel: CAL-CS_TDEP_SUS_LINE1_UNCERTAINTY +CohUncSusLine2Channel: CAL-CS_TDEP_SUS_LINE2_UNCERTAINTY +CohUncSusLine3Channel: CAL-CS_TDEP_SUS_LINE3_UNCERTAINTY +CohUncPcalyLine1Channel: CAL-CS_TDEP_PCAL_LINE1_UNCERTAINTY +CohUncPcalyLine2Channel: CAL-CS_TDEP_PCAL_LINE2_UNCERTAINTY +# FIXME: This is a hack. gstlal_compute_strain needs to not require this channel in the next release! +CohUncDARMLine1Channel: CAL-CS_TDEP_SUS_LINE3_UNCERTAINTY +################################### +# Noise Subtraction Channel Names # +################################### +PowerLinesChannel: PEM-EY_MAINSMON_EBAY_1_DQ +# Comma-separated list of witness channels to use to subtract noise from h(t) +# Set to None if no witness channels are to be used +WitnessChannelList: IMC-WFS_A_DC_PIT_OUT_DQ,IMC-WFS_B_DC_PIT_OUT_DQ,IMC-WFS_A_DC_YAW_OUT_DQ,IMC-WFS_B_DC_YAW_OUT_DQ;PSL-DIAG_BULLSEYE_YAW_OUT_DQ,PSL-DIAG_BULLSEYE_WID_OUT_DQ,PSL-DIAG_BULLSEYE_PIT_OUT_DQ +############################### +# EPICS Records Channel Names # +############################### +EP1RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_REAL +EP1ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_IMAG +EP2RealChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_REAL +EP2ImagChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_IMAG +EP3RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_REAL +EP3ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_IMAG +EP4RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_REAL +EP4ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_IMAG +EP5RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_REAL +EP5ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_IMAG +EP6RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_REAL +EP6ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_IMAG +EP7RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_REAL +EP7ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_IMAG +EP8RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_REAL +EP8Imagchannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_IMAG +EP9RealChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_REAL +EP9ImagChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_IMAG +EP10RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_REAL +EP10ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_IMAG +EP11RealChannel: CAL-CS_TDEP_PCAL_LINE4_REF_C_NOCAVPOLE_REAL +EP11ImagChannel: CAL-CS_TDEP_PCAL_LINE4_REF_C_NOCAVPOLE_IMAG +EP12RealChannel: CAL-CS_TDEP_PCAL_LINE4_REF_D_REAL +EP12ImagChannel: CAL-CS_TDEP_PCAL_LINE4_REF_D_IMAG +EP13RealChannel: CAL-CS_TDEP_PCAL_LINE4_REF_A_TST_REAL +EP13ImagChannel: CAL-CS_TDEP_PCAL_LINE4_REF_A_TST_IMAG +EP14RealChannel: CAL-CS_TDEP_PCALY_LINE4_REF_A_USUM_REAL +EP14ImagChannel: CAL-CS_TDEP_PCALY_LINE4_REF_A_USUM_IMAG +EP15RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_REAL +EP15Imagchannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_IMAG +EP16RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_REAL +EP16ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_IMAG +EP17RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_REAL +EP17ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_IMAG +EP18RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_REAL +EP18ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_IMAG +EP19RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_REAL +EP19ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_IMAG +EP20RealChannel: CAL-CS_TDEP_PCAL_LINE4_REF_A_PUM_REAL +EP20ImagChannel: CAL-CS_TDEP_PCAL_LINE4_REF_A_PUM_IMAG +EP21RealChannel: CAL-CS_TDEP_PCAL_LINE4_REF_A_UIM_REAL +EP21ImagChannel: CAL-CS_TDEP_PCAL_LINE4_REF_A_UIM_IMAG +EP22RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_REAL +EP22ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_IMAG +EP23RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_REAL +EP23ImagChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_IMAG +EP24RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_REAL +EP24ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_IMAG + +[SampleRates] +# Sample rate at which to compute h(t) +HoftSR: 16384 +# Sample rate at which to compute CALIB_STATE_VECTOR +CalibStateSR: 16 +# Sample rate of control channel +# Should be 16384 if using DARM_CTRL and 4096 if using DELTAL_CTRL +CtrlSR: 4096 +# Sample rate of ODC channel +ODCSR: 16384 +# Sample rate of TST excitation channel +TSTExcSR: 512 +# Sample rate of PUM excitation channel +PUMExcSR: 512 +# Sample rate of UIM excitation channel +UIMExcSR: 512 +# Sample rate of coherence channels +CohSR: 16 +# Sample rate for the EPICS reference channels +EPICSRefSR: 16 +# Sample rate for power lines channel +PowerLinesChannelSR: 1024 +# Sample rates at which transfer functions will be computed and witness channels will be filtered, given as a semicolon-separated list, e.g., 2048;2048;512;2048. This must be given if WitnessChannelList is not None, and it must be the same length. +WitnessChannelSR: 2048;2048 +# Sample rates at which to compute and record TDCFs +ComputeFactorsSR: 16 +RecordFactorsSR: 16 + +[Bitmasks] +ObsReadyBitmask: 4 +ObsIntentBitmask: 2 +CBCHWInjBitmask: 16777216 +BurstHWInjBitmask: 33554432 +DetCharHWInjBitmask: 67108864 +StochHWInjBitmask: 8388608 + +[PipelineConfigurations] +BufferLength: 1.0 +FrequencyDomainFiltering: No +Dewhitening: No +# Latency of all filtering/averaging/median processes (other than calibration model filters) as a fraction of filter length. Value should be set between 0.0 and 1.0. +FilterLatency: 0.0 + +[DataCleaningConfigurations] +#################################################### +# Options for turning on and off noise subtraction # +#################################################### +# Remove the DC component from the residual and control channels before filtering +RemoveDC: No +# Subtract the calibration lines from the h(t) spectrum +RemoveCalLines: Yes +# Subtract the power lines from the h(t) spectrum +RemovePowerLines: Yes +######################################### +# Options for running noise subtraction # +######################################### +# Amount by which frequency of power lines varies with time +PowerLinesFreqVar: 0.02 +# Time over which to average the transfer function between the power mains witness channel and h(t) at 60 Hz and harmonics +PowerLinesTFAveragingTime: 128 +####################################### +# Options for broadband noise removal # +####################################### +# The length in seconds of the fast Fourier transforms used to compute transfer functions between witness channels and h(t). The fft's are windowed with Hann windows and overlapped. +WitnessChannelFFTTime: 4.0 +# The number of ffts to take before averaging the witness -> h(t) transfer functions calculation. The average is taken after the ratio h(f) / witness(f). +NumWitnessFFTs: 1800 +# Sets the minimum number of FFTs necessary to produce the first transfer functions and clean data after data flow starts. +MinWitnessFFTs: 400 +# The length in seconds of the filters applied to the witness channels before subtracting from h(t) +WitnessFIRLength: 0.5 +# The frequency resolution of the filters applied to the witness channels before subtracting from h(t). It can be advantageous to lower the frequency resolution in order to average over excess noise. +WitnessFrequencyResolution: 1.0 +# List of minima and maxima of frequency ranges where the Fourier transform of h(t) will be replaced by a straight line in the calculation of transfer functions between witness channels and h(t) for noise subtraction. Semicolons separate lists for different sets of witness channels. If no notches are desired, use zeros, e.g., \'0;0;0\'. Here is an example using the expected format: \'495.0,515.0,985.0,1015.0;59,60,119,121;0\' This can be useful, e.g., if there are loud lines in the signal that are not present in the witness channels. +WitnessNotchFrequencies: 495.0,515.0,985.0,1015.0;495.0,515.0,985.0,1015.0 +# The amount of time after transfer functions between witness channels and h(t) are finished to begin the calculation of the next set of transfer functions +WitnessTFUpdateTime: 3600 +# If lock-loss lasts at least this many seconds, transfer functions will revert to those computed at the beginning of a lock stretch. Set to zero to disbale. +CriticalLockLossTime: 1800 +# The amount of time to use to taper in newly computed FIR filters for witness channels being used for noise subtraction. +WitnessFilterTaperTime: 10 +# If writing transfer functions to file, this sets the name. If transfer functions should not be written to file, this should be set to None +WitnessTFFilename: None +# Should the transfer function calculation use a median? If not, an average (mean) is used. +WitnessTFUseMedian: Yes +############################### +# Options for HOFT_CLEAN bits # +############################### +# The amount of data from h(t) and cleaned h(t) that is used to compute and compare the rms. This comparison between cleaned and uncleaned h(t) determines whether the HOFT_CLEAN bits of the calibration state vector are on or off. +CleaningCheckRMSTime: 20.0 +# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeLowMin: 15 +# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeLowMax: 40 +# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeMidMin: 100 +# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range. +CleaningCheckRangeMidMax: 500 diff --git a/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.ASD_comparison b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.ASD_comparison new file mode 100644 index 0000000000..13b52178e0 --- /dev/null +++ b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.ASD_comparison @@ -0,0 +1,8 @@ +all: ASD_comparison_plots + +ASD_comparison_plots: + python ../../check_calibration/ASD_comparison_plots --ifo $(IFO)1 --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --raw-frame-cache $(IFO)1_raw_frames.cache --hoft-frame-cache $(IFO)1_hoft_GDS_frames.cache + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.all_tests b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.all_tests new file mode 100644 index 0000000000..ee054913f3 --- /dev/null +++ b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.all_tests @@ -0,0 +1,102 @@ +# This makefile can be used to run all of the tests instead of running them one by one. + +# Indicate IFO and observing run +# Note: Make sure that there is no space after the L or H! +# Another note: Livingston cluster cannot run this for IFO = H. Make sure that the cluster you're using has the raw frames you want. +export IFO=H +# OBSRUN inidcates where to look for filters files (e.g. O1, O2, O3, ER10, ER13, ER14, PreER13, PreER14) +#export OBSRUN=O2 +export OBSRUN=PreER13 + +# Set start and stop times for a short lock stretch +export SHORT_START=1225497618 +export SHORT_END=1225499165 +# Set start and stop times for a longer stretch that spans a lock-unlock stretch +export LONG_START = 1225497618 +export LONG_END = 1225503045 + +export SHMRUNTIME=400 + +# How much time does the calibraiton need to settle at the start and end? +PLOT_WARMUP_TIME = 220 +PLOT_COOLDOWN_TIME = 64 +export SHORT_PLOT_START=$(shell echo $(SHORT_START) + $(PLOT_WARMUP_TIME) | bc) +export LONG_PLOT_START=$(shell echo $(LONG_START) + $(PLOT_WARMUP_TIME) | bc) +export SHORT_PLOT_END=$(shell echo $(SHORT_END) - $(PLOT_COOLDOWN_TIME) | bc) +export LONG_PLOT_END=$(shell echo $(LONG_END) - $(PLOT_COOLDOWN_TIME) | bc) + +# Point to all of the .ini files for different configurations +export GDSCONFIGS=H1GDS_1225558818.ini +export GDSCONFIGSNOKAPPAS=H1GDS_1225558818_no_kappas.ini + +# Needed for writing pipeline graphs +export GST_DEBUG_DUMP_DOT_DIR=. + +all: response_function ASD_comparison pcal_to_darm timeserieskappas calib_version_comparison + +# Create frame cache files for raw, C00, C01, and C02 frames +$(IFO)1_raw_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_R -s $(LONG_START) -e $(LONG_END) -l --url-type file > $@ + +$(IFO)1_C00_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C00 -s $(LONG_START) -e $(LONG_END) -l --url-type file > $@ + +$(IFO)1_C01_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C01 -s $(LONG_START) -e $(LONG_END) -l --url-type file > $@ + +$(IFO)1_C02_frames.cache: + gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C02 -s $(LONG_START) -e $(LONG_END) -l --url-type file > $@ + + +# Calibrate GDS testing data +$(IFO)1_hoft_GDS_frames.cache: $(IFO)1_raw_frames.cache filters framesdir + gstlal_compute_strain --gps-start-time $(LONG_START) --gps-end-time $(LONG_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGS) + ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST-*.gwf | lalapps_path2cache > $@ + +# Calibrate GDS testing data with no kappas applied for response function test +$(IFO)1_hoft_GDS_no_kappas_frames.cache: $(IFO)1_raw_frames.cache filters framesdir + #gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/GDS/ --frame-duration=64 --frames-per-file=1 --wings=0 --config-file $(GDSCONFIGSNOKAPPAS) + ls Frames/$(OBSRUN)/$(IFO)1/GDS/$(IFO)-$(IFO)1GDS_TEST_NOKAPPAS*.gwf | lalapps_path2cache > $@ + + +filters: + if [ -d Filters/$(OBSRUN)/GDSFilters ]; then \ + svn up Filters/$(OBSRUN)/GDSFilters; \ + else \ + mkdir -p Filters/$(OBSRUN); \ + cd Filters/$(OBSRUN); \ + svn co https://svn.ligo.caltech.edu/svn/aligocalibration/trunk/Runs/$(OBSRUN)/GDSFilters; \ + fi + +framesdir: + mkdir -p Frames/$(OBSRUN)/$(IFO)1/easy_raw + mkdir -p Frames/$(OBSRUN)/$(IFO)1/GDS + mkdir -p Frames/$(OBSRUN)/$(IFO)1/DCS + + +response_function: $(IFO)1_hoft_GDS_no_kappas_frames.cache $(IFO)1_raw_frames.cache + make -f Makefile.response_function + +ASD_comparison: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.ASD_comparison + +timeserieskappas: $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.timeserieskappas + +pcal_to_darm: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache + make -f Makefile.pcal_to_darm + +# FIXME: This is seg faulting for me right now +calib_version_comparison: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache + make -f Makefile.calib_version_comparison + +# Need to clean up this clean command +clean: + rm *.pdf + rm *.txt + rm -rf Frames/ + rm -rf Filters/ + rm *.png + rm *.dot + + diff --git a/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.calib_version_comparison b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.calib_version_comparison new file mode 100644 index 0000000000..43ee130b15 --- /dev/null +++ b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.calib_version_comparison @@ -0,0 +1,8 @@ +all: GDS_over_C02 + +GDS_over_C02: $(IFO)1_hoft_GDS_frames.cache $(IFO)1_C02_frames.cache + python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache-list $(IFO)1_hoft_GDS_frames.cache --denominator-frame-cache $(IFO)1_C02_frames.cache --numerator-channel-list GDS-CALIB_STRAIN --denominator-channel-name DCS-CALIB_STRAIN_C02 --denominator-name 'C02' --numerator-name 'GDS_TEST --magnitude-min 0.7 --magnitude-max 1.3 --phase-min -20.0 --phase-max 20.0 --labels 'GDS Test / C02 Transfer Function' + +clean: + *.png + diff --git a/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.latency b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.latency new file mode 100644 index 0000000000..03cbc521ef --- /dev/null +++ b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.latency @@ -0,0 +1,8 @@ +all: latency_test + +latency_test: $(IFO)1_hoft_GDS_SHM_frames.cache + python ../../check_calibration/latency_plot.py --intime-file gstlal_compute_strain_timestamps_in.txt --outtime-file gstlal_compute_strain_timestamps_out.txt --plot-filename-prefix $(IFO)1GDS_latency --plot-title '$(IFO)1 Calibration Latency vs Time' + +clean: + rm *.png + diff --git a/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.lines_ratio b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.lines_ratio new file mode 100644 index 0000000000..ae6edaaae1 --- /dev/null +++ b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.lines_ratio @@ -0,0 +1,8 @@ +all: lines_ratio_DCS + +lines_ratio_DCS: $(IFO)1_hoft_DCS_frames.cache + python ../../check_calibration/demod_ratio_timeseries.py --ifo $(IFO)1 --gps-end-time $(SHORT_PLOT_END) --gps-start-time $(SHORT_PLOT_START) --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-channel-name 'DCS-CALIB_STRAIN' --numerator-channel-name 'DCS-CALIB_STRAIN_CLEAN' --frequencies '35.9,36.7,331.9,1083.7;60,120,180' --magnitude-ranges '0.0,0.1;0.0,1.0' --phase-ranges '-180.0,180.0;-180.0,180.0' --plot-titles '$(IFO)1 Calibration Line Subtraction;$(IFO)1 Power Mains Line Subtraction' + +clean: + rm *.gwf *.cache *.png *.txt + diff --git a/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.noise_subtraction_tf b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.noise_subtraction_tf new file mode 100644 index 0000000000..b26758c95a --- /dev/null +++ b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.noise_subtraction_tf @@ -0,0 +1,8 @@ +all: noise_subtraction_tf_DCS + +noise_subtraction_tf_DCS: $(IFO)1_hoft_DCS_frames.cache + python ../../check_calibration/plot_transfer_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --numerator-frame-cache $(IFO)1_hoft_DCS_frames.cache --denominator-frame-cache $(IFO)1_hoft_DCS_frames.cache --numerator-channel-name DCS-CALIB_STRAIN_CLEAN --denominator-channel-name DCS-CALIB_STRAIN --magnitude-min 0.0 --magnitude-max 1.5 --phase-min -20.0 --phase-max 20.0 --plot-title 'Noise Subtraction Transfer Function' + +clean: + rm *.gwf *.cache *.png *.txt + diff --git a/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.pcal_to_darm b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.pcal_to_darm new file mode 100644 index 0000000000..ccd68652a4 --- /dev/null +++ b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.pcal_to_darm @@ -0,0 +1,9 @@ +all: GDS_pcal2darm_plots + +GDS_pcal2darm_plots: $(IFO)1_raw_frames.cache $(IFO)1_hoft_GDS_frames.cache + python ../../check_calibration/pcal2darm_timeseries.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --ifo $(IFO)1 --raw-frame-cache $(IFO)1_raw_frames.cache --gstlal-frame-cache $(IFO)1_hoft_GDS_frames.cache --config-file '$(GDSCONFIGS)' --pcal-channel-name CAL-PCALY_TX_PD_OUT_DQ --gstlal-channel-list='GDS-CALIB_STRAIN' --labels 'GDS' --phase-ranges='0.0,3.0;-5.0,5.0;-10.0,10.0' --magnitude-ranges="0.96,1.00;0.93,1.00;0.8,1.2" --file-name-prefix GDS + + +clean: + rm *.gwf *.cache *.png *.txt + diff --git a/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.response_function b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.response_function new file mode 100644 index 0000000000..f919d2206b --- /dev/null +++ b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.response_function @@ -0,0 +1,11 @@ +all: GDS_response_function_bode_plot + +FILTERS_FILE = Filters/$(OBSRUN)/GDSFilters/H1GDS_1225558818.npz + +GDS_response_function_bode_plot: + python ../../check_calibration/response_function.py --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --dt 6.103515625e-05 --ifo $(IFO)1 --hoft-frames-cache $(IFO)1_hoft_GDS_no_kappas_frames.cache --raw-frames-cache $(IFO)1_raw_frames.cache --response-file $(FILTERS_FILE) + + +clean: + rm *.pdf + diff --git a/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.timeserieskappas b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.timeserieskappas new file mode 100644 index 0000000000..d3809d02a6 --- /dev/null +++ b/gstlal-calibration/tests/H1GDS_1225558818_ini_and_filters_tests/H1/Makefile.timeserieskappas @@ -0,0 +1,18 @@ +CHANNEL1 = CALIB_KAPPA_C +CHANNEL2 = CALIB_KAPPA_PU_REAL +CHANNEL3 = CALIB_KAPPA_TST_REAL +CHANNEL4 = CALIB_F_CC +CHANNEL5 = CALIB_KAPPA_PU_IMAGINARY +CHANNEL6 = CALIB_KAPPA_TST_IMAGINARY +CHANNEL7 = CALIB_SRC_Q_INVERSE +CHANNEL8 = CALIB_F_S + +all: GDS_Time_Series_of_Kappas + +GDS_Time_Series_of_Kappas: + python ../../check_calibration/timeserieskappas.py --gps-start-time $(LONG_PLOT_START) --gps-end-time $(LONG_PLOT_END) --channel-list 'GDS-$(CHANNEL1)','GDS-$(CHANNEL2)','GDS-$(CHANNEL3)','GDS-$(CHANNEL4)','GDS-$(CHANNEL5)','GDS-$(CHANNEL6)','GDS-$(CHANNEL7)','GDS-$(CHANNEL8)' --frame-cache $(IFO)1_hoft_GDS_frames.cache --ifo $(IFO)1 + + +clean: + rm *.png + -- GitLab