Commit 56e9e3d0 authored by cal's avatar cal

Moving H1 calibration filter tests out of git (and into cal shared account at LHO)

parent ed911fcc
Pipeline #74723 failed with stages
in 1 minute and 7 seconds

Too many changes to show.

To preserve performance only 500 of 500+ files are displayed.
[InputConfigurations]
# Filters file containing calibration FIR filters
FiltersFileName: H1DCS_test.npz
# Data source should be set to frames or lvshm
DataSource: frames
FileChecksum: No
# Right now, SkipBadFiles needs to be off when reading from frames
SkipBadFiles: No
############################################
# If reading from frames use these options #
############################################
# None
###################################################
# If reading from shared memory use these options #
###################################################
SHMPartition: LHO_Online
# Assumed duration of input frames in seconds
InputFrameDuration: 1
[OutputConfigurations]
CompressionScheme: 6
CompressionLevel: 3
ChanPrefix: DCS-
# Set to "None" if you do not want a channel suffix
ChanSuffix: None
# Data sink should be set to frames or lvshm
DataSink: frames
#################################################
# If writing to shared memory use these options #
#################################################
OutputSHMPartition: LHO_hoft
BufferMode: 2
# Use this to approximate the frame size (in bytes) when writing to shared memory
FrameSize: 405338
NumBuffers: 10
###############################################
# If writing to frame files use these options #
###############################################
FrameType: H1DCS_TEST
[CalibrationConfigurations]
IFO: H1
# Set calibration mode to Full or Partial
CalibrationMode: Full
ComputeCalibStateVector: Yes
[DebuggingConfigurations]
# If you want to write a pipeline graph, provide the graph name. Otherwise, set name equal to None
PipelineGraphFilename: None
Verbose: Yes
# Turn this on to write data presentation timestamps and real-time unix timestamps to file at the beginning and end of the pipeline, to measure latency
TestLatency: No
# Turn this on to compute transfer functions for the filters by comparing output data to input data
TestFilters: No
[TDCFConfigurations]
#########################################################
# Options related to time dependent correction factors #
#########################################################
ComputeKappaTST: Yes
ApplyKappaTST: Yes
# Set this to have the \kappa_tst factors filter the actuation chain with an adaptive filter that corrects for both magnitude and phase errors.
ApplyComplexKappaTST: No
ComputeKappaPU: No
ApplyKappaPU: No
# Set this to have the \kappa_pu factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors
ApplyComplexKappaPU: No
ComputeKappaPUM: Yes
ApplyKappaPUM: No
# Set this to have the \kappa_p factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors.
ApplyComplexKappaPUM: No
ComputeKappaUIM: Yes
ApplyKappaUIM: No
# Set this to have the \kappa_u factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors.
ApplyComplexKappaUIM: No
ComputeKappaC: Yes
ApplyKappaC: Yes
ComputeFcc: Yes
ApplyFcc: Yes
ComputeSRCQ: Yes
ApplySRCQ: No
ComputeFs: Yes
ApplyFs: No
###########################################
# Options related to the coherence gating #
###########################################
UseCoherence: Yes
CoherenceUncThreshold: 0.01
# Amount of time used in front-end to compute coherence
CoherenceTime: 130
###################################################################
# Options related to the computation configurations for the TDCFs #
###################################################################
ComputeFactorsSR: 16
RecordFactorsSR: 16
# Length in seconds of low-pass FIR filter used in demodulation of the calibration lines
DemodulationFilterTime: 20
# Time (in seconds) to smooth out \kappas with a median-like method
MedianSmoothingTime: 128
TDCFAveragingTime: 10
#If set to yes, bad computed kappas will be replaced by the previous computed median in the running median array. Otherwise, they are replaced with the default value
TDCFDefaultToMedian: Yes
# If using X-end Pcal, we need a minus sign, so set this to -1.0
PcalSign: 1.0
##################################################
# Options related to updating cavity pole filter #
##################################################
# Duration of the Fcc filter in the time domain in seconds
FccFilterDuration: 0.01
# Number of seconds to average Fcc values before creating a new Fcc filter
FccAveragingTime: 60
# Number of samples to be used when tapering old filter and ramping in new filter
FccFilterTaperLength: 32768
############################
# Nominal values for TDCFs #
############################
ExpectedKappaTSTReal: 1.0
ExpectedKappaTSTImag: 0.0
ExpectedKappaPUMReal: 1.0
ExpectedKappaPUMImag: 0.0
ExpectedKappaUIMReal: 1.0
ExpectedKappaUIMImag: 0.0
ExpectedKappaPUReal: 1.0
ExpectedKappaPUImag: 0.0
ExpectedKappaC: 1.0
ExpectedFs_Squared: 4.468
################################
# Acceptable variance in TDCFs #
################################
KappaTSTRealVar: 0.2
KappaTSTImagVar: 0.2
KappaPURealVar: 0.2
KappaPUImagVar: 0.2
KappaPUMRealVar: 0.2
KappaPUMImagVar: 0.2
KappaUIMRealVar: 0.2
KappaUIMImagVar: 0.2
KappaCVar: 0.2
FccVar: 50.0
FsVar: 5.0
SRCQInvMin: 0.0
SRCQInvMax: 0.5
#######################
# EPICS records input #
#######################
# Set to Yes if EPICS records for TDCF computations should be read from filters file. If set to No, they will be read from frames
FactorsFromFiltersFile: Yes
##############################################################################################
# Updating Sensing and Actuation filters with all frequency-dependent corrections parameters #
##############################################################################################
# Length of time (in seconds) between when inverse-sensing FIR filter is updated
SensingFilterUpdateTime: 64
# Length of time (in seconds) over which the smoothed time-dependent parameters of the sensing function are averaged before updating the filter
SensingFilterAveragingTime: 1
# Number of samples to be used when tapering old inverse sensing filter and ramping in new filter
SensingFilterTaperLength: 32768
# Number of samples in linear-phase correction filters used for TST, PUM, and UIM
AdaptiveTSTFilterSamples: 128
AdaptivePUMFilterSamples: 128
AdaptiveUIMFilterSamples: 128
AdaptivePUMUIMFilterSamples: 128
# Length of time (in seconds) between when the actuation FIR filters are updated
ActuationFilterUpdateTime: 64
# Length of time (in seconds) over which the smoothed time-dependent parameters of the actuation function are averaged before updating the filter
ActuationFilterAveragingTime: 1
# Number of samples to be used when tapering old actuation filters and ramping in new filters
ActuationFilterTaperLength: 32768
ComputeFactorsSR: 16
RecordFactorsSR: 16
[ChannelNames]
#############################
# Calibration Channel Names #
#############################
DARMCtrlChannel: CAL-DARM_CTRL_DBL_DQ
DARMErrChannel: CAL-DARM_ERR_DBL_DQ
DeltaLTSTChannel: CAL-DELTAL_CTRL_TST_DBL_DQ
DeltaLPUMChannel: CAL-DELTAL_CTRL_PUM_DBL_DQ
DeltaLUIMChannel: CAL-DELTAL_CTRL_UIM_DBL_DQ
DeltaLResChannel: CAL-DELTAL_RESIDUAL_DBL_DQ
####################################
# Data Quality Vector Channel Name #
####################################
ObsIntentChannel: GRD-IFO_INTENT
LowNoiseStateChannel: GRD-IFO_READY
HWInjChannel: CAL-INJ_STATUS_OUT_DQ
FilterClockChannelList: GRD-ISC_LOCK_OK
##################################
# Calibration Line Channel Names #
##################################
DARMExcChannel: CAL-CS_LINE_SUM_DQ
TSTExcChannel: SUS-ETMX_L3_CAL_LINE_OUT_DQ
PUMExcChannel: SUS-ETMX_L2_CAL_LINE_OUT_DQ
UIMExcChannel: SUS-ETMX_L1_CAL_LINE_OUT_DQ
PCALChannel: CAL-PCALY_RX_PD_OUT_DQ
############################################
# Calibration Line Frequency Channel Names #
############################################
DARMExcLineFreqChannel: CAL-CS_TDEP_DARM_LINE1_COMPARISON_OSC_FREQ
TSTExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE3_COMPARISON_OSC_FREQ
PUMExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE2_COMPARISON_OSC_FREQ
UIMExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE1_COMPARISON_OSC_FREQ
PCALLine1FreqChannel: CAL-CS_TDEP_PCAL_LINE1_COMPARISON_OSC_FREQ
PcalLine1CorrRealChannel: CAL-CS_TDEP_PCAL_LINE1_CORRECTION_REAL
PcalLine1CorrImagChannel: CAL-CS_TDEP_PCAL_LINE1_CORRECTION_IMAG
PCALLine2FreqChannel: CAL-CS_TDEP_PCAL_LINE2_COMPARISON_OSC_FREQ
PcalLine2CorrRealChannel: CAL-CS_TDEP_PCAL_LINE2_CORRECTION_REAL
PcalLine2CorrImagChannel: CAL-CS_TDEP_PCAL_LINE2_CORRECTION_IMAG
PCALLine3FreqChannel: CAL-CS_TDEP_PCAL_LINE3_COMPARISON_OSC_FREQ
PcalLine3CorrRealChannel: CAL-CS_TDEP_PCAL_LINE3_CORRECTION_REAL
PcalLine3CorrImagChannel: CAL-CS_TDEP_PCAL_LINE3_CORRECTION_IMAG
PCALLine4FreqChannel: CAL-CS_TDEP_PCAL_LINE4_COMPARISON_OSC_FREQ
PcalLine4CorrRealChannel: CAL-CS_TDEP_PCAL_LINE4_CORRECTION_REAL
PcalLine4CorrImagChannel: CAL-CS_TDEP_PCAL_LINE4_CORRECTION_IMAG
#######################################
# Coherence Uncertainty Channel Names #
#######################################
CohUncSusLine1Channel: CAL-CS_TDEP_SUS_LINE1_UNCERTAINTY
CohUncSusLine2Channel: CAL-CS_TDEP_SUS_LINE2_UNCERTAINTY
CohUncSusLine3Channel: CAL-CS_TDEP_SUS_LINE3_UNCERTAINTY
CohUncPcalyLine1Channel: CAL-CS_TDEP_PCAL_LINE1_UNCERTAINTY
CohUncPcalyLine2Channel: CAL-CS_TDEP_PCAL_LINE2_UNCERTAINTY
CohUncPcalyLine4Channel: CAL-CS_TDEP_PCAL_LINE4_UNCERTAINTY
CohUncDARMLine1Channel: CAL-CS_TDEP_DARM_LINE1_UNCERTAINTY
###################################
# Noise Subtraction Channel Names #
###################################
# Semicolon-separated list of comma-separated lists of witness channels to use to subtract lines from h(t)
# Semicolons separate channels to be handled separately and commas separate channels to be handled together.
#Set to None if no line witness channels are to be used
LineWitnessChannelList: SUS-ETMX_L1_CAL_LINE_OUT_DQ;SUS-ETMX_L2_CAL_LINE_OUT_DQ;SUS-ETMX_L3_CAL_LINE_OUT_DQ;CAL-PCALY_TX_PD_OUT_DQ;PEM-EY_MAINSMON_EBAY_1_DQ
# Semicolon-separated list of comma-separated lists of witness channels to use to subtract noise from h(t)
# Set to None if no witness channels are to be used
#WitnessChannelList: PSL-ISS_SECONDLOOP_OUTPUT_DQ,ASC-DHARD_P_OUT_DQ,ASC-DHARD_Y_OUT_DQ,ASC-CHARD_P_OUT_DQ,ASC-CHARD_Y_OUT_DQ,LSC-SRCL_IN1_DQ,LSC-MICH_IN1_DQ,LSC-PRCL_IN1_DQ
WitnessChannelList: None
# What channel should we use to gate the noise subtraction and 60-Hz line subtraction
NoiseSubGateChannel: GRD-ISC_LOCK_OK
###############################
# EPICS Records Channel Names #
###############################
EP1RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_REAL
EP1ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_IMAG
EP2RealChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_REAL
EP2ImagChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_IMAG
EP3RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_REAL
EP3ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_IMAG
EP4RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_REAL
EP4ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_IMAG
EP5RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_REAL
EP5ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_IMAG
EP6RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_REAL
EP6ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_IMAG
EP7RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_REAL
EP7ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_IMAG
EP8RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_REAL
EP8Imagchannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_IMAG
EP9RealChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_REAL
EP9ImagChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_IMAG
EP10RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_REAL
EP10ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_IMAG
EP11RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_C_NOCAVPOLE_REAL
EP11ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_C_NOCAVPOLE_IMAG
EP12RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_D_REAL
EP12ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_D_IMAG
EP13RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_TST_REAL
EP13ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_TST_IMAG
EP14RealChannel: CAL-CS_TDEP_PCALY_LINE4_REF_A_USUM_REAL
EP14ImagChannel: CAL-CS_TDEP_PCALY_LINE4_REF_A_USUM_IMAG
EP15RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_REAL
EP15Imagchannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_IMAG
EP16RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_REAL
EP16ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_IMAG
EP17RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_REAL
EP17ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_IMAG
EP18RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_REAL
EP18ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_IMAG
EP19RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_REAL
EP19ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_IMAG
EP20RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_PUM_REAL
EP20ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_PUM_IMAG
EP21RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_UIM_REAL
EP21ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_UIM_IMAG
EP22RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_REAL
EP22ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_IMAG
EP23RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_REAL
EP23ImagChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_IMAG
EP24RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_REAL
EP24ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_IMAG
[SampleRates]
# Sample rate at which to compute h(t)
HoftSR: 16384
# Sample rate at which to compute CALIB_STATE_VECTOR
CalibStateSR: 16
# Sample rate of control channel
# Should be 16384 if using DARM_CTRL and 4096 if using DELTAL_CTRL
CtrlSR: 16384
# Sample rate of low noise state channel
LowNoiseSR: 16
# Sample rate of HW injection channel
HWInjSR: 16384
# Sample rate of observation intent channel
ObsIntentSR: 16
# Sample rate list for channels being used to trigger filter settling clock
FilterClockSRList: 16
# Sample rate of TST excitation channel
TSTExcSR: 512
# Sample rate of PUM excitation channel
PUMExcSR: 512
# Sample rate of UIM excitation channel
UIMExcSR: 512
# Sample rate of coherence channels
CohSR: 16
# Sample rate for the EPICS reference channels
EPICSRefSR: 16
# Sample rates at which transfer functions will be computed and witness channels will be filtered, given as a semicolon-separated list, e.g., 2048;2048;512;2048. This must be given if WitnessChannelList is not None, and it must be the same length.
WitnessChannelSR: 512
# Sample rates at which to compute and record TDCFs
ComputeFactorsSR: 16
RecordFactorsSR: 16
[Bitmasks]
ObsReadyBitmask: 1
ObsIntentBitmask: 1
CBCHWInjOffBitmask: 9
BurstHWInjOffBitmask: 17
DetCharHWInjOffBitmask: 33
StochHWInjOffBitmask: 65
NoiseSubGateBitmask: 1
FilterClockBitmaskList: 1
[PipelineConfigurations]
BufferLength: 1.0
FrequencyDomainFiltering: No
Dewhitening: No
# Latency of all filtering/averaging/median processes (other than calibration model filters) as a fraction of filter length. Value should be set between 0.0 and 1.0.
FilterLatency: 0.0
[DataCleaningConfigurations]
###################################################
# Options for turning on and off line subtraction #
###################################################
# Remove the DC component from the residual and control channels before filtering
RemoveDC: No
# Subtract the calibration lines from the h(t) spectrum
RemoveCalLines: No
###############################################################
# Options for running line subtraction using witness channels #
###############################################################
# Semicolon-separated list of comma-separated lists of frequencies (same number of semicolons as LineWitnessChannelList)
LineWitnessFreqs: 15.1;16.7;35.9;36.7,331.9,1083.7;60.0,120.0,180.0,240.0,300.0
# Time over which to take a median of transfer functions
LineWitnessTFMedianTime: 128
# Time over which to average transfer functions
LineWitnessTFAveragingTime: 1
# Semicolon-separated list of typical frequency fluctuations in lines being subtracted (same number of semicolons as LineWitnessChannelList)
LineWitnessFreqVars: 0.0;0.0;0.0;0.0;0.02
#######################################
# Options for broadband noise removal #
#######################################
# The length in seconds of the fast Fourier transforms used to compute transfer functions between witness channels and h(t). The fft's are windowed with Hann windows and overlapped.
WitnessChannelFFTTime: 4.0
# The number of ffts to take before averaging the witness -> h(t) transfer functions calculation. The average is taken after the ratio h(f) / witness(f).
NumWitnessFFTs: 509
# Sets the minimum number of FFTs necessary to produce the first transfer functions and clean data after data flow starts.
MinWitnessFFTs: 509
# The length in seconds of the filters applied to the witness channels before subtracting from h(t)
WitnessFIRLength: 1.0
# The frequency resolution of the filters applied to the witness channels before subtracting from h(t). It can be advantageous to lower the frequency resolution in order to average over excess noise.
WitnessFrequencyResolution: 0.5
# List of minima and maxima of frequency ranges where the Fourier transform of h(t) will be replaced by a straight line in the calculation of transfer functions between witness channels and h(t) for noise subtraction. Semicolons separate lists for different sets of witness channels. If no notches are desired, use zeros, e.g., \'0;0;0\'. Here is an example using the expected format: \'495.0,515.0,985.0,1015.0;59,60,119,121;0\' This can be useful, e.g., if there are loud lines in the signal that are not present in the witness channels.
WitnessNotchFrequencies: 0
# Cutoff frequencies for high-pass filters for witness channels
WitnessHighPasses: 10
# The amount of time after transfer functions between witness channels and h(t) are finished to begin the calculation of the next set of transfer functions
WitnessTFUpdateTime: 4
# If lock-loss lasts at least this many seconds, transfer functions will revert to those computed at the beginning of a lock stretch. Set to zero to disbale.
CriticalLockLossTime: 1800
# The amount of time to use to taper in newly computed FIR filters for witness channels being used for noise subtraction.
WitnessFilterTaperTime: 2
# If writing transfer functions to file, this sets the name. If transfer functions should not be written to file, this should be set to None
WitnessTFFilename: None
# Should the transfer function calculation use a median? If not, an average (mean) is used.
WitnessTFUseMedian: Yes
# Should transfer functions be computed on a fixed schedule, so that the output does not depend on start time? This is useful for running jobs in parallel. Otherwise, they are computed asap.
WitnessTFParallelMode: Yes
# When using parallel mode, how many seconds later should we shift the time when transfer functions start being computed from a multiple of the cycle period?
WitnessTFTimeShift: 360
# To write only one strain channel, and pick whichever is less noisy, set this option to 'Yes'. This way, if a problem arises with the noise subtraction it will not affect the output strain channel.
PickCleanestStrainChannel: No
# A half Hann window is used for transitions between cleaned and uncleaned data. This is the length of that window in seconds.
StrainChannelTransitionTime: 10.0
###############################
# Options for HOFT_CLEAN bits #
###############################
# The amount of data from h(t) and cleaned h(t) that is used to compute and compare the rms. This comparison between cleaned and uncleaned h(t) determines whether the HOFT_CLEAN bits of the calibration state vector are on or off.
CleaningCheckRMSTime: 30.0
# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range.
CleaningCheckRangeLowMin: 15
# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range.
CleaningCheckRangeLowMax: 20
# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range.
CleaningCheckRangeMidMin: 20
# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range.
CleaningCheckRangeMidMax: 200
H H1DCS_TEST 1239035904 4096 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/DCS_test/H1/Frames/O3/H1/DCS/H-H1DCS_TEST-1239035904-4096.gwf
H H1_R 1239035520 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035520-64.gwf
H H1_R 1239035584 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035584-64.gwf
H H1_R 1239035648 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035648-64.gwf
H H1_R 1239035712 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035712-64.gwf
H H1_R 1239035776 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035776-64.gwf
H H1_R 1239035840 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035840-64.gwf
H H1_R 1239035904 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035904-64.gwf
H H1_R 1239035968 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035968-64.gwf
H H1_R 1239036032 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036032-64.gwf
H H1_R 1239036096 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036096-64.gwf
H H1_R 1239036160 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036160-64.gwf
H H1_R 1239036224 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036224-64.gwf
H H1_R 1239036288 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036288-64.gwf
H H1_R 1239036352 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036352-64.gwf
H H1_R 1239036416 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036416-64.gwf
H H1_R 1239036480 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036480-64.gwf
H H1_R 1239036544 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036544-64.gwf
H H1_R 1239036608 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036608-64.gwf
H H1_R 1239036672 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036672-64.gwf
H H1_R 1239036736 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036736-64.gwf
H H1_R 1239036800 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036800-64.gwf
H H1_R 1239036864 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036864-64.gwf
H H1_R 1239036928 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036928-64.gwf
H H1_R 1239036992 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036992-64.gwf
H H1_R 1239037056 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037056-64.gwf
H H1_R 1239037120 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037120-64.gwf
H H1_R 1239037184 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037184-64.gwf
H H1_R 1239037248 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037248-64.gwf
H H1_R 1239037312 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037312-64.gwf
H H1_R 1239037376 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037376-64.gwf
H H1_R 1239037440 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037440-64.gwf
H H1_R 1239037504 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037504-64.gwf
H H1_R 1239037568 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037568-64.gwf
H H1_R 1239037632 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037632-64.gwf
H H1_R 1239037696 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037696-64.gwf
H H1_R 1239037760 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037760-64.gwf
H H1_R 1239037824 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037824-64.gwf
H H1_R 1239037888 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037888-64.gwf
H H1_R 1239037952 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037952-64.gwf
H H1_R 1239038016 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038016-64.gwf
H H1_R 1239038080 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038080-64.gwf
H H1_R 1239038144 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038144-64.gwf
H H1_R 1239038208 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038208-64.gwf
H H1_R 1239038272 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038272-64.gwf
H H1_R 1239038336 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038336-64.gwf
H H1_R 1239038400 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038400-64.gwf
H H1_R 1239038464 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038464-64.gwf
H H1_R 1239038528 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038528-64.gwf
H H1_R 1239038592 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038592-64.gwf
H H1_R 1239038656 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038656-64.gwf
H H1_R 1239038720 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038720-64.gwf
H H1_R 1239038784 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038784-64.gwf
H H1_R 1239038848 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038848-64.gwf
H H1_R 1239038912 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038912-64.gwf
H H1_R 1239038976 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038976-64.gwf
H H1_R 1239039040 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039040-64.gwf
H H1_R 1239039104 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039104-64.gwf
H H1_R 1239039168 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039168-64.gwf
H H1_R 1239039232 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039232-64.gwf
H H1_R 1239039296 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039296-64.gwf
H H1_R 1239039360 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039360-64.gwf
H H1_R 1239039424 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039424-64.gwf
H H1_R 1239039488 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039488-64.gwf
H H1_R 1239039552 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039552-64.gwf
H H1_R 1239039616 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039616-64.gwf
H H1_R 1239039680 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039680-64.gwf
H H1_R 1239039744 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039744-64.gwf
H H1_R 1239039808 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039808-64.gwf
H H1_R 1239039872 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039872-64.gwf
H H1_R 1239039936 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039936-64.gwf
H H1_R 1239040000 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040000-64.gwf
H H1_R 1239040064 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040064-64.gwf
H H1_R 1239040128 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040128-64.gwf
H H1_R 1239040192 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040192-64.gwf
H H1_R 1239040256 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040256-64.gwf
H H1_R 1239040320 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040320-64.gwf
all: ASD_comparison_plots
ASD_comparison_plots:
python ../../check_calibration/ASD_comparison_plots --ifo $(IFO)1 --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --raw-frame-cache $(IFO)1_raw_frames.cache --hoft-frame-cache $(IFO)1_hoft_DCS_frames.cache --calcs-channel-name CAL-DELTAL_EXTERNAL_DQ --additional-hoft-frame-cache $(IFO)1_raw_frames.cache --analyze-additional-hoft-channel --additional-hoft-channel-name CAL-CFTD_DELTAL_EXTERNAL_DQ --hoft-channel-name DCS-CALIB_STRAIN
clean:
rm *.png
# This makefile can be used to run all of the tests instead of running them one by one.
# Indicate IFO and observing run
# Note: Make sure that there is no space after the L or H!
# Another note: Livingston cluster cannot run this for IFO = H. Make sure that the cluster you're using has the raw frames you want.
export IFO=H
# OBSRUN inidcates where to look for filters files (e.g. O1, O2, O3, ER10, ER13, ER14, PreER13, PreER14)
export OBSRUN=O3
# Set start and stop times for a short lock stretch
export SHORT_START=1239035540
export SHORT_END=1239040364
# Set start and stop times for a longer stretch that spans a lock-unlock stretch
export LONG_START = 1228350334
export LONG_END = 1228352985
export SHMRUNTIME=400
# How much time does the calibraiton need to settle at the start and end?
PLOT_WARMUP_TIME = 220
PLOT_COOLDOWN_TIME = 64
export SHORT_PLOT_START=$(shell echo $(SHORT_START) + $(PLOT_WARMUP_TIME) | bc)
export LONG_PLOT_START=$(shell echo $(LONG_START) + $(PLOT_WARMUP_TIME) | bc)
export SHORT_PLOT_END=$(shell echo $(SHORT_END) - $(PLOT_COOLDOWN_TIME) | bc)
export LONG_PLOT_END=$(shell echo $(LONG_END) - $(PLOT_COOLDOWN_TIME) | bc)
# Point to all of the .ini files for different configurations
#export GDSCONFIGS=H1GDS_1232821094_gstlal-calibration-1-2-7.ini
export DCSCONFIGS=H1DCS_TEST.ini
export DCSCONFIGSNOKAPPAS=test_nokappas.ini
# Needed for writing pipeline graphs
export GST_DEBUG_DUMP_DOT_DIR=.
all: ASD_comparison statevector timeserieskappas response_function
# Create frame cache files for raw, C00, C01, and C02 frames
$(IFO)1_raw_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_R -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C00_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C00 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C01_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C01 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
$(IFO)1_C02_frames.cache:
gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C02 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
# Calibrate DCS testing data
$(IFO)1_hoft_DCS_frames.cache: $(IFO)1_raw_frames.cache filters framesdir
gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/DCS/ --frame-duration=64 --frames-per-file=64 --wings=364 --config-file $(DCSCONFIGS)
ls Frames/$(OBSRUN)/$(IFO)1/DCS/$(IFO)-$(IFO)1DCS_TEST-*.gwf | lalapps_path2cache > $@