Skip to content

GitLab

Commit 56e9e3d0 authored by cal's avatar cal
Browse files
Options

Moving H1 calibration filter tests out of git (and into cal shared account at LHO)

parent ed911fcc
Pipeline #74723 failed with stages
                  in 1 minute and 7 seconds
                  Hide whitespace changes
                  Inline Side-by-side
                  Showing with 0 additions and 8786 deletions

                  Too many changes to show.

                  To preserve performance only 500 of 500+ files are displayed.
                  Plain diff Email patch
                  gstlal-calibration/tests/DCS_test/H1/H1DCS_TEST.ini deleted 100644 → 0
                  View file @ ed911fcc
                  [InputConfigurations]
                  # Filters file containing calibration FIR filters
                  FiltersFileName: H1DCS_test.npz
                  # Data source should be set to frames or lvshm
                  DataSource: frames
                  FileChecksum: No
                  # Right now, SkipBadFiles needs to be off when reading from frames
                  SkipBadFiles: No
                  ############################################
                  # If reading from frames use these options #
                  ############################################
                  # None
                  ###################################################
                  # If reading from shared memory use these options #
                  ###################################################
                  SHMPartition: LHO_Online
                  # Assumed duration of input frames in seconds
                  InputFrameDuration: 1
                  [OutputConfigurations]
                  CompressionScheme: 6
                  CompressionLevel: 3
                  ChanPrefix: DCS-
                  # Set to "None" if you do not want a channel suffix
                  ChanSuffix: None
                  # Data sink should be set to frames or lvshm
                  DataSink: frames
                  #################################################
                  # If writing to shared memory use these options #
                  #################################################
                  OutputSHMPartition: LHO_hoft
                  BufferMode: 2
                  # Use this to approximate the frame size (in bytes) when writing to shared memory
                  FrameSize: 405338
                  NumBuffers: 10
                  ###############################################
                  # If writing to frame files use these options #
                  ###############################################
                  FrameType: H1DCS_TEST
                  [CalibrationConfigurations]
                  IFO: H1
                  # Set calibration mode to Full or Partial
                  CalibrationMode: Full
                  ComputeCalibStateVector: Yes
                  [DebuggingConfigurations]
                  # If you want to write a pipeline graph, provide the graph name. Otherwise, set name equal to None
                  PipelineGraphFilename: None
                  Verbose: Yes
                  # Turn this on to write data presentation timestamps and real-time unix timestamps to file at the beginning and end of the pipeline, to measure latency
                  TestLatency: No
                  # Turn this on to compute transfer functions for the filters by comparing output data to input data
                  TestFilters: No
                  [TDCFConfigurations]
                  #########################################################
                  # Options related to time dependent correction factors #
                  #########################################################
                  ComputeKappaTST: Yes
                  ApplyKappaTST: Yes
                  # Set this to have the \kappa_tst factors filter the actuation chain with an adaptive filter that corrects for both magnitude and phase errors.
                  ApplyComplexKappaTST: No
                  ComputeKappaPU: No
                  ApplyKappaPU: No
                  # Set this to have the \kappa_pu factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors
                  ApplyComplexKappaPU: No
                  ComputeKappaPUM: Yes
                  ApplyKappaPUM: No
                  # Set this to have the \kappa_p factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors.
                  ApplyComplexKappaPUM: No
                  ComputeKappaUIM: Yes
                  ApplyKappaUIM: No
                  # Set this to have the \kappa_u factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors.
                  ApplyComplexKappaUIM: No
                  ComputeKappaC: Yes
                  ApplyKappaC: Yes
                  ComputeFcc: Yes
                  ApplyFcc: Yes
                  ComputeSRCQ: Yes
                  ApplySRCQ: No
                  ComputeFs: Yes
                  ApplyFs: No
                  ###########################################
                  # Options related to the coherence gating #
                  ###########################################
                  UseCoherence: Yes
                  CoherenceUncThreshold: 0.01
                  # Amount of time used in front-end to compute coherence
                  CoherenceTime: 130
                  ###################################################################
                  # Options related to the computation configurations for the TDCFs #
                  ###################################################################
                  ComputeFactorsSR: 16
                  RecordFactorsSR: 16
                  # Length in seconds of low-pass FIR filter used in demodulation of the calibration lines
                  DemodulationFilterTime: 20
                  # Time (in seconds) to smooth out \kappas with a median-like method
                  MedianSmoothingTime: 128
                  TDCFAveragingTime: 10
                  #If set to yes, bad computed kappas will be replaced by the previous computed median in the running median array. Otherwise, they are replaced with the default value
                  TDCFDefaultToMedian: Yes
                  # If using X-end Pcal, we need a minus sign, so set this to -1.0
                  PcalSign: 1.0
                  ##################################################
                  # Options related to updating cavity pole filter #
                  ##################################################
                  # Duration of the Fcc filter in the time domain in seconds
                  FccFilterDuration: 0.01
                  # Number of seconds to average Fcc values before creating a new Fcc filter
                  FccAveragingTime: 60
                  # Number of samples to be used when tapering old filter and ramping in new filter
                  FccFilterTaperLength: 32768
                  ############################
                  # Nominal values for TDCFs #
                  ############################
                  ExpectedKappaTSTReal: 1.0
                  ExpectedKappaTSTImag: 0.0
                  ExpectedKappaPUMReal: 1.0
                  ExpectedKappaPUMImag: 0.0
                  ExpectedKappaUIMReal: 1.0
                  ExpectedKappaUIMImag: 0.0
                  ExpectedKappaPUReal: 1.0
                  ExpectedKappaPUImag: 0.0
                  ExpectedKappaC: 1.0
                  ExpectedFs_Squared: 4.468
                  ################################
                  # Acceptable variance in TDCFs #
                  ################################
                  KappaTSTRealVar: 0.2
                  KappaTSTImagVar: 0.2
                  KappaPURealVar: 0.2
                  KappaPUImagVar: 0.2
                  KappaPUMRealVar: 0.2
                  KappaPUMImagVar: 0.2
                  KappaUIMRealVar: 0.2
                  KappaUIMImagVar: 0.2
                  KappaCVar: 0.2
                  FccVar: 50.0
                  FsVar: 5.0
                  SRCQInvMin: 0.0
                  SRCQInvMax: 0.5
                  #######################
                  # EPICS records input #
                  #######################
                  # Set to Yes if EPICS records for TDCF computations should be read from filters file. If set to No, they will be read from frames
                  FactorsFromFiltersFile: Yes
                  ##############################################################################################
                  # Updating Sensing and Actuation filters with all frequency-dependent corrections parameters #
                  ##############################################################################################
                  # Length of time (in seconds) between when inverse-sensing FIR filter is updated
                  SensingFilterUpdateTime: 64
                  # Length of time (in seconds) over which the smoothed time-dependent parameters of the sensing function are averaged before updating the filter
                  SensingFilterAveragingTime: 1
                  # Number of samples to be used when tapering old inverse sensing filter and ramping in new filter
                  SensingFilterTaperLength: 32768
                  # Number of samples in linear-phase correction filters used for TST, PUM, and UIM
                  AdaptiveTSTFilterSamples: 128
                  AdaptivePUMFilterSamples: 128
                  AdaptiveUIMFilterSamples: 128
                  AdaptivePUMUIMFilterSamples: 128
                  # Length of time (in seconds) between when the actuation FIR filters are updated
                  ActuationFilterUpdateTime: 64
                  # Length of time (in seconds) over which the smoothed time-dependent parameters of the actuation function are averaged before updating the filter
                  ActuationFilterAveragingTime: 1
                  # Number of samples to be used when tapering old actuation filters and ramping in new filters
                  ActuationFilterTaperLength: 32768
                  ComputeFactorsSR: 16
                  RecordFactorsSR: 16
                  [ChannelNames]
                  #############################
                  # Calibration Channel Names #
                  #############################
                  DARMCtrlChannel: CAL-DARM_CTRL_DBL_DQ
                  DARMErrChannel: CAL-DARM_ERR_DBL_DQ
                  DeltaLTSTChannel: CAL-DELTAL_CTRL_TST_DBL_DQ
                  DeltaLPUMChannel: CAL-DELTAL_CTRL_PUM_DBL_DQ
                  DeltaLUIMChannel: CAL-DELTAL_CTRL_UIM_DBL_DQ
                  DeltaLResChannel: CAL-DELTAL_RESIDUAL_DBL_DQ
                  ####################################
                  # Data Quality Vector Channel Name #
                  ####################################
                  ObsIntentChannel: GRD-IFO_INTENT
                  LowNoiseStateChannel: GRD-IFO_READY
                  HWInjChannel: CAL-INJ_STATUS_OUT_DQ
                  FilterClockChannelList: GRD-ISC_LOCK_OK
                  ##################################
                  # Calibration Line Channel Names #
                  ##################################
                  DARMExcChannel: CAL-CS_LINE_SUM_DQ
                  TSTExcChannel: SUS-ETMX_L3_CAL_LINE_OUT_DQ
                  PUMExcChannel: SUS-ETMX_L2_CAL_LINE_OUT_DQ
                  UIMExcChannel: SUS-ETMX_L1_CAL_LINE_OUT_DQ
                  PCALChannel: CAL-PCALY_RX_PD_OUT_DQ
                  ############################################
                  # Calibration Line Frequency Channel Names #
                  ############################################
                  DARMExcLineFreqChannel: CAL-CS_TDEP_DARM_LINE1_COMPARISON_OSC_FREQ
                  TSTExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE3_COMPARISON_OSC_FREQ
                  PUMExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE2_COMPARISON_OSC_FREQ
                  UIMExcLineFreqChannel: CAL-CS_TDEP_SUS_LINE1_COMPARISON_OSC_FREQ
                  PCALLine1FreqChannel: CAL-CS_TDEP_PCAL_LINE1_COMPARISON_OSC_FREQ
                  PcalLine1CorrRealChannel: CAL-CS_TDEP_PCAL_LINE1_CORRECTION_REAL
                  PcalLine1CorrImagChannel: CAL-CS_TDEP_PCAL_LINE1_CORRECTION_IMAG
                  PCALLine2FreqChannel: CAL-CS_TDEP_PCAL_LINE2_COMPARISON_OSC_FREQ
                  PcalLine2CorrRealChannel: CAL-CS_TDEP_PCAL_LINE2_CORRECTION_REAL
                  PcalLine2CorrImagChannel: CAL-CS_TDEP_PCAL_LINE2_CORRECTION_IMAG
                  PCALLine3FreqChannel: CAL-CS_TDEP_PCAL_LINE3_COMPARISON_OSC_FREQ
                  PcalLine3CorrRealChannel: CAL-CS_TDEP_PCAL_LINE3_CORRECTION_REAL
                  PcalLine3CorrImagChannel: CAL-CS_TDEP_PCAL_LINE3_CORRECTION_IMAG
                  PCALLine4FreqChannel: CAL-CS_TDEP_PCAL_LINE4_COMPARISON_OSC_FREQ
                  PcalLine4CorrRealChannel: CAL-CS_TDEP_PCAL_LINE4_CORRECTION_REAL
                  PcalLine4CorrImagChannel: CAL-CS_TDEP_PCAL_LINE4_CORRECTION_IMAG
                  #######################################
                  # Coherence Uncertainty Channel Names #
                  #######################################
                  CohUncSusLine1Channel: CAL-CS_TDEP_SUS_LINE1_UNCERTAINTY
                  CohUncSusLine2Channel: CAL-CS_TDEP_SUS_LINE2_UNCERTAINTY
                  CohUncSusLine3Channel: CAL-CS_TDEP_SUS_LINE3_UNCERTAINTY
                  CohUncPcalyLine1Channel: CAL-CS_TDEP_PCAL_LINE1_UNCERTAINTY
                  CohUncPcalyLine2Channel: CAL-CS_TDEP_PCAL_LINE2_UNCERTAINTY
                  CohUncPcalyLine4Channel: CAL-CS_TDEP_PCAL_LINE4_UNCERTAINTY
                  CohUncDARMLine1Channel: CAL-CS_TDEP_DARM_LINE1_UNCERTAINTY
                  ###################################
                  # Noise Subtraction Channel Names #
                  ###################################
                  # Semicolon-separated list of comma-separated lists of witness channels to use to subtract lines from h(t)
                  # Semicolons separate channels to be handled separately and commas separate channels to be handled together.
                  #Set to None if no line witness channels are to be used
                  LineWitnessChannelList: SUS-ETMX_L1_CAL_LINE_OUT_DQ;SUS-ETMX_L2_CAL_LINE_OUT_DQ;SUS-ETMX_L3_CAL_LINE_OUT_DQ;CAL-PCALY_TX_PD_OUT_DQ;PEM-EY_MAINSMON_EBAY_1_DQ
                  # Semicolon-separated list of comma-separated lists of witness channels to use to subtract noise from h(t)
                  # Set to None if no witness channels are to be used
                  #WitnessChannelList: PSL-ISS_SECONDLOOP_OUTPUT_DQ,ASC-DHARD_P_OUT_DQ,ASC-DHARD_Y_OUT_DQ,ASC-CHARD_P_OUT_DQ,ASC-CHARD_Y_OUT_DQ,LSC-SRCL_IN1_DQ,LSC-MICH_IN1_DQ,LSC-PRCL_IN1_DQ
                  WitnessChannelList: None
                  # What channel should we use to gate the noise subtraction and 60-Hz line subtraction
                  NoiseSubGateChannel: GRD-ISC_LOCK_OK
                  ###############################
                  # EPICS Records Channel Names #
                  ###############################
                  EP1RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_REAL
                  EP1ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_INVA_TST_RESPRATIO_IMAG
                  EP2RealChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_REAL
                  EP2ImagChannel: CAL-CS_TDEP_REF_CLGRATIO_CTRL_IMAG
                  EP3RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_REAL
                  EP3ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_INV_IMAG
                  EP4RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_REAL
                  EP4ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_TST_IMAG
                  EP5RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_REAL
                  EP5ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_USUM_IMAG
                  EP6RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_REAL
                  EP6ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_C_NOCAVPOLE_IMAG
                  EP7RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_REAL
                  EP7ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_D_IMAG
                  EP8RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_REAL
                  EP8Imagchannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_TST_IMAG
                  EP9RealChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_REAL
                  EP9ImagChannel: CAL-CS_TDEP_PCALY_LINE2_REF_A_USUM_IMAG
                  EP10RealChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_REAL
                  EP10ImagChannel: CAL-CS_TDEP_SUS_LINE3_REF_A_TST_NOLOCK_IMAG
                  EP11RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_C_NOCAVPOLE_REAL
                  EP11ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_C_NOCAVPOLE_IMAG
                  EP12RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_D_REAL
                  EP12ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_D_IMAG
                  EP13RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_TST_REAL
                  EP13ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_TST_IMAG
                  EP14RealChannel: CAL-CS_TDEP_PCALY_LINE4_REF_A_USUM_REAL
                  EP14ImagChannel: CAL-CS_TDEP_PCALY_LINE4_REF_A_USUM_IMAG
                  EP15RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_REAL
                  EP15Imagchannel: CAL-CS_TDEP_SUS_LINE2_REF_INVA_PUM_RESPRATIO_IMAG
                  EP16RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_REAL
                  EP16ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_UIM_INV_IMAG
                  EP17RealChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_REAL
                  EP17ImagChannel: CAL-CS_TDEP_DARM_LINE1_REF_A_PUM_IMAG
                  EP18RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_REAL
                  EP18ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_PUM_IMAG
                  EP19RealChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_REAL
                  EP19ImagChannel: CAL-CS_TDEP_PCAL_LINE2_REF_A_UIM_IMAG
                  EP20RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_PUM_REAL
                  EP20ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_PUM_IMAG
                  EP21RealChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_UIM_REAL
                  EP21ImagChannel: CAL-CS_TDEP_PCAL_LINE1_REF_A_UIM_IMAG
                  EP22RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_REAL
                  EP22ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_INVA_UIM_RESPRATIO_IMAG
                  EP23RealChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_REAL
                  EP23ImagChannel: CAL-CS_TDEP_SUS_LINE2_REF_A_PUM_NOLOCK_IMAG
                  EP24RealChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_REAL
                  EP24ImagChannel: CAL-CS_TDEP_SUS_LINE1_REF_A_UIM_NOLOCK_IMAG
                  [SampleRates]
                  # Sample rate at which to compute h(t)
                  HoftSR: 16384
                  # Sample rate at which to compute CALIB_STATE_VECTOR
                  CalibStateSR: 16
                  # Sample rate of control channel
                  # Should be 16384 if using DARM_CTRL and 4096 if using DELTAL_CTRL
                  CtrlSR: 16384
                  # Sample rate of low noise state channel
                  LowNoiseSR: 16
                  # Sample rate of HW injection channel
                  HWInjSR: 16384
                  # Sample rate of observation intent channel
                  ObsIntentSR: 16
                  # Sample rate list for channels being used to trigger filter settling clock
                  FilterClockSRList: 16
                  # Sample rate of TST excitation channel
                  TSTExcSR: 512
                  # Sample rate of PUM excitation channel
                  PUMExcSR: 512
                  # Sample rate of UIM excitation channel
                  UIMExcSR: 512
                  # Sample rate of coherence channels
                  CohSR: 16
                  # Sample rate for the EPICS reference channels
                  EPICSRefSR: 16
                  # Sample rates at which transfer functions will be computed and witness channels will be filtered, given as a semicolon-separated list, e.g., 2048;2048;512;2048. This must be given if WitnessChannelList is not None, and it must be the same length.
                  WitnessChannelSR: 512
                  # Sample rates at which to compute and record TDCFs
                  ComputeFactorsSR: 16
                  RecordFactorsSR: 16
                  [Bitmasks]
                  ObsReadyBitmask: 1
                  ObsIntentBitmask: 1
                  CBCHWInjOffBitmask: 9
                  BurstHWInjOffBitmask: 17
                  DetCharHWInjOffBitmask: 33
                  StochHWInjOffBitmask: 65
                  NoiseSubGateBitmask: 1
                  FilterClockBitmaskList: 1
                  [PipelineConfigurations]
                  BufferLength: 1.0
                  FrequencyDomainFiltering: No
                  Dewhitening: No
                  # Latency of all filtering/averaging/median processes (other than calibration model filters) as a fraction of filter length. Value should be set between 0.0 and 1.0.
                  FilterLatency: 0.0
                  [DataCleaningConfigurations]
                  ###################################################
                  # Options for turning on and off line subtraction #
                  ###################################################
                  # Remove the DC component from the residual and control channels before filtering
                  RemoveDC: No
                  # Subtract the calibration lines from the h(t) spectrum
                  RemoveCalLines: No
                  ###############################################################
                  # Options for running line subtraction using witness channels #
                  ###############################################################
                  # Semicolon-separated list of comma-separated lists of frequencies (same number of semicolons as LineWitnessChannelList)
                  LineWitnessFreqs: 15.1;16.7;35.9;36.7,331.9,1083.7;60.0,120.0,180.0,240.0,300.0
                  # Time over which to take a median of transfer functions
                  LineWitnessTFMedianTime: 128
                  # Time over which to average transfer functions
                  LineWitnessTFAveragingTime: 1
                  # Semicolon-separated list of typical frequency fluctuations in lines being subtracted (same number of semicolons as LineWitnessChannelList)
                  LineWitnessFreqVars: 0.0;0.0;0.0;0.0;0.02
                  #######################################
                  # Options for broadband noise removal #
                  #######################################
                  # The length in seconds of the fast Fourier transforms used to compute transfer functions between witness channels and h(t). The fft's are windowed with Hann windows and overlapped.
                  WitnessChannelFFTTime: 4.0
                  # The number of ffts to take before averaging the witness -> h(t) transfer functions calculation. The average is taken after the ratio h(f) / witness(f).
                  NumWitnessFFTs: 509
                  # Sets the minimum number of FFTs necessary to produce the first transfer functions and clean data after data flow starts.
                  MinWitnessFFTs: 509
                  # The length in seconds of the filters applied to the witness channels before subtracting from h(t)
                  WitnessFIRLength: 1.0
                  # The frequency resolution of the filters applied to the witness channels before subtracting from h(t). It can be advantageous to lower the frequency resolution in order to average over excess noise.
                  WitnessFrequencyResolution: 0.5
                  # List of minima and maxima of frequency ranges where the Fourier transform of h(t) will be replaced by a straight line in the calculation of transfer functions between witness channels and h(t) for noise subtraction. Semicolons separate lists for different sets of witness channels. If no notches are desired, use zeros, e.g., \'0;0;0\'. Here is an example using the expected format: \'495.0,515.0,985.0,1015.0;59,60,119,121;0\' This can be useful, e.g., if there are loud lines in the signal that are not present in the witness channels.
                  WitnessNotchFrequencies: 0
                  # Cutoff frequencies for high-pass filters for witness channels
                  WitnessHighPasses: 10
                  # The amount of time after transfer functions between witness channels and h(t) are finished to begin the calculation of the next set of transfer functions
                  WitnessTFUpdateTime: 4
                  # If lock-loss lasts at least this many seconds, transfer functions will revert to those computed at the beginning of a lock stretch. Set to zero to disbale.
                  CriticalLockLossTime: 1800
                  # The amount of time to use to taper in newly computed FIR filters for witness channels being used for noise subtraction.
                  WitnessFilterTaperTime: 2
                  # If writing transfer functions to file, this sets the name. If transfer functions should not be written to file, this should be set to None
                  WitnessTFFilename: None
                  # Should the transfer function calculation use a median? If not, an average (mean) is used.
                  WitnessTFUseMedian: Yes
                  # Should transfer functions be computed on a fixed schedule, so that the output does not depend on start time? This is useful for running jobs in parallel. Otherwise, they are computed asap.
                  WitnessTFParallelMode: Yes
                  # When using parallel mode, how many seconds later should we shift the time when transfer functions start being computed from a multiple of the cycle period?
                  WitnessTFTimeShift: 360
                  # To write only one strain channel, and pick whichever is less noisy, set this option to 'Yes'. This way, if a problem arises with the noise subtraction it will not affect the output strain channel.
                  PickCleanestStrainChannel: No
                  # A half Hann window is used for transitions between cleaned and uncleaned data. This is the length of that window in seconds.
                  StrainChannelTransitionTime: 10.0
                  ###############################
                  # Options for HOFT_CLEAN bits #
                  ###############################
                  # The amount of data from h(t) and cleaned h(t) that is used to compute and compare the rms. This comparison between cleaned and uncleaned h(t) determines whether the HOFT_CLEAN bits of the calibration state vector are on or off.
                  CleaningCheckRMSTime: 30.0
                  # Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range.
                  CleaningCheckRangeLowMin: 15
                  # Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range.
                  CleaningCheckRangeLowMax: 20
                  # Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range.
                  CleaningCheckRangeMidMin: 20
                  # Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range.
                  CleaningCheckRangeMidMax: 200
                  gstlal-calibration/tests/DCS_test/H1/H1_hoft_DCS_frames.cache deleted 100644 → 0
                  View file @ ed911fcc
                  H H1DCS_TEST 1239035904 4096 file://localhost/home/wademc/src/gstlal/gstlal-calibration/tests/DCS_test/H1/Frames/O3/H1/DCS/H-H1DCS_TEST-1239035904-4096.gwf
                  gstlal-calibration/tests/DCS_test/H1/H1_raw_frames.cache deleted 100644 → 0
                  View file @ ed911fcc
                  H H1_R 1239035520 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035520-64.gwf
                  H H1_R 1239035584 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035584-64.gwf
                  H H1_R 1239035648 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035648-64.gwf
                  H H1_R 1239035712 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035712-64.gwf
                  H H1_R 1239035776 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035776-64.gwf
                  H H1_R 1239035840 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035840-64.gwf
                  H H1_R 1239035904 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035904-64.gwf
                  H H1_R 1239035968 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239035968-64.gwf
                  H H1_R 1239036032 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036032-64.gwf
                  H H1_R 1239036096 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036096-64.gwf
                  H H1_R 1239036160 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036160-64.gwf
                  H H1_R 1239036224 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036224-64.gwf
                  H H1_R 1239036288 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036288-64.gwf
                  H H1_R 1239036352 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036352-64.gwf
                  H H1_R 1239036416 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036416-64.gwf
                  H H1_R 1239036480 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036480-64.gwf
                  H H1_R 1239036544 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036544-64.gwf
                  H H1_R 1239036608 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036608-64.gwf
                  H H1_R 1239036672 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036672-64.gwf
                  H H1_R 1239036736 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036736-64.gwf
                  H H1_R 1239036800 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036800-64.gwf
                  H H1_R 1239036864 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036864-64.gwf
                  H H1_R 1239036928 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036928-64.gwf
                  H H1_R 1239036992 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239036992-64.gwf
                  H H1_R 1239037056 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037056-64.gwf
                  H H1_R 1239037120 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037120-64.gwf
                  H H1_R 1239037184 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037184-64.gwf
                  H H1_R 1239037248 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037248-64.gwf
                  H H1_R 1239037312 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037312-64.gwf
                  H H1_R 1239037376 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037376-64.gwf
                  H H1_R 1239037440 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037440-64.gwf
                  H H1_R 1239037504 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037504-64.gwf
                  H H1_R 1239037568 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037568-64.gwf
                  H H1_R 1239037632 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037632-64.gwf
                  H H1_R 1239037696 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037696-64.gwf
                  H H1_R 1239037760 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037760-64.gwf
                  H H1_R 1239037824 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037824-64.gwf
                  H H1_R 1239037888 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037888-64.gwf
                  H H1_R 1239037952 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239037952-64.gwf
                  H H1_R 1239038016 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038016-64.gwf
                  H H1_R 1239038080 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038080-64.gwf
                  H H1_R 1239038144 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038144-64.gwf
                  H H1_R 1239038208 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038208-64.gwf
                  H H1_R 1239038272 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038272-64.gwf
                  H H1_R 1239038336 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038336-64.gwf
                  H H1_R 1239038400 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038400-64.gwf
                  H H1_R 1239038464 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038464-64.gwf
                  H H1_R 1239038528 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038528-64.gwf
                  H H1_R 1239038592 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038592-64.gwf
                  H H1_R 1239038656 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038656-64.gwf
                  H H1_R 1239038720 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038720-64.gwf
                  H H1_R 1239038784 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038784-64.gwf
                  H H1_R 1239038848 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038848-64.gwf
                  H H1_R 1239038912 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038912-64.gwf
                  H H1_R 1239038976 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239038976-64.gwf
                  H H1_R 1239039040 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039040-64.gwf
                  H H1_R 1239039104 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039104-64.gwf
                  H H1_R 1239039168 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039168-64.gwf
                  H H1_R 1239039232 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039232-64.gwf
                  H H1_R 1239039296 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039296-64.gwf
                  H H1_R 1239039360 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039360-64.gwf
                  H H1_R 1239039424 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039424-64.gwf
                  H H1_R 1239039488 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039488-64.gwf
                  H H1_R 1239039552 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039552-64.gwf
                  H H1_R 1239039616 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039616-64.gwf
                  H H1_R 1239039680 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039680-64.gwf
                  H H1_R 1239039744 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039744-64.gwf
                  H H1_R 1239039808 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039808-64.gwf
                  H H1_R 1239039872 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039872-64.gwf
                  H H1_R 1239039936 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239039936-64.gwf
                  H H1_R 1239040000 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040000-64.gwf
                  H H1_R 1239040064 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040064-64.gwf
                  H H1_R 1239040128 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040128-64.gwf
                  H H1_R 1239040192 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040192-64.gwf
                  H H1_R 1239040256 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040256-64.gwf
                  H H1_R 1239040320 64 file://localhost/hdfs/frames/O3/raw/H1/H-H1_R-12390/H-H1_R-1239040320-64.gwf
                  gstlal-calibration/tests/DCS_test/H1/Makefile.ASD_comparison deleted 100644 → 0
                  View file @ ed911fcc
                  all: ASD_comparison_plots
                  ASD_comparison_plots:
                  python ../../check_calibration/ASD_comparison_plots --ifo $(IFO)1 --gps-start-time $(SHORT_PLOT_START) --gps-end-time $(SHORT_PLOT_END) --raw-frame-cache $(IFO)1_raw_frames.cache --hoft-frame-cache $(IFO)1_hoft_DCS_frames.cache --calcs-channel-name CAL-DELTAL_EXTERNAL_DQ --additional-hoft-frame-cache $(IFO)1_raw_frames.cache --analyze-additional-hoft-channel --additional-hoft-channel-name CAL-CFTD_DELTAL_EXTERNAL_DQ --hoft-channel-name DCS-CALIB_STRAIN
                  clean:
                  rm *.png
                  gstlal-calibration/tests/DCS_test/H1/Makefile.all_tests deleted 100644 → 0
                  View file @ ed911fcc
                  # This makefile can be used to run all of the tests instead of running them one by one.
                  # Indicate IFO and observing run
                  # Note: Make sure that there is no space after the L or H!
                  # Another note: Livingston cluster cannot run this for IFO = H. Make sure that the cluster you're using has the raw frames you want.
                  export IFO=H
                  # OBSRUN inidcates where to look for filters files (e.g. O1, O2, O3, ER10, ER13, ER14, PreER13, PreER14)
                  export OBSRUN=O3
                  # Set start and stop times for a short lock stretch
                  export SHORT_START=1239035540
                  export SHORT_END=1239040364
                  # Set start and stop times for a longer stretch that spans a lock-unlock stretch
                  export LONG_START = 1228350334
                  export LONG_END = 1228352985
                  export SHMRUNTIME=400
                  # How much time does the calibraiton need to settle at the start and end?
                  PLOT_WARMUP_TIME = 220
                  PLOT_COOLDOWN_TIME = 64
                  export SHORT_PLOT_START=$(shell echo $(SHORT_START) + $(PLOT_WARMUP_TIME) | bc)
                  export LONG_PLOT_START=$(shell echo $(LONG_START) + $(PLOT_WARMUP_TIME) | bc)
                  export SHORT_PLOT_END=$(shell echo $(SHORT_END) - $(PLOT_COOLDOWN_TIME) | bc)
                  export LONG_PLOT_END=$(shell echo $(LONG_END) - $(PLOT_COOLDOWN_TIME) | bc)
                  # Point to all of the .ini files for different configurations
                  #export GDSCONFIGS=H1GDS_1232821094_gstlal-calibration-1-2-7.ini
                  export DCSCONFIGS=H1DCS_TEST.ini
                  export DCSCONFIGSNOKAPPAS=test_nokappas.ini
                  # Needed for writing pipeline graphs
                  export GST_DEBUG_DUMP_DOT_DIR=.
                  all: ASD_comparison statevector timeserieskappas response_function
                  # Create frame cache files for raw, C00, C01, and C02 frames
                  $(IFO)1_raw_frames.cache:
                  gw_data_find -o $(IFO) -t $(IFO)1_R -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
                  $(IFO)1_C00_frames.cache:
                  gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C00 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
                  $(IFO)1_C01_frames.cache:
                  gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C01 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
                  $(IFO)1_C02_frames.cache:
                  gw_data_find -o $(IFO) -t $(IFO)1_HOFT_C02 -s $(SHORT_START) -e $(SHORT_END) -l --url-type file > $@
                  # Calibrate DCS testing data
                  $(IFO)1_hoft_DCS_frames.cache: $(IFO)1_raw_frames.cache filters framesdir
                  gstlal_compute_strain --gps-start-time $(SHORT_START) --gps-end-time $(SHORT_END) --frame-cache $(IFO)1_raw_frames.cache --output-path Frames/$(OBSRUN)/$(IFO)1/DCS/ --frame-duration=64 --frames-per-file=64 --wings=364 --config-file $(DCSCONFIGS)
                  ls Frames/$(OBSRUN)/$(IFO)1/DCS/$(IFO)-$(IFO)1DCS_TEST-*.gwf | lalapps_path2cache > $@