Commit 30f14aaa authored by Madeline Wade's avatar Madeline Wade
Browse files

Modified gstlal_compute_strain to use config files instead of all command line options

parent 9e123f15
Pipeline #27221 passed with stages
in 40 minutes and 4 seconds
[Input Configurations]
FiltersFileName: filters.npz
[InputConfigurations]
# Filters file containing calibration FIR filters
FiltersFileName: GDSFilters/L1DCS_1175961600.npz
# Data source should be set to frames or lvshm
DataSource: frames
FileChecksum: No
# Right now, SkipBadFiles needs to be off when reading from frames
SkipBadFiles: No
############################################
# If reading from frames use these options #
############################################
FrameCache: L1_raw_frames.cache
GPSStartTime: 1127817368
GPSEndTime: 1127818568
FrameSegmentsFile: segments.xml
FrameSegmentsName: datasegments
Wings: 0
FileChecksum: Yes
###################################################
# If reading from shared memory use these options #
###################################################
SHMPartition: LLO_Online
# Assumed duration of input frames in seconds
InputFrameDuration: 1
[Output Configurations]
[OutputConfigurations]
FrameDuration: 4
FramesPerFile: 1
CompressionScheme: 6
CompressionLevel: 3
ChanPrefix: GDS-
# Comment this out if you do not want a channel suffix
ChanSuffix: TEST
# Set to "None" if you do not want a channel suffix
ChanSuffix: None
# Data sink should be set to frames or lvshm
DataSink: frames
#################################################
# If writing to shared memory use these options #
#################################################
......@@ -32,55 +35,80 @@ OutputSHMPartition: hoft_test
BufferMode: 2
# Use this to approximate the frame size (in bytes) when writing to shared memory
FrameSize: 405338
NumBuffers: 10
###############################################
# If writing to frame files use these options #
###############################################
FrameType: TEST
OutputPath: .
[Calibration Configuration Options]
[CalibrationConfigurations]
IFO: L1
# Set calibration mode to full or partial
# Set calibration mode to Full or Partial
CalibrationMode: Full
ComputeCalibStateVector: Yes
[Debugging Options]
# If you want to write a pipeline graph, provide the graph name. Otherwise, comment out.
PipelineGraphFilename: pipeline_graph
[DebuggingConfigurations]
# If you want to write a pipeline graph, provide the graph name. Otherwise, set name equal to None
PipelineGraphFilename: None
Verbose: Yes
[Data Quality Vector]
[Time Dependent Calibration Factors]
###################################################################################
# Options related to turning on or factors correction application and computation #
###################################################################################
[TDCFConfigurations]
#########################################################
# Options related to time dependent correction factors #
#########################################################
ComputeKappaTST: Yes
ApplyKappaTST: Yes
ApplyKappaTST: No
# Set this to have the \kappa_tst factors filter the actuation chain with an adaptive filter that corrects for both magnitude and phase errors.
ApplyComplexKappaTST: No
ComputeKappaPU: Yes
ApplyKappaPU: Yes
ApplyKappaPU: No
# Set this to have the \kappa_pu factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors
ApplyComplexKappaPU: No
ComputeKappaP: No
ApplyKappaP: No
# Set this to have the \kappa_p factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors.
ApplyComplexKappaP: No
ComputeKappaU: No
ApplyKappaU: No
# Set this to have the \kappa_u factors the actuation chain with an adaptive filter that corrects for both magnitude and phase errors.
ApplyComplexKappaU: No
ComputeKappaC: Yes
ApplyKappaC: Yes
ApplyKappaC: No
ComputeFcc: Yes
ApplyFcc: Yes
ComputeSRCQ: Yes
ApplyFcc: No
ComputeSRCQ: No
ApplySRCQ: No
ComputeFs: Yes
ComputeFs: No
ApplyFs: No
###########################################
# Options related to the coherence gating #
###########################################
UseCoherence: Yes
CoherenceUncThreshold: 0.0025
# Amount of time used in front-end to compute coherence
CoherenceTime: 130
###################################################################
# Options related to the computation configurations for the TDCFs #
###################################################################
ComputeFactorsSR: 16
RecordFactorsSR: 16
DeomdulationFilterTime: 20
# Length in seconds of low-pass FIR filter used in demodulation of the calibration lines
DemodulationFilterTime: 20
# Time (in seconds) to smooth out \kappas with a median-like method
MedianSmoothingTime: 128
TDCFAveragingTime: 10
#If set to yes, bad computed kappas will be replaced by the previous computed median in the running median array. Otherwise, they are replaced with the default value
TDCFDefaultToMedian: Yes
##################################################
# Options related to updating cavity pole filter #
##################################################
# Duration of the Fcc filter in the time domain in seconds
FccFilterDuration: 0.01
# Number of seconds to average Fcc values before creating a new Fcc filter
FccAveragingTime: 60
# Number of samples to be used when tapering old filter and ramping in new filter
FccFilterTaperLength: 32768
############################
# Nominal values for TDCFs #
############################
......@@ -88,6 +116,10 @@ ExpectedKappaTSTReal: 1.0
ExpectedKappaTSTImag: 0.0
ExpectedKappaPUReal: 1.0
ExpectedKappaPUImag: 0.0
ExpectedKappaPReal: 1.0
ExpectedKappaPImag: 0.0
ExpectedKappaUReal: 1.0
ExpectedKappaUImag: 0.0
ExpectedKappaC: 1.0
ExpectedFcc: 360.0
ExpectedFs: 8.0
......@@ -99,12 +131,37 @@ KappaTSTRealVar: 0.2
KappaTSTImagVar: 0.2
KappaPURealVar: 0.2
KappaPUImagVar: 0.2
KappaPRealVar: 0.2
KappaPImagVar: 0.2
KappaURealVar: 0.2
KappaUImagVar: 0.2
KappaCVar: 0.2
FccVar: 50.0
Fsvar: 10.0
SRCQVar: 20.0
FsVar: 10.0
SRCQInvMin: 0.0
SRCQInvMax: 0.5
#######################
# EPICS records input #
#######################
# Set to Yes if EPICS records for TDCF computations should be read from filters file. If set to No, they will be read from frames
FactorsFromFiltersFile: Yes
##############################################################################################
# Updating Sensing and Actuation filters with all frequency-dependent corrections parameters #
##############################################################################################
# Length of time (in seconds) between when inverse-sensing FIR filter is updated
SensingFilterUpdateTime: 60
# Length of time (in seconds) over which the smoothed time-dependent parameters of the sensing function are averaged before updating the filter
SensingFilterAveragingTime: 1
# Number of samples to be used when tapering old inverse sensing filter and ramping in new filter
SensingFilterTaperLength: 32768
# Length of time (in seconds) between when the actuation FIR filters are updated
ActuationFilterUpdateTime: 60
# Length of time (in seconds) over which the smoothed time-dependent parameters of the actuation function are averaged before updating the filter
ActuationFilterAveragingTime: 1
# Number of samples to be used when tapering old actuation filters and ramping in new filters
ActuationFilterTaperLength: 32768
[Channel Names]
[ChannelNames]
#############################
# Calibration Channel Names #
#############################
......@@ -131,6 +188,13 @@ CohUncSusLine1Channel: CAL-CS_TDEP_SUS_LINE1_UNCERTAINTY
CohUncPcalyLine1Channel: CAL-CS_TDEP_PCALY_LINE1_UNCERTAINTY
CohUncPcalyLine2Channel: CAL-CS_TDEP_PCALY_LINE2_UNCERTAINTY
CohUncDARMLine1Channel: CAL-CS_TDEP_DARM_LINE1_UNCERTAINTY
###################################
# Noise Subtraction Channel Names #
###################################
PowerLinesChannel: PEM-EY_MAINSMON_EBAY_1_DQ
# Comma-separated list of witness channels to use to subtract noise from h(t)
# Set to None if no witness channels are to be used
WitnessChannelList: None
###############################
# EPICS Records Channel Names #
###############################
......@@ -163,7 +227,7 @@ EP13ImagChannel: CAL-CS_TDEP_PCALY_LINE4_REF_A_TST_IMAG
EP14RealChannel: CAL-CS_TDEP_PCALY_LINE4_REF_A_USUM_REAL
EP14ImagChannel: CAL-CS_TDEP_PCALY_LINE4_REF_A_USUM_IMAG
[Sample Rates]
[SampleRates]
# Sample rate at which to compute h(t)
HoftSR: 16384
# Sample rate at which to compute CALIB_STATE_VECTOR
......@@ -179,6 +243,13 @@ TSTExcSR: 512
CohSR: 16
# Sample rate for the EPICS reference channels
EPICSRefSR: 16
# Sample rate for power lines channel
PowerLinesChannelSR: 1024
# Sample rates at which transfer functions will be computed and witness channels will be filtered, given as a semicolon-separated list, e.g., 2048;2048;512;2048. This must be given if WitnessChannelList is not None, and it must be the same length.
WitnessChannelSR: 2048;2048;512;2048
# Sample rates at which to compute and record TDCFs
ComputeFactorsSR: 16
RecordFactorsSR: 16
[Bitmasks]
ObsReadyBitmask: 4
......@@ -188,9 +259,58 @@ BurstHWInjBitmask: 33554432
DetCharHWInjBitmask: 67108864
StochHWInjBitmask: 8388608
[Pipeline Configurations]
[PipelineConfigurations]
BufferLength: 1.0
FrequencyDomainFiltering: No
Dewhitening: No
LowLatency: No
# Latency of all filtering/averaging/median processes (other than calibration model filters) as a fraction of filter length. Value should be set between 0.0 and 1.0.
FilterLatency: 0.0
[DataCleaningConfigurations]
####################################################
# Options for turning on and off noise subtraction #
####################################################
# Remove the DC component from the residual and control channels before filtering
RemoveDC: Yes
# Subtract the calibration lines from the h(t) spectrum
RemoveCalLines: No
# Subtract the power lines from the h(t) spectrum
RemovePowerLines: No
#########################################
# Options for running noise subtraction #
#########################################
# Amount by which frequency of power lines varies with time
PowerLinesFreqVar: 0.02
# Time over which to average the transfer function between the power mains witness channel and h(t) at 60 Hz and harmonics
PowerLinesTFAveragingTime: 128
#######################################
# Options for broadband noise removal #
#######################################
# The length in seconds of the fast Fourier transforms used to compute transfer functions between witness channels and h(t). The fft's are windowed with Hann windows and overlapped.
WitnessChannelFFTTime: 4.0
# The number of ffts to take before averaging the witness -> h(t) transfer functions calculation. The average is taken after the ratio h(f) / witness(f).
NumWitnessFFTs: 1800
# The length in seconds of the filters applied to the witness channels before subtracting from h(t)
WitnessFIRLength: 0.5
# The frequency resolution of the filters applied to the witness channels before subtracting from h(t). It can be advantageous to lower the frequency resolution in order to average over excess noise.
WitnessFrequencyResolution: 1.0
# List of minima and maxima of frequency ranges where the Fourier transform of h(t) will be replaced by a straight line in the calculation of transfer functions between witness channels and h(t) for noise subtraction. Semicolons separate lists for different sets of witness channels. If no notches are desired, use zeros, e.g., \'0;0;0\'. Here is an example using the expected format: \'495.0,515.0,985.0,1015.0;59,60,119,121;0\' This can be useful, e.g., if there are loud lines in the signal that are not present in the witness channels.
WitnessNotchFrequencies: 0;0;0
# The amount of time after transfer functions between witness channels and h(t) are finished to begin the calculation of the next set of transfer functions
WitnessTFUpdateTime: 3600
# The amount of time to use to taper in newly computed FIR filters for witness channels being used for noise subtraction.
WitnessFilterTaperTime: 10
###############################
# Options for HOFT_CLEAN bits #
###############################
# The amount of data from h(t) and cleaned h(t) that is used to compute and compare the rms. This comparison between cleaned and uncleaned h(t) determines whether the HOFT_CLEAN bits of the calibration state vector are on or off.
CleaningCheckRMSTime: 1.0
# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range.
CleaningCheckRangeLowMin: 15
# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_LOWFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range.
CleaningCheckRangeLowMax: 40
# Minimum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range.
CleaningCheckRangeMidMin: 100
# Maximum of a range of frequencies in which we expect line/noise subtraction to be impactful. The HOFT_CLEAN_MIDFREQ_OK bit of the calibration state vector is determined based on whether rms of the cleaned data is less than that of uncleaned h(t) in this range.
CleaningCheckRangeMidMax: 500
# time of GW170817 1187008882
START = 1187007882 # Thu Aug 17 12:24:24 GMT 2017
END = 1187008482 # Thu Aug 17 12:36:04 GMT 2017
all: L1_hoft_frames.cache
L1_raw_frames.cache:
gw_data_find -o L -t L1_R -s $(START) -e $(END) -l --url-type file > $@
L1_hoft_frames.cache: L1_raw_frames.cache
gstlal_compute_strain --config-file /home/wademc/calibration/config_file_testing/gstlal_compute_strain_config_example.ini --gps-start-time $(START) --gps-end-time $(END)
ls *.gwf | lalapps_path2cache > $@
clean:
rm *.cache *.gwf
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment