Bilby does not transfer files back to working directory
A number of jobs using the bilby pipeline have now failed to return results files or intermediate results files during QA testing.
################################################################################
## Calibration arguments
################################################################################
calibration-model=CubicSpline
spline-calibration-envelope-dict={ H1:/home/cal/public_html/uncertainty/O2C02/H1/Feb-22-2018_O2_LHO_GPSTime_1164560996_C02_RelativeResponseUnce\
rtainty_FinalResults.txt,L1:/home/cal/public_html/uncertainty/O2C02/L1/Feb-22-2018_O2_LLO_GPSTime_1164601696_C02_RelativeResponseUncertainty_Fi\
nalResults.txt, }
spline-calibration-nodes=10
spline-calibration-amplitude-uncertainty-dict=None
spline-calibration-phase-uncertainty-dict=None
calibration-prior-boundary=reflective
################################################################################
## Data generation arguments
################################################################################
ignore-gwpy-data-quality-check=True
gps-tuple=None
gps-file=None
timeslide-file=None
timeslide-dict=None
trigger-time=1126259462.391
n-simulation=0
data-dict={ }
data-format=None
allow-tape=True
channel-dict={ H1:DCS-CALIB_STRAIN_C02,L1:DCS-CALIB_STRAIN_C02, }
gaussian-noise=False
zero-noise=False
################################################################################
## Detector arguments
################################################################################
coherence-test=False
detectors=['H1', 'L1']
duration=4.0
generation-seed=None
psd-dict={ H1:/home/daniel.williams/repositories/asimov-testing/scripts/new-project-20221110/working/GW150914_095045/Prod0/trigtime_1126259462.\
391000032_0.0_0.0_0/post/clean/glitch_median_PSD_forLI_H1.dat,L1:/home/daniel.williams/repositories/asimov-testing/scripts/new-project-20221110\
/working/GW150914_095045/Prod0/trigtime_1126259462.391000032_0.0_0.0_0/post/clean/glitch_median_PSD_forLI_L1.dat, }
psd-fractional-overlap=0.5
post-trigger-duration=2.0
sampling-frequency=2048.0
psd-length=4
psd-maximum-duration=1024
psd-method=median
psd-start-time=None
maximum-frequency={ H1:896,L1:896, }
minimum-frequency={ H1:20,L1:20, }
tukey-roll-off=0.4
resampling-method=lal
################################################################################
## Job submission arguments
################################################################################
accounting=ligo.dev.o4.cbc.pe.bilby
accounting-user=daniel.williams
label=Prod1
local=False
local-generation=False
local-plot=False
outdir=/home/daniel.williams/repositories/asimov-testing/scripts/new-project-20221110/working/GW150914_095045/Prod1
overwrite-outdir=False
periodic-restart-time=28800
request-disk=1.0
request-memory=8.0
request-memory-generation=None
request-cpus=16
conda-env=None
scheduler=condor
scheduler-args=None
scheduler-module=[None]
scheduler-env=None
scheduler-analysis-time=7-00:00:00
submit=False
condor-job-priority=0
transfer-files=True
log-directory=None
online-pe=False
osg=False
desired-sites=None
analysis-executable=None
analysis-executable-parser=None
################################################################################
## Injection arguments
################################################################################
injection=False
injection-dict=None
injection-file=None
injection-numbers=[None]
injection-waveform-approximant=None
injection-waveform-arguments=None
################################################################################
## Likelihood arguments
################################################################################
distance-marginalization=False
distance-marginalization-lookup-table=checkouts/GW150914_095045/C01_offline/Prod1.TD.npz
phase-marginalization=False
time-marginalization=True
jitter-time=True
reference-frame=H1L1
time-reference=geocent
likelihood-type=GravitationalWaveTransient
roq-folder=None
roq-weights=None
roq-scale-factor=1
extra-likelihood-kwargs=None
################################################################################
## Output arguments
################################################################################
plot-trace=False
plot-data=False
plot-injection=False
plot-spectrogram=False
plot-calibration=False
plot-corner=False
plot-marginal=False
plot-skymap=False
plot-waveform=False
plot-format=png
create-summary=False
email=None
notification=Never
existing-dir=None
webdir=pages//GW150914_095045/Prod1
summarypages-arguments=None
result-format=hdf5
final-result=True
final-result-nsamples=20000
One of the (non)-functional submit files looks like this:
niverse = vanilla
executable = /cvmfs/oasis.opensciencegrid.org/ligo/sw/conda/envs/igwn-py39-testing/bin/bilby_pipe_analysis
request_memory = 8.0GB
request_disk = 1.0GB
request_cpus = 16
getenv = True
initialdir = /home/daniel.williams/repositories/asimov-testing/scripts/new-project-20221110
notification = Never
requirements =
should_transfer_files = YES
transfer_input_files = working/GW150914_095045/Prod1/data/Prod1_data0_1126259462-391_generation_data_dump.pickle,working/GW150914_095045/Prod1/\
Prod1_config_complete.ini
transfer_output_files = working/GW150914_095045/Prod1
when_to_transfer_output = ON_EXIT_OR_EVICT
stream_error = True
stream_output = True
+SuccessCheckpointExitCode = 77
+WantFTOnCheckpoint = True
environment = "OMP_NUM_THREADS=1"
log = working/GW150914_095045/Prod1/log_data_analysis/Prod1_data0_1126259462-391_analysis_H1L1_par0.log
output = working/GW150914_095045/Prod1/log_data_analysis/Prod1_data0_1126259462-391_analysis_H1L1_par0.out
error = working/GW150914_095045/Prod1/log_data_analysis/Prod1_data0_1126259462-391_analysis_H1L1_par0.err
accounting_group = ligo.dev.o4.cbc.pe.bilby
accounting_group_user = daniel.williams
priority = 0
arguments = $(ARGS)
queue
Edited by Daniel Williams