Steps towards running with 3 IFO

git-svn-id: https://svn.ligo.caltech.edu/svn/bayeswave/branches/condor_compile@103 c56465c9-8126-4a4f-9d7d-ac845eff4865

condor/s6/mdc_setup_HLV.py

+# -----------------------------------
+# Example Condor setup script for BWB
+# 2014, Jonah Kanner
+# ----------------------------------
 import os
 import numpy as np
+import subprocess
 
-# -- Define the key files
-
-doit_str = """#! /bin/sh
-
-source /home/jkanner/.bashrc.mine
-
-cd {top}
-
-gps=$1
-intgps=${{gps%.*}}
-start=`expr $intgps - 100`
-end=`expr $intgps + 100`
-
-export LIGO_DATAFIND_SERVER=10.14.20.73:80
-
-# Create Cache files
-ligo_data_find --observatory H --type H1_LDAS_C02_L2 -s $start -e $end --lal-cache | grep file > H.cache
-# ligo_data_find --observatory H --type BRST_S6   -s $start -e $end --lal-cache | grep file > Hmdc.cache
-
-ligo_data_find --observatory L --type L1_LDAS_C02_L2 -s $start -e $end --lal-cache | grep file > L.cache
-#ligo_data_find --observatory L --type BRST_S6   -s $start -e $end --lal-cache | grep file > Lmdc.cache
-
-ligo_data_find --observatory V --type HrecOnline     -s $start -e $end --lal-cache | grep file > V.cache
-#ligo_data_find --observatory V --type BRST_S6   -s $start -e $end --lal-cache | grep file > Vmdc.cache
-
-# --V1-channel V1:h_16384Hz
-# --MDC-channel V1:GW-H16K
+# ------------------
+# -- Set paramters
+# ------------------
+topdir = '/home/jkanner/baysewave/PEC/mdc_v3'
+# topdir = '/home/jkanner/baysewave/test'
+mdcdir = '/home/jkanner/baysewave/svn/trunk/burstinj/s6'
+waveformList = ['sg153']
+scaleList = ['0.3']
+mdccache = '/home/jkanner/baysewave/svn/trunk/burstinj/s6/brst_s6.cache'
+mdclog = '/home/jkanner/baysewave/svn/trunk/burstinj/s6/BurstMDC-BRST_S6-Log.txt'
+bwb = '/home/jkanner/baysewave/svn/branches/condor_compile/src/BayesWaveBurst'
+ifoList = ['H1', 'L1', 'V1']
+frtypeList = ['H1_LDAS_C02_L2', 'L1_LDAS_C02_L2', 'HrecOnline']
 
-/home/jkanner/baysewave/svn/trunk/src/BayesWaveBurst \
-       --ifo H1 --H1-flow 40 --H1-channel H1:LDAS-STRAIN \
+bwbargsfmt = """--ifo H1 --H1-flow 40 --H1-channel H1:LDAS-STRAIN \
        --ifo L1 --L1-flow 40 --L1-channel L1:LDAS-STRAIN \
-       --ifo V1 --V1-flow 40 --V1-channel V1:h_16384Hz \
-       --H1-cache H.cache \
-       --L1-cache L.cache \
-       --V1-cache V.cache \
-       --trigtime $gps --srate 1024 --seglen 8 \
-       --bayesLine --PSDstart $gps --PSDlength 8 \
-       --Niter 1000000 --NCmin 15  \
+       --ifo V1 --L1-flow 40 --V1-channel V1:h_16384Hz \
+       --H1-cache {wavedir}/H1.cache \
+       --L1-cache {wavedir}/L1.cache \
+       --trigtime {gps} --srate 1024 --seglen 4 \
+       --bayesLine --PSDstart {gps} --PSDlength 4 \
+       --Niter 2000000 --NCmin 15  \
        --bayesLine --gnuplot \
        --MDC-channel [H1:GW-H,L1:GW-H,V1:GW-H16K]   \
        --MDC-cache [{cachefile},{cachefile},{cachefile}] \
        --MDC-prefactor {scale} \
-
-
-python /home/jkanner/baysewave/svn/trunk/postprocess/skymap/skyview.py --mdc {mdclog}
-
-tar -cf chains.tar chains
-tar -cf waveforms.tar waveforms
-tar -cf snr.tar snr
 """
 
+# -- Alternate parameters
+# waveformList = ['sg153', 'lwnb', 'qwnb']
+# mdccache = '/home/jkanner/baysewave/svn/trunk/burstinj/s6/brst_s6.cache'
+# scaleList = ['0.15', '0.3', '0.6', '1.2']
+# topdir = '/home/jkanner/baysewave/test'
 
+# ---------------------------------
+# -- Define templates for run files
+# ---------------------------------
 submit_str = """
-executable={top}/doit.sh
-universe=vanilla
-arguments={gps}
+executable={bwb}
+universe=standard
+arguments={bwbargs}
 output={top}/condorOut.txt
 error={top}/condorError.txt
 log={top}/condorLog.txt
@@ -68,26 +58,10 @@ stream_output=True
 queue 1
 """
 
-
 # -----------------
 # Begin Main Script
 # -----------------
-
-# -- Set paramters
-topdir = '/home/jkanner/baysewave/PEC/mdc_v3'
-# topdir = '/home/jkanner/baysewave/test'
-mdcdir = '/home/jkanner/baysewave/svn/trunk/burstinj/s6'
-waveformList = ['sg153']
-scaleList = ['0.3']
-mdccache = '/home/jkanner/baysewave/svn/trunk/burstinj/s6/brst_s6.cache'
-mdclog = '/home/jkanner/baysewave/svn/trunk/burstinj/s6/BurstMDC-BRST_S6-Log.txt'
-
-# -- Alternate parameters
-# waveformList = ['sg153', 'lwnb', 'qwnb']
-# mdccache = '/home/jkanner/baysewave/svn/trunk/burstinj/s6/brst_s6.cache'
-# scaleList = ['0.15', '0.3', '0.6', '1.2']
-
-dagfile = open( os.path.join(topdir, 'submit.dag'), 'w')
+dagfile = open( os.path.join(topdir, 'submit_all.sh'), 'w')
 
 for waveform in waveformList:
     trigfile = os.path.join(mdcdir, "trigs_{0}.txt".format(waveform))
@@ -95,6 +69,18 @@ for waveform in waveformList:
     wavedir = os.path.join(topdir, waveform)
     if not os.path.exists(wavedir): os.makedirs(wavedir)
 
+    # ------------------------------------------------
+    # Call LIGO Data find for whole waveform directory
+    # ------------------------------------------------
+    start = int(trigList.min()) - 50
+    end   = int(trigList.max()) + 50
+    for ifo, frtype in zip(ifoList,frtypeList):
+        cachefilefmt = os.path.join(wavedir, '{0}.cache')
+        ldfcmd = "ligo_data_find --observatory {o} --type {frtype} -s {start} -e {end} --lal-cache | grep file > {cachefile}".format(o=ifo[0], frtype=frtype, cachefile = cachefilefmt.format(ifo), start=start, end=end)
+        print "Calling LIGO data find ..."
+        print ldfcmd
+        subprocess.call(ldfcmd, shell=True)
+
     for scale in scaleList:
         scaledir = os.path.join(wavedir, scale)
         if not os.path.exists(scaledir): os.makedirs(scaledir)
@@ -104,18 +90,14 @@ for waveform in waveformList:
             trigdir = os.path.join(scaledir, 'job_'+trig)
             if not os.path.exists(trigdir): os.makedirs(trigdir)
             
+            bwbargs = bwbargsfmt.format(gps=trig, wavedir=wavedir, cachefile=mdccache, scale=scale) 
             submitname = os.path.join(trigdir, 'submit.txt')
             submitfile = open( submitname, 'w' )
-            submitfile.write(submit_str.format(top=trigdir, gps=trig))
+            submitfile.write(submit_str.format(top=trigdir, bwb=bwb, bwbargs=bwbargs))
             submitfile.close()
             
-            doitfile = open( os.path.join(trigdir, 'doit.sh'), 'w')
-            doitfile.write(doit_str.format(top=trigdir, cachefile=mdccache, scale=scale, mdclog=mdclog))
-            doitfile.close()
-
-            jobname = "{0}_{1}_{2}".format(waveform, scale, int(float(trig)))
-            dagfile.write("JOB {0} {1} \n".format(jobname, submitname))
-            dagfile.write("RETRY {0} 1\n\n".format(jobname))
+            dagfile.write("cd {0}\n".format(trigdir))
+            dagfile.write("condor_submit submit.txt\n\n")
 
 dagfile.close()
 print "Thank you, come again"