From 3110eb93c2c0bcaaac11e32f97c8172f45be13ec Mon Sep 17 00:00:00 2001 From: Patrick Godwin <patrick.godwin@ligo.org> Date: Tue, 5 Feb 2019 08:42:02 -0800 Subject: [PATCH] update Makefile.online_analysis with online web deployment, add inspiral dashboard yaml configuration --- .../share/O3/Makefile.online_analysis | 8 +- gstlal-inspiral/share/O3/inspiral.yml | 212 ++++++++++++++++++ 2 files changed, 219 insertions(+), 1 deletion(-) create mode 100644 gstlal-inspiral/share/O3/inspiral.yml diff --git a/gstlal-inspiral/share/O3/Makefile.online_analysis b/gstlal-inspiral/share/O3/Makefile.online_analysis index d15e19c831..48ac048a9b 100644 --- a/gstlal-inspiral/share/O3/Makefile.online_analysis +++ b/gstlal-inspiral/share/O3/Makefile.online_analysis @@ -68,7 +68,7 @@ U_dVdzo1pz_nsbh05_isotropic_online_injections_O2A_v1.xml.gz: tisi.xml : lalapps_gen_timeslides --instrument=H1=0:0:0 --instrument=L1=0:0:0 $@ -dag : marginalized_likelihood.xml.gz prior.cache plots ll_simplify_and_cluster.sql ll_simplify.sql tisi.xml U_dVdzo1pz_bns_normal_low_spin_online_injections_O2A_v1.xml.gz U_dVdzo1pz_lnm_online_injections_O2A_v1.xml.gz U_dVdzo1pz_nsbh05_isotropic_online_injections_O2A_v1.xml.gz +dag : marginalized_likelihood.xml.gz prior.cache plots ll_simplify_and_cluster.sql ll_simplify.sql tisi.xml U_dVdzo1pz_bns_normal_low_spin_online_injections_O2A_v1.xml.gz U_dVdzo1pz_lnm_online_injections_O2A_v1.xml.gz U_dVdzo1pz_nsbh05_isotropic_online_injections_O2A_v1.xml.gz online-web-deploy gstlal_ll_inspiral_pipe \ --bank-cache H1=$(H1_BANK_CACHE),L1=$(L1_BANK_CACHE) \ --max-jobs 1000 \ @@ -149,6 +149,12 @@ dag : marginalized_likelihood.xml.gz prior.cache plots ll_simplify_and_cluster.s --injection-file $(BBHINJFILE) \ --time-slide-file tisi.xml +online-web-deploy : inspiral.yml + datamon deploy -c inspiral.yml -o ~/public_html + +inspiral.yml: + wget https://git.ligo.org/lscsoft/gstlal/raw/master/gstlal-inspiral/share/O3/inspiral.yml + ll_simplify_and_cluster.sql: wget http://versions.ligo.org/cgit/gstlal/plain/gstlal-inspiral/share/ll_simplify_and_cluster.sql diff --git a/gstlal-inspiral/share/O3/inspiral.yml b/gstlal-inspiral/share/O3/inspiral.yml new file mode 100644 index 0000000000..fb526051ec --- /dev/null +++ b/gstlal-inspiral/share/O3/inspiral.yml @@ -0,0 +1,212 @@ +# configuration file for monitoring +dashboard: + title: GstLAL + image: yes + tabs: + - name: Summary + url: / + - name: Shifts + url: / + - name: Docs + url: https://lscsoft.docs.ligo.org/gstlal + - name: Git + url: https://git.ligo.org/lscsoft/gstlal + GPS: -1 + Duration: 600 + +plots: + # likelihood history timeseries + - title: Likelihood + type: TimeSeries + measurement: likelihood_history + column: data + aggregate: max + dt: 1 + value: checked + + # likelihood history heatmap (by job) + - title: Likelihood by Job + type: TimeHeatMap + measurement: likelihood_history + column: data + aggregate: max + dt: 1 + value: + + # FAR history + - title: FAR + type: TimeSeries + measurement: far_history + column: data + aggregate: min + dt: 1 + value: + + # FAR history heatmap (by job) + - title: FAR by Job + type: TimeHeatMap + measurement: far_history + column: data + aggregate: min + dt: 1 + value: + + # latency history + - title: Latency + type: TimeSeries + measurement: latency_history + column: data + aggregate: max + dt: 1 + value: + + # latency history heatmap (by job) + - title: Latency by Job + type: TimeHeatMap + measurement: latency_history + column: data + aggregate: max + dt: 1 + value: + + # snr history + - title: SNR + type: TimeSeries + measurement: snr_history + column: data + aggregate: max + dt: 1 + params: + - - ifo + - H1 + - - ifo + - L1 + - - ifo + - V1 + value: + + # ram history heatmap (by job) + - title: RAM Usage by Job + type: TimeHeatMap + measurement: ram_history + column: data + aggregate: max + dt: 10 + value: + + # noise + - title: Noise + type: TimeSeries + measurement: noise + column: data + aggregate: max + dt: 1 + params: + - - ifo + - H1 + - - ifo + - L1 + - - ifo + - V1 + value: + + # range history + - title: Range History + type: TimeSeries + measurement: range_history + column: data + aggregate: max + dt: 1 + params: + - - ifo + - H1 + - - ifo + - L1 + - - ifo + - V1 + value: + + # uptime heatmaps (by job) + - title: H1 Uptime by Job + type: TimeHeatMap + measurement: H1_statevector_on + column: data + aggregate: max + dt: 10 + value: + - title: L1 Uptime by Job + type: TimeHeatMap + measurement: L1_statevector_on + column: data + aggregate: max + dt: 10 + value: + - title: V1 Uptime by Job + type: TimeHeatMap + measurement: V1_statevector_on + column: data + aggregate: max + dt: 10 + value: + + # downtime heatmaps (by job) + - title: H1 Downtime by Job + type: TimeHeatMap + measurement: H1_statevector_off + column: data + aggregate: max + dt: 10 + value: + - title: L1 Downtime by Job + type: TimeHeatMap + measurement: L1_statevector_off + column: data + aggregate: max + dt: 10 + value: + - title: V1 Downtime by Job + type: TimeHeatMap + measurement: V1_statevector_off + column: data + aggregate: max + dt: 10 + value: + + # strain dropped heatmaps (by job) + - title: H1 Strain Dropped by Job + type: TimeHeatMap + measurement: H1_strain_dropped + column: data + aggregate: max + dt: 10 + value: + - title: L1 Strain Dropped by Job + type: TimeHeatMap + measurement: L1_strain_dropped + column: data + aggregate: max + dt: 10 + value: + - title: V1 Strain Dropped by Job + type: TimeHeatMap + measurement: V1_strain_dropped + column: data + aggregate: max + dt: 10 + value: + + # FIXME: add 'time since last' plot + # FIXME: add time since trigger plot + # FIXME: add 'latest by job' plots + +nagios: + lookback: 600 + measurement: ram_history + column: data + aggregate: max + dt: 1 + num_jobs: 328 + +database: + backend: hdf5 + rootdir: /home/gstlalcbc/replay/last_2_wks_o2/trigs.hyper -- GitLab