From 71f8b347cf6598671d2c52686490a13e2b13916a Mon Sep 17 00:00:00 2001
From: Chad Hanna <crh184@psu.edu>
Date: Tue, 16 Aug 2016 06:01:12 -0400
Subject: [PATCH] gstlal_ll_inspiral_aggregator: added
---
gstlal-ugly/bin/Makefile.am | 3 +-
gstlal-ugly/bin/gstlal_ll_inspiral_aggregator | 88 +++++++++++++++++++
2 files changed, 90 insertions(+), 1 deletion(-)
create mode 100755 gstlal-ugly/bin/gstlal_ll_inspiral_aggregator
diff --git a/gstlal-ugly/bin/Makefile.am b/gstlal-ugly/bin/Makefile.am
index 540a7b246e..330b6f223b 100644
--- a/gstlal-ugly/bin/Makefile.am
+++ b/gstlal-ugly/bin/Makefile.am
@@ -27,4 +27,5 @@ dist_bin_SCRIPTS = \
gstlal_recolor_frames_pipe \
gstlal_inj_frames \
gstlal_cache_to_segments \
- gstlal_parse_frame_segment_logs
+ gstlal_parse_frame_segment_logs \
+ gstlal_ll_inspiral_aggregator
diff --git a/gstlal-ugly/bin/gstlal_ll_inspiral_aggregator b/gstlal-ugly/bin/gstlal_ll_inspiral_aggregator
new file mode 100755
index 0000000000..5ec57f8f7c
--- /dev/null
+++ b/gstlal-ugly/bin/gstlal_ll_inspiral_aggregator
@@ -0,0 +1,88 @@
+#!/usr/bin/env python
+import h5py
+import numpy
+import os
+import itertools
+import argparse
+import lal
+from lal import LIGOTimeGPS
+import time
+
+def now():
+ return LIGOTimeGPS(lal.UTCToGPS(time.gmtime()), 0)
+
+# Read command line options
+def parse_command_line():
+
+ parser = argparse.ArgumentParser(description="Online data aggregator")
+
+ # directory to put everything in
+ parser.add_argument("--base-dir", action="store", default="aggregator", help="Specify output path")
+
+ # num-jobs
+ parser.add_argument("--num-jobs", action="store", type=int, default=112, help="number of running jobs")
+
+
+ args = parser.parse_args()
+
+ return args
+
+
+def makedir(path):
+ try:
+ os.makedirs(path)
+ except IOError:
+ pass
+ except OSError:
+ pass
+
+def create_new_dataset(path, data):
+ fname = os.path.join(path, "%s.hdf5" % data)
+ if os.path.exists(fname):
+ return
+ f = h5py.File(fname, "w")
+ f.create_dataset("time", (0,), dtype="f64")
+ f.create_dataset("data", (0,), dtype="f64")
+ f.close()
+
+def setup_dirs(gpstime, types, bins, data, base_dir, verbose = True):
+ # The next 100,000 seconds of directory structure after the specified start
+ # time given by the first 4 digits
+ str_time = str(gpstime).split(".")[0]
+ digits = [int(x) for x in str_time]
+ directories = [numpy.array([digits[x]]) for x in range(7)]
+
+ # Setup the directory structure and put in empty files
+ for dirs in [directories[:i+1] for i in range(len(directories))]:
+ for path in itertools.product(*dirs):
+ cur_dir = os.path.join(base_dir, "/".join(str(x) for x in path))
+ if verbose:
+ print cur_dir
+ makedir(cur_dir)
+ for typ in types:
+ type_dir = os.path.join(cur_dir, typ)
+ makedir(type_dir)
+ if typ == "all":
+ for b in bins:
+ bin_dir = os.path.join(type_dir, b)
+ makedir(bin_dir)
+ for d in data:
+ create_new_dataset(bin_dir, d)
+ else:
+ for d in data:
+ create_new_dataset(type_dir, d)
+
+
+# parse command line
+args = parse_command_line()
+
+# FIXME don't hardcode some of these?
+types = ["min", "max", "mean", "all"]
+bins = ["%04d" % b for b in numpy.arange(0, args.num_jobs)]
+data = ["latency", "snr"]
+
+while True:
+
+ setup_dirs(now(), types, bins, data, args.base_dir)
+ time.sleep(1)
+
--
GitLab