From 5e52768512a6e37bb435b080aa7a926e8decfd5f Mon Sep 17 00:00:00 2001
From: "chad.hanna" <crh184@psu.edu>
Date: Sat, 17 Nov 2018 14:10:46 -0800
Subject: [PATCH] ll_simplify_and_cluster.sql: delete high far events (above
 1e-4) from the databases to keep the size manageable.

---
 .../share/ll_simplify_and_cluster.sql         | 31 ++++++++++---------
 1 file changed, 16 insertions(+), 15 deletions(-)

diff --git a/gstlal-inspiral/share/ll_simplify_and_cluster.sql b/gstlal-inspiral/share/ll_simplify_and_cluster.sql
index 62b978064b..a935850f67 100644
--- a/gstlal-inspiral/share/ll_simplify_and_cluster.sql
+++ b/gstlal-inspiral/share/ll_simplify_and_cluster.sql
@@ -171,6 +171,7 @@ CREATE TEMPORARY TABLE _cluster_info_ AS
 		coinc_event.time_slide_id AS category,
 		coinc_inspiral.end_time AS end_time,	--- only keep the integer part
 		coinc_event.likelihood AS ranking_stat,
+		coinc_inspiral.combined_far as far,
 		coinc_inspiral.snr AS snr
 	FROM
 		coinc_event
@@ -204,22 +205,22 @@ WHERE
 			_cluster_info_a_.coinc_event_id == coinc_event.coinc_event_id
 	);
 --
--- delete all events with LR < 4
+-- delete all events with combined far < 1e-4 or NULL
 --
---DELETE FROM
---	coinc_event
---WHERE
---	EXISTS (
---		SELECT
---			*
---		FROM
---			_cluster_info_ AS _cluster_info_a_
---		WHERE
---			_cluster_info_a_.coinc_event_id == coinc_event.coinc_event_id AND _cluster_info_a_.ranking_stat < 4.0
---	);
---DROP INDEX tmpindex1;
---DROP INDEX tmpindex2;
---DROP TABLE _cluster_info_;
+DELETE FROM
+	coinc_event
+WHERE
+	EXISTS (
+		SELECT
+			*
+		FROM
+			_cluster_info_ AS _cluster_info_a_
+		WHERE
+			_cluster_info_a_.coinc_event_id == coinc_event.coinc_event_id AND (_cluster_info_a_.far > 1e-4 OR _cluster_info_a_.far IS NULL)
+	);
+DROP INDEX tmpindex1;
+DROP INDEX tmpindex2;
+DROP TABLE _cluster_info_;
 
 SELECT
 	"Number of coincs after clustering: " || count(*)
-- 
GitLab