Commit 6265ab89 authored by Gregory Ashton's avatar Gregory Ashton

Add extra lines to the non-analysis nodes and add documentation

parent 0088caa2
Pipeline #157499 passed with stage
in 2 minutes and 40 seconds
......@@ -12,6 +12,9 @@ from ..utils import CHECKPOINT_EXIT_CODE, ArgumentsString, BilbyPipeError, logge
class Node(object):
""" Base Node object, handles creation of arguments, executables, etc """
# Flag to not run on the OSG - overwritten in child nodes
run_node_on_osg = False
def __init__(self, inputs):
self.inputs = inputs
self._universe = "vanilla"
......@@ -95,6 +98,15 @@ class Node(object):
self.extra_lines.extend(_osg_lines)
self.requirements.append(_osg_reqs)
# Extra lines for nodes which run locally on the OSG
if self.run_node_on_osg is False:
osg_local_node_lines = [
"+flock_local = True",
'+DESIRED_Sites = "nogrid"',
"+should_transfer_files = NO",
]
self.extra_lines.extend(osg_local_node_lines)
self.job = pycondor.Job(
name=job_name,
executable=self.executable,
......
......@@ -4,6 +4,9 @@ from ..node import Node
class AnalysisNode(Node):
# If --osg, run analysis nodes on the OSG
run_node_on_osg = True
def __init__(self, inputs, generation_node, detectors, sampler, parallel_idx, dag):
super().__init__(inputs)
self.dag = dag
......
......@@ -14,3 +14,4 @@
customisation
structure
singularity
osg
=====================
The Open Science Grid
=====================
The `Open Science Grid <https://opensciencegrid.org/>` (OSG), is an ideal
resource for large-scale non-time-senstive analyses. :code`bilby_pipe` provides
a simple interface to enable jobs to be submitted through the OSG.
To run jobs through the OSG, login to
.. code-block:: console
ssh albert.einstein@ldas-osg.ligo.caltech.edu
Then submit usual :code:`bilby_pipe` jobs, but with the flat
.. code-block:: console
osg = True
In your configuration (ini) files.
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment