diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index b583fe99f65618ad741c23eba6dacc0ac2f6a6b2..e3843f1983639a2d060539b117f8ebc3c22756dd 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -79,6 +79,28 @@ python-3.7:
       - coverage_badge.svg
       - docs/_build/html/
 
+# Tests run at a fixed schedule rather than on push
+scheduled-python-3.7:
+  stage: test
+  image: bilbydev/bilby-test-suite-python37
+  only:
+    - schedules
+  before_script:
+    # Install the dependencies specified in the Pipfile
+    - pipenv install --three --python=/opt/conda/bin/python --system --deploy
+  script:
+    - python setup.py install
+
+    # Run pyflakes
+    - flake8 .
+
+    # Run tests
+    - pytest
+
+    # Run tests which are only done on schedule
+    - pytest test/example_test.py
+    - pytest test/gw_example_test.py
+
 pages:
   stage: deploy
   dependencies:
diff --git a/setup.cfg b/setup.cfg
index 2c867fe83d66a384df0dea28d12d225f8a60d90a..5a877a55c7907bbe1e011ebe111504508aa90b76 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -6,6 +6,8 @@ ignore = E129 W504 W605
 [tool:pytest]
 addopts =
     --ignore test/other_test.py
+    --ignore test/gw_example_test.py
+    --ignore test/example_test.py
 
 [metadata]
 license_file = LICENSE.md