diff --git a/bilby/core/sampler/dynesty.py b/bilby/core/sampler/dynesty.py
index d008e45f93fbf9a5f70bcc0c79ab37e6e4aa4c9c..f42dfecc25784c1aba60be6895bf86db8b84cdd8 100644
--- a/bilby/core/sampler/dynesty.py
+++ b/bilby/core/sampler/dynesty.py
@@ -756,7 +756,7 @@ def sample_rwalk_bilby(args):
         # Check proposed point.
         v_prop = prior_transform(np.array(u_prop))
         logl_prop = loglikelihood(np.array(v_prop))
-        if logl_prop >= loglstar:
+        if logl_prop > loglstar:
             u = u_prop
             v = v_prop
             logl = logl_prop