diff --git a/bilby/core/sampler/dynesty.py b/bilby/core/sampler/dynesty.py
index 87540c340a2dc261ccc9472fb40eb5343a962229..efb25f260dcfe3f3e6ed7a0f5b8a8eea40d9f7e5 100644
--- a/bilby/core/sampler/dynesty.py
+++ b/bilby/core/sampler/dynesty.py
@@ -295,7 +295,7 @@ class Dynesty(NestedSampler):
         old_ncall = self.sampler.ncall
         sampler_kwargs = self.sampler_function_kwargs.copy()
         sampler_kwargs['maxcall'] = self.n_check_point
-        sampler_kwargs['add_live'] = False
+        sampler_kwargs['add_live'] = True
         self.start_time = datetime.datetime.now()
         while True:
             sampler_kwargs['maxcall'] += self.n_check_point
@@ -304,6 +304,7 @@ class Dynesty(NestedSampler):
                 break
             old_ncall = self.sampler.ncall
 
+            self.sampler._remove_live_points()
             self.write_current_state()
 
         sampler_kwargs['add_live'] = True