diff --git a/bilby/core/sampler/dynesty.py b/bilby/core/sampler/dynesty.py
index 688efc417721fa0d9b600b5e011ccf668fe2770b..8944d43d2046f007a8dca6f7d1712fe14d7492ed 100644
--- a/bilby/core/sampler/dynesty.py
+++ b/bilby/core/sampler/dynesty.py
@@ -433,6 +433,8 @@ class Dynesty(NestedSampler):
 
         sampler_kwargs['add_live'] = True
         self._run_nested_wrapper(sampler_kwargs)
+        self.write_current_state()
+        self.plot_current_state()
         return self.sampler.results
 
     def _remove_checkpoint(self):
@@ -577,7 +579,8 @@ class Dynesty(NestedSampler):
                 plt.close("all")
             try:
                 filename = "{}/{}_checkpoint_run.png".format(self.outdir, self.label)
-                fig, axs = dyplot.runplot(self.sampler.results)
+                fig, axs = dyplot.runplot(
+                    self.sampler.results, logplot=False, use_math_text=False)
                 fig.tight_layout()
                 plt.savefig(filename)
             except (RuntimeError, np.linalg.linalg.LinAlgError, ValueError) as e: