diff --git a/bilby/core/sampler/dynesty.py b/bilby/core/sampler/dynesty.py
index b4595f96916bb0b82ca064be66e40a0fea9aa8ba..a25efdb0e75fa3298e9b358a54ca7479224658ea 100644
--- a/bilby/core/sampler/dynesty.py
+++ b/bilby/core/sampler/dynesty.py
@@ -615,6 +615,19 @@ class Dynesty(NestedSampler):
                 logger.warning('Failed to create dynesty state plot at checkpoint')
             finally:
                 plt.close("all")
+            try:
+                filename = "{}/{}_checkpoint_trace_unit.png".format(self.outdir, self.label)
+                from copy import deepcopy
+                temp = deepcopy(self.sampler.results)
+                temp["samples"] = temp["samples_u"]
+                fig = dyplot.traceplot(temp, labels=labels)[0]
+                fig.tight_layout()
+                fig.savefig(filename)
+            except (RuntimeError, np.linalg.linalg.LinAlgError, ValueError, OverflowError, Exception) as e:
+                logger.warning(e)
+                logger.warning('Failed to create dynesty unit state plot at checkpoint')
+            finally:
+                plt.close("all")
             try:
                 filename = "{}/{}_checkpoint_run.png".format(self.outdir, self.label)
                 fig, axs = dyplot.runplot(