diff --git a/jdaviz/configs/default/plugins/plot_options/plot_options.py b/jdaviz/configs/default/plugins/plot_options/plot_options.py
index 89f696e7d6..41801f3846 100644
--- a/jdaviz/configs/default/plugins/plot_options/plot_options.py
+++ b/jdaviz/configs/default/plugins/plot_options/plot_options.py
@@ -469,15 +469,13 @@ def state_attr_for_line_visible(state):
                                                               self.stretch_histogram.tools_nested,
                                                               ["jdaviz:stretch_bounds"])
 
-        # NOTE: this is a current workaround so the histogram viewer doesn't crash when replacing
-        # data.  Note also that passing x=[0] fails on SOME machines, so we'll pass [0, 1] instead
-        self.stretch_histogram._add_data('ref', x=[0, 1])
-        self.stretch_histogram.layers['ref'].state.visible = False
         self.stretch_histogram._add_data('histogram', x=[0, 1])
 
         self.stretch_histogram.add_line('vmin', x=[0, 0], y=[0, 1], ynorm=True, color='#c75d2c')
         self.stretch_histogram.add_line('vmax', x=[0, 0], y=[0, 1], ynorm='vmin', color='#c75d2c')
         self.stretch_histogram.add_scatter('colorbar', x=[], y=[], ynorm='vmin', marker='square', stroke_width=33)  # noqa: E501
+        self.stretch_histogram.viewer.state.update_bins_on_reset_limits = False
+        self.stretch_histogram.viewer.state.x_limits_percentile = 95
         with self.stretch_histogram.figure.hold_sync():
             self.stretch_histogram.figure.axes[0].label = 'pixel value'
             self.stretch_histogram.figure.axes[0].num_ticks = 3
diff --git a/pyproject.toml b/pyproject.toml
index ef5b9630c5..36729e4f88 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -12,7 +12,7 @@ dependencies = [
     "traitlets>=5.0.5",
     "bqplot>=0.12.37",
     "bqplot-image-gl>=1.4.11",
-    "glue-core>=1.14",
+    "glue-core>=1.16.0",
     "glue-jupyter>=0.19",
     "echo>=0.5.0",
     "ipykernel>=6.19.4",