diff --git a/jdaviz/configs/imviz/helper.py b/jdaviz/configs/imviz/helper.py
index b3b19ef099..ecb8239ff2 100644
--- a/jdaviz/configs/imviz/helper.py
+++ b/jdaviz/configs/imviz/helper.py
@@ -668,9 +668,6 @@ def link_image_data(app, link_type='pixels', wcs_fallback_scheme=None, wcs_use_a
         viewer_item['reference_data_label'] = refdata.label
         viewer_item['linked_by_wcs'] = wcs_linked
 
-        if insert_base_wcs_layer:
-            viewer_item['reference_data_label'] = refdata.label
-
         # if changing from one link type to another, reset the limits:
         if link_type != old_link_type:
             viewer.state.reset_limits()