diff --git a/Dockerfile.arm b/Dockerfile.arm
index d6ca0c30b..c293ebb8c 100644
--- a/Dockerfile.arm
+++ b/Dockerfile.arm
@@ -312,6 +312,7 @@ COPY --from=rust-env /usr/local/rustup /usr/local/rustup
 
 
 # RUN rm -rf /usr/local/cargo /usr/local/rustup
+RUN rm -rf /root/.cache/bazel
 RUN chmod 777 -R /workspace/bionemo2/
 
 # Transformer engine attention defaults
diff --git a/docs/docs/user-guide/appendix/releasenotes-fw.md b/docs/docs/user-guide/appendix/releasenotes-fw.md
index 01ba9337e..0079c4b8d 100644
--- a/docs/docs/user-guide/appendix/releasenotes-fw.md
+++ b/docs/docs/user-guide/appendix/releasenotes-fw.md
@@ -21,6 +21,8 @@
   * Moved inference script to a new executable `infer_esm2`, and deprecated the inference example in the fine-tuning tutorial.
   * Added new Jupyter notebook tutorials for inference and zero-shot protein design. These notebooks can be deployed on the cloud resources as a [brev.dev](https://www.brev.dev/) launchable.
 
+###  Known Issues:
+* Loading a checkpoint for Geneformer inference on H100 has a known regression in accuracy. Work is in progress to resolve by next release.
 
 ## BioNeMo Framework v2.1
 
diff --git a/sub-packages/bionemo-geneformer/tests/bionemo/geneformer/test_model.py b/sub-packages/bionemo-geneformer/tests/bionemo/geneformer/test_model.py
index 3252df2ce..d679eeb02 100644
--- a/sub-packages/bionemo-geneformer/tests/bionemo/geneformer/test_model.py
+++ b/sub-packages/bionemo-geneformer/tests/bionemo/geneformer/test_model.py
@@ -14,6 +14,7 @@
 # limitations under the License.
 
 import math
+import re
 import tarfile
 from copy import deepcopy
 from pathlib import Path
@@ -260,6 +261,9 @@ def __getitem__(self, idx):
         return {"text": self.input_ids[idx], "attention_mask": self.mask[idx]}
 
 
+@pytest.mark.xfail(
+    re.search(r"h[1-9]00", torch.cuda.get_device_name().lower()) is not None, reason="Known issue on H100 GPUs"
+)
 def test_geneformer_nemo1_v_nemo2_inference_golden_values(
     geneformer_config: GeneformerConfig, cells: List[List[str]], seed: int = 42
 ):