diff --git a/setup/requirements.txt b/setup/requirements.txt
index 8848f9ca4..198d2e07a 100644
--- a/setup/requirements.txt
+++ b/setup/requirements.txt
@@ -1,4 +1,4 @@
 jsonlines
-megatron_core==0.8
+megatron_core>=0.8
 nemo_toolkit[nlp]
 nvidia-pytriton