diff --git a/frontend/server/src/main/java/org/pytorch/serve/ModelServer.java b/frontend/server/src/main/java/org/pytorch/serve/ModelServer.java
index f5b02ee222..90f983333a 100644
--- a/frontend/server/src/main/java/org/pytorch/serve/ModelServer.java
+++ b/frontend/server/src/main/java/org/pytorch/serve/ModelServer.java
@@ -193,7 +193,8 @@ private void initModelStore() throws InvalidSnapshotException, IOException {
                     String fileName = file.getName();
                     if (file.isFile()
                             && !fileName.endsWith(".mar")
-                            && !fileName.endsWith(".model")) {
+                            && !fileName.endsWith(".model")
+                            && !fileName.endsWith(".tar.gz")) {
                         continue;
                     }
                     try {