trie doesn't work yet reverting to base for default

nod-ai · Dec 2, 2024 · c774c0d · c774c0d
1 parent b3d94d9
commit c774c0d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/shortfin/python/shortfin_apps/llm/components/config_struct.py b/shortfin/python/shortfin_apps/llm/components/config_struct.py
@@ -86,7 +86,7 @@ class PagedKVCacheParams:
     # Size of the cache on each device.
     device_block_count: int
 
-    cache_type: str = "trie"  # currently supporting base and trie
+    cache_type: str = "base"  # currently supporting base and trie
 
 
 @dataclass_json(undefined=Undefined.RAISE)