From c774c0dd7787c1fb1e5c412aa1027540cfaaf5a9 Mon Sep 17 00:00:00 2001 From: Cedar Date: Mon, 2 Dec 2024 13:56:55 -0800 Subject: [PATCH] trie doesn't work yet reverting to base for default --- shortfin/python/shortfin_apps/llm/components/config_struct.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/shortfin/python/shortfin_apps/llm/components/config_struct.py b/shortfin/python/shortfin_apps/llm/components/config_struct.py index e791b4be2..eb93f017e 100644 --- a/shortfin/python/shortfin_apps/llm/components/config_struct.py +++ b/shortfin/python/shortfin_apps/llm/components/config_struct.py @@ -86,7 +86,7 @@ class PagedKVCacheParams: # Size of the cache on each device. device_block_count: int - cache_type: str = "trie" # currently supporting base and trie + cache_type: str = "base" # currently supporting base and trie @dataclass_json(undefined=Undefined.RAISE)