[Core] Use Pythonic Config (#23)

microsoft · Jul 28, 2024 · 60277c0 · 60277c0
1 parent 2bb7a08
commit 60277c0
Show file tree

Hide file tree

Showing 82 changed files with 2,142 additions and 1,236 deletions.
diff --git a/.vscode/settings.json b/.vscode/settings.json
@@ -1,5 +1,7 @@
 {
     "cSpell.words": [
+        "INTERNLM",
+        "QWEN",
         "vidur"
     ]
 }
diff --git a/data/device_configs/a100.yml b/data/device_configs/a100.yml
diff --git a/data/device_configs/a40.yml b/data/device_configs/a40.yml
diff --git a/data/device_configs/h100.yml b/data/device_configs/h100.yml
diff --git a/data/model_configs/Qwen/Qwen-72B.yml b/data/model_configs/Qwen/Qwen-72B.yml
diff --git a/data/model_configs/codellama/CodeLlama-34b-Instruct-hf.yml b/data/model_configs/codellama/CodeLlama-34b-Instruct-hf.yml
diff --git a/data/model_configs/internlm/internlm-20b.yml b/data/model_configs/internlm/internlm-20b.yml
diff --git a/data/model_configs/internlm/internlm2-20b.yml b/data/model_configs/internlm/internlm2-20b.yml
diff --git a/data/model_configs/meta-llama/Llama-2-70b-hf.yml b/data/model_configs/meta-llama/Llama-2-70b-hf.yml
diff --git a/data/model_configs/meta-llama/Llama-2-7b-hf.yml b/data/model_configs/meta-llama/Llama-2-7b-hf.yml
diff --git a/data/model_configs/meta-llama/Meta-Llama-3-70B.yml b/data/model_configs/meta-llama/Meta-Llama-3-70B.yml
diff --git a/data/model_configs/meta-llama/Meta-Llama-3-8B.yml b/data/model_configs/meta-llama/Meta-Llama-3-8B.yml
diff --git a/data/model_configs/microsoft/phi-2.yml b/data/model_configs/microsoft/phi-2.yml
diff --git a/data/model_configs/openai/gpt3.yml b/data/model_configs/openai/gpt3.yml
diff --git a/data/model_configs/tiiuae/falcon-180B.yml b/data/model_configs/tiiuae/falcon-180B.yml
diff --git a/...g/network/a100_pair_nvlink/all_reduce.csv → ...twork/a100_pairwise_nvlink/all_reduce.csv b/...g/network/a100_pair_nvlink/all_reduce.csv → ...twork/a100_pairwise_nvlink/all_reduce.csv
diff --git a/...ng/network/a100_pair_nvlink/send_recv.csv → ...etwork/a100_pairwise_nvlink/send_recv.csv b/...ng/network/a100_pair_nvlink/send_recv.csv → ...etwork/a100_pairwise_nvlink/send_recv.csv
diff --git a/...ing/network/a40_pair_nvlink/attention.csv → ...network/a40_pairwise_nvlink/attention.csv b/...ing/network/a40_pair_nvlink/attention.csv → ...network/a40_pairwise_nvlink/attention.csv
diff --git a/...ing/network/a40_pair_nvlink/send_recv.csv → ...network/a40_pairwise_nvlink/send_recv.csv b/...ing/network/a40_pair_nvlink/send_recv.csv → ...network/a40_pairwise_nvlink/send_recv.csv
diff --git a/...g/network/h100_pair_nvlink/all_reduce.csv → ...twork/h100_pairwise_nvlink/all_reduce.csv b/...g/network/h100_pair_nvlink/all_reduce.csv → ...twork/h100_pairwise_nvlink/all_reduce.csv
diff --git a/...ng/network/h100_pair_nvlink/send_recv.csv → ...etwork/h100_pairwise_nvlink/send_recv.csv b/...ng/network/h100_pair_nvlink/send_recv.csv → ...etwork/h100_pairwise_nvlink/send_recv.csv
diff --git a/vidur/config/__init__.py b/vidur/config/__init__.py
@@ -1,3 +1 @@
-from vidur.config.config import Config
-
-__all__ = [Config]
+from .config import *
diff --git a/vidur/config/base_fixed_config.py b/vidur/config/base_fixed_config.py
@@ -0,0 +1,30 @@
+from abc import ABC
+from dataclasses import dataclass
+from typing import Any
+
+from vidur.config.utils import get_all_subclasses
+
+
+@dataclass
+class BaseFixedConfig(ABC):
+
+    @classmethod
+    def create_from_type(cls, type_: Any) -> Any:
+        for subclass in get_all_subclasses(cls):
+            if subclass.get_type() == type_:
+                return subclass()
+        raise ValueError(f"[{cls.__name__}] Invalid type: {type_}")
+
+    @classmethod
+    def create_from_name(cls, name: str) -> Any:
+        for subclass in get_all_subclasses(cls):
+            if subclass.get_name() == name:
+                return subclass()
+        raise ValueError(f"[{cls.__name__}] Invalid name: {name}")
+
+    @classmethod
+    def create_from_type_string(cls, type_str: str) -> Any:
+        for subclass in get_all_subclasses(cls):
+            if str(subclass.get_type()) == type_str:
+                return subclass()
+        raise ValueError(f"[{cls.__name__}] Invalid type string: {type_str}")
diff --git a/vidur/config/base_poly_config.py b/vidur/config/base_poly_config.py
@@ -0,0 +1,16 @@
+from abc import ABC
+from dataclasses import dataclass
+from typing import Any
+
+from vidur.config.utils import get_all_subclasses
+
+
+@dataclass
+class BasePolyConfig(ABC):
+
+    @classmethod
+    def create_from_type(cls, type_: Any) -> Any:
+        for subclass in get_all_subclasses(cls):
+            if subclass.get_type() == type_:
+                return subclass()
+        raise ValueError(f"Invalid type: {type_}")