From 31b59a82351e3064d11250e11b6f7d18bda733b0 Mon Sep 17 00:00:00 2001 From: aviator19941 Date: Mon, 4 Nov 2024 09:24:15 -0600 Subject: [PATCH] Fix benchmark device arg Signed-off-by: aviator19941 --- sharktank/sharktank/utils/export_artifacts.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sharktank/sharktank/utils/export_artifacts.py b/sharktank/sharktank/utils/export_artifacts.py index 818a02470..3e36b881f 100644 --- a/sharktank/sharktank/utils/export_artifacts.py +++ b/sharktank/sharktank/utils/export_artifacts.py @@ -256,7 +256,7 @@ def iree_benchmark_vmfb( for i in range(self.tensor_parallelism_size) ] devices = [ - f"--device=hip[{i}]" for i in range(self.tensor_parallelism_size) + f"--device=hip://{i}" for i in range(self.tensor_parallelism_size) ] else: params = [f"--parameters=model={irpa_path}"]