Merge pull request #969 from avinashresearch1/avi/dymola_full_times

fix: add more dymola times, use a tolerance of 1e-6
SciML · Jun 20, 2024 · a033ad6 · a033ad6
2 parents 3fb4ca6 + 5e6189b
commit a033ad6
Showing 1 changed file with 26 additions and 11 deletions.
diff --git a/benchmarks/ModelingToolkit/RCCircuit.jmd b/benchmarks/ModelingToolkit/RCCircuit.jmd
@@ -93,7 +93,7 @@ end
 N = [5, 10, 20, 40, 60, 80, 160, 320, 480, 640, 800, 1000, 2000, 3000, 4000, 5000, 6000, 7000, 8000, 9000, 10000, 20000];
 
 # max size we test per method
-max_sizes = [4_000, 8_000, 20_000, 20_000, 20_000, 20_000, 20_000, 9000];
+max_sizes = [4_000, 8_000, 20_000, 20_000, 20_000, 20_000, 20_000, 9000, 20_000];
 
 # NaN-initialize so Makie will ignore incomplete
 ss_times = fill(NaN, length(N), 3);
@@ -147,16 +147,31 @@ following times:
 
 ```julia
 translation_and_total_times = [
-7.027, 7.237
-11.295, 11.798
-16.681, 17.646
-22.125, 23.839
-27.529, 29.82
-33.282, 36.622
-39.007, 43.088
-44.825, 51.601
-50.281, 56.676] # TODO: I will add other times once the Dymola license server is back up.
-total_times[:, 6] = translation_and_total_times[1:length(N_x),2]
+ 5 2.428 2.458
+ 10 2.727 2.757
+ 20 1.764 1.797
+ 40 1.849 1.885
+ 60 1.953 1.995
+ 80 2.041 2.089
+ 160 2.422 2.485
+ 320 3.157 3.258
+ 480 3.943 4.092
+ 640 4.718 4.912
+ 800 5.531 5.773
+ 1000 6.526 6.826
+ 2000 11.467 12.056
+ 3000 16.8 17.831
+ 4000 22.355 24.043
+ 5000 27.768 30.083
+ 6000 33.561 36.758
+ 7000 39.197 43.154
+ 8000 45.194 52.153
+ 9000 50.689 57.187
+ 10000 NaN NaN
+ 20000 NaN NaN
+]
+
+total_times[:, 9] = translation_and_total_times[:,3]
 ```
 
 ## Results