update lsf

laszewsk · Oct 15, 2023 · 3d941d8 · 3d941d8
1 parent f2995ff
commit 3d941d8
Show file tree

Hide file tree

Showing 10 changed files with 35 additions and 9 deletions.
diff --git a/benchmarks/cloudmask/target/summit-no-sciml/16.lsf b/benchmarks/cloudmask/target/summit-no-sciml/16.lsf
@@ -13,7 +13,7 @@ module purge
 module load open-ce
 #module load ibm-wml-ce
 
-
+export WORDDIR=/gpfs/alpine/gen150/proj-shared/$USER
 source $WORKDIR/ENV3/bin/activate
 
 #This runs on many nodes

diff --git a/benchmarks/cloudmask/target/summit-no-sciml/Makefile b/benchmarks/cloudmask/target/summit-no-sciml/Makefile
@@ -5,5 +5,28 @@
 	bsub cloud_GPU_2.job
 	# bsub 2.lsf
 
+4:
+	bsub cloud_GPU_4.job
+	# bsub 4.lsf
+6:
+	bsub cloud_GPU_6.job
+	# bsub 6.lsf
+
+12:
+	bsub cloud_GPU_12.job
+	# bsub 12.lsf
+
+18:
+	bsub cloud_GPU_18.job
+	# bsub 18.lsf
+
+24:
+	bsub cloud_GPU_24.job
+	# bsub 24.lsf
+
+30:
+	bsub cloud_GPU_30.job
+	# bsub 30.lsf
+
 status:
 	watch bjobs
diff --git a/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_1.job b/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_1.job
@@ -3,7 +3,7 @@
 #BSUB -nnodes 1
 #BSUB -P GEN150_bench
 #BSUB -o cloud.o%J
-#BSUB -J cloudJobx
+#BSUB -J cloudmask_GPU_1
 
 mkdir -p outputs-1
 

diff --git a/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_12.job b/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_12.job
@@ -3,7 +3,7 @@
 #BSUB -nnodes 2
 #BSUB -P GEN150_bench
 #BSUB -o cloud_GPU_12.o%J
-#BSUB -J cloudJobx_GPU_12
+#BSUB -J cloudmask_GPU_12
 
 mkdir -p outputs-12
 

diff --git a/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_18.job b/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_18.job
@@ -3,7 +3,7 @@
 #BSUB -nnodes 3
 #BSUB -P GEN150_bench
 #BSUB -o cloud_GPU_18.o%J
-#BSUB -J cloudJobx_GPU_18
+#BSUB -J cloudmask_GPU_18
 
 mkdir -p outputs-18
 

diff --git a/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_2.job b/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_2.job
@@ -3,19 +3,22 @@
 #BSUB -nnodes 1
 #BSUB -P GEN150_bench
 #BSUB -o cloud_GPU_2.o%J
-#BSUB -J cloudJobx_GPU_2
+#BSUB -J cloudmask_GPU_2
 
+source $WORKDIR/ENV3/bin/activate
 
 mkdir -p outputs-2
 
 # Load modules
+module purge
 module load open-ce
 
 # Install libraries
 pip install scikit-learn
 pip install h5py
 pip install pyyaml
 pip install cloudmesh-common
+pip install tensorflow
 
 #This runs on many nodes
 echo "Hostname: "

diff --git a/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_24.job b/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_24.job
@@ -3,7 +3,7 @@
 #BSUB -nnodes 4
 #BSUB -P GEN150_bench
 #BSUB -o cloud_GPU_24.o%J
-#BSUB -J cloudJobx_GPU_24
+#BSUB -J cloudmask_GPU_24
 
 mkdir -p outputs-24
 

diff --git a/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_30.job b/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_30.job
@@ -3,7 +3,7 @@
 #BSUB -nnodes 30
 #BSUB -P GEN150_bench
 #BSUB -o cloud_GPU_30.o%J
-#BSUB -J cloudJobx_GPU_30
+#BSUB -J cloudmask_GPU_30
 
 mkdir -p outputs-30
 

diff --git a/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_4.job b/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_4.job
@@ -3,7 +3,7 @@
 #BSUB -nnodes 1
 #BSUB -P GEN150_bench
 #BSUB -o cloud_GPU_4.o%J
-#BSUB -J cloudJobx_GPU_4
+#BSUB -J cloudmask_GPU_4
 
 mkdir -p outputs-4
 

diff --git a/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_6.job b/benchmarks/cloudmask/target/summit-no-sciml/cloud_GPU_6.job
@@ -4,7 +4,7 @@
 #BSUB -nnodes 1
 #BSUB -P GEN150_bench
 #BSUB -o cloud_GPU_6.o%J
-#BSUB -J cloudJobx_GPU_6
+#BSUB -J cloudmask_GPU_6
 
 mkdir -p outputs-6