From 4e604409ab634d3b3430e9e7166dcd7d090f7bf0 Mon Sep 17 00:00:00 2001 From: Pablo Gonzalez Date: Fri, 13 Sep 2024 16:05:37 -0500 Subject: [PATCH] Add script to check training v4.1 submissions --- scripts/verify_for_v2.0_hpc.sh | 2 +- scripts/verify_for_v2.0_training.sh | 2 +- scripts/verify_for_v2.1_training.sh | 2 +- scripts/verify_for_v3.0_hpc.sh | 2 +- scripts/verify_for_v3.0_training.sh | 2 +- scripts/verify_for_v3.1_training.sh | 2 +- scripts/verify_for_v4.0_training.sh | 2 +- scripts/verify_for_v4.1_training.sh | 18 ++++++++++++++++++ 8 files changed, 25 insertions(+), 7 deletions(-) create mode 100755 scripts/verify_for_v4.1_training.sh diff --git a/scripts/verify_for_v2.0_hpc.sh b/scripts/verify_for_v2.0_hpc.sh index f1c99bb3..6c233a0b 100755 --- a/scripts/verify_for_v2.0_hpc.sh +++ b/scripts/verify_for_v2.0_hpc.sh @@ -2,7 +2,7 @@ set -e -# rcp_bypass and rcp_bert_train_samples packahe checker params +# rcp_bypass and rcp_bert_train_samples package checker params # need to be retrieved at package_checker_params file at top-level submission dir. PACKAGE_CHECKER_PARAMS="" PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params" diff --git a/scripts/verify_for_v2.0_training.sh b/scripts/verify_for_v2.0_training.sh index d7eb2f86..3d13f88a 100755 --- a/scripts/verify_for_v2.0_training.sh +++ b/scripts/verify_for_v2.0_training.sh @@ -2,7 +2,7 @@ set -e -# rcp_bypass and rcp_bert_train_samples packahe checker params +# rcp_bypass and rcp_bert_train_samples package checker params # need to be retrieved at package_checker_params file at top-level submission dir. PACKAGE_CHECKER_PARAMS="" PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params" diff --git a/scripts/verify_for_v2.1_training.sh b/scripts/verify_for_v2.1_training.sh index b6ea1e39..f8da4eda 100755 --- a/scripts/verify_for_v2.1_training.sh +++ b/scripts/verify_for_v2.1_training.sh @@ -2,7 +2,7 @@ set -e -# rcp_bypass and rcp_bert_train_samples packahe checker params +# rcp_bypass and rcp_bert_train_samples package checker params # need to be retrieved at package_checker_params file at top-level submission dir. PACKAGE_CHECKER_PARAMS="" PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params" diff --git a/scripts/verify_for_v3.0_hpc.sh b/scripts/verify_for_v3.0_hpc.sh index 9206ef56..06d2ffe3 100755 --- a/scripts/verify_for_v3.0_hpc.sh +++ b/scripts/verify_for_v3.0_hpc.sh @@ -2,7 +2,7 @@ set -e -# rcp_bypass and rcp_bert_train_samples packahe checker params +# rcp_bypass and rcp_bert_train_samples package checker params # need to be retrieved at package_checker_params file at top-level submission dir. PACKAGE_CHECKER_PARAMS="" PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params" diff --git a/scripts/verify_for_v3.0_training.sh b/scripts/verify_for_v3.0_training.sh index bc9b7916..45d76b40 100644 --- a/scripts/verify_for_v3.0_training.sh +++ b/scripts/verify_for_v3.0_training.sh @@ -2,7 +2,7 @@ set -e -# rcp_bypass and rcp_bert_train_samples packahe checker params +# rcp_bypass and rcp_bert_train_samples package checker params # need to be retrieved at package_checker_params file at top-level submission dir. PACKAGE_CHECKER_PARAMS="" PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params" diff --git a/scripts/verify_for_v3.1_training.sh b/scripts/verify_for_v3.1_training.sh index 936549c3..0b34f012 100755 --- a/scripts/verify_for_v3.1_training.sh +++ b/scripts/verify_for_v3.1_training.sh @@ -2,7 +2,7 @@ set -e -# rcp_bypass and rcp_bert_train_samples packahe checker params +# rcp_bypass and rcp_bert_train_samples package checker params # need to be retrieved at package_checker_params file at top-level submission dir. PACKAGE_CHECKER_PARAMS="" PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params" diff --git a/scripts/verify_for_v4.0_training.sh b/scripts/verify_for_v4.0_training.sh index 2aa65528..69f7005f 100755 --- a/scripts/verify_for_v4.0_training.sh +++ b/scripts/verify_for_v4.0_training.sh @@ -2,7 +2,7 @@ set -e -# rcp_bypass and rcp_bert_train_samples packahe checker params +# rcp_bypass and rcp_bert_train_samples package checker params # need to be retrieved at package_checker_params file at top-level submission dir. PACKAGE_CHECKER_PARAMS="" PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params" diff --git a/scripts/verify_for_v4.1_training.sh b/scripts/verify_for_v4.1_training.sh new file mode 100755 index 00000000..a2daa289 --- /dev/null +++ b/scripts/verify_for_v4.1_training.sh @@ -0,0 +1,18 @@ +#!/bin/bash + +set -e + +# rcp_bypass and rcp_bert_train_samples package checker params +# need to be retrieved at package_checker_params file at top-level submission dir. +PACKAGE_CHECKER_PARAMS="" +PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params" +if test -f "$PACKAGE_CHECKER_PARAMS_FILE"; then + while IFS= read -r line + do + PACKAGE_CHECKER_PARAMS="$PACKAGE_CHECKER_PARAMS --$line" + done < "$PACKAGE_CHECKER_PARAMS_FILE" +fi + +python3 -m mlperf_logging.package_checker $1 training 4.1.0 $PACKAGE_CHECKER_PARAMS +python3 -m mlperf_logging.result_summarizer $1 training 4.1.0 +python3 -m mlperf_logging.repo_checker $1 training 4.1.0