From 0798121f8d91d95a3f83cafa0fefb3e7e9252c25 Mon Sep 17 00:00:00 2001
From: ShawnXuan <xiexuanx2@gmail.com>
Date: Sun, 11 Aug 2024 20:49:36 +0800
Subject: [PATCH] support 3rd party test

---
 test/Dockerfile       | 12 +++++++++
 test/README.md        | 14 ++++++++++
 test/build.sh         |  5 ++++
 test/cv_cls_test.sh   | 58 +++++++++++++++++++++++++++++++++++++++++
 test/cv_det_test.sh   | 60 +++++++++++++++++++++++++++++++++++++++++++
 test/launch.sh        | 21 +++++++++++++++
 test/requirements.txt | 11 ++++++++
 7 files changed, 181 insertions(+)
 create mode 100644 test/Dockerfile
 create mode 100644 test/README.md
 create mode 100755 test/build.sh
 create mode 100755 test/cv_cls_test.sh
 create mode 100755 test/cv_det_test.sh
 create mode 100755 test/launch.sh
 create mode 100644 test/requirements.txt

diff --git a/test/Dockerfile b/test/Dockerfile
new file mode 100644
index 0000000..227933d
--- /dev/null
+++ b/test/Dockerfile
@@ -0,0 +1,12 @@
+FROM oneflowinc/oneflow:0.9.1.dev20240203-cuda11.8
+
+RUN python3 -m pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
+
+COPY requirements.txt /tmp/requirements.txt
+RUN python3 -m pip install --no-cache-dir -r /tmp/requirements.txt
+
+RUN python3 -m pip install --pre oneflow -f https://oneflow-staging.oss-cn-beijing.aliyuncs.com/branch/master/cu118
+
+WORKDIR /workspace
+
+RUN rm /tmp/requirements.txt
diff --git a/test/README.md b/test/README.md
new file mode 100644
index 0000000..9412e5a
--- /dev/null
+++ b/test/README.md
@@ -0,0 +1,14 @@
+## cv_cls_test.sh
+
+### 介绍
+`cv_cls_test.sh` 是一个用于处理 `cv/classification` 目录下子目录的 Bash 脚本。根据用户提供的参数，该脚本可以对所有子目录、随机选取的子目录或前 n 个子目录进行操作。
+
+### 脚本功能
+1. **复制子目录**：将指定的子目录内容复制到 `/workspace/temp_model` 目录下。
+2. **进入工作目录**：进入 `/workspace/temp_model` 目录。
+3. **运行脚本**：执行该目录下的脚本（`infer.sh`缺省脚本）。
+
+### 使用方法
+
+```bash
+./cv_cls_test.sh {all|random|n} {infer.sh|train.sh}
diff --git a/test/build.sh b/test/build.sh
new file mode 100755
index 0000000..5357134
--- /dev/null
+++ b/test/build.sh
@@ -0,0 +1,5 @@
+#!/bin/bash
+IMAGE_NAME="oneflow_comodels_test:0.1"
+
+docker build -t $IMAGE_NAME .
+
diff --git a/test/cv_cls_test.sh b/test/cv_cls_test.sh
new file mode 100755
index 0000000..0ef1761
--- /dev/null
+++ b/test/cv_cls_test.sh
@@ -0,0 +1,58 @@
+#!/bin/bash
+
+EXEC=${2:-infer.sh}
+SUB_DIR_PATH="/workspace/CoModels/cv/classification"
+WORKSPACE="/workspace/temp_model"
+
+if [ $# -ne 1 ]; then
+  echo "Usage: $0 {all|random|n}"
+  exit 1
+fi
+
+option="$1"
+
+subdirs=($(find "$SUB_DIR_PATH" -mindepth 1 -maxdepth 1 -type d))
+
+process_subdir() {
+  local dir="$1"
+
+  rm -rf "$WORKSPACE"
+  mkdir -p "$WORKSPACE"
+
+  cp -rL "$dir"/* "$WORKSPACE"
+
+  cd "$WORKSPACE"
+
+  if [ -f "./$EXEC" ]; then
+    bash ./$EXEC
+  else
+    echo "$EXEC not found in $WORKSPACE"
+  fi
+
+  cd - > /dev/null
+}
+
+case "$option" in
+  "all")
+    for dir in "${subdirs[@]}"; do
+      process_subdir "$dir"
+    done
+    ;;
+  "random")
+    random_index=$((RANDOM % ${#subdirs[@]}))
+    process_subdir "${subdirs[$random_index]}"
+    ;;
+  [0-9]*)
+    n="$option"
+    for ((i=0; i<n && i<${#subdirs[@]}; i++)); do
+      process_subdir "${subdirs[$i]}"
+    done
+    ;;
+  *)
+    echo "Invalid option: $option"
+    echo "Usage: $0 {all|random|n}"
+    exit 1
+    ;;
+esac
+
+echo "All operations completed."
diff --git a/test/cv_det_test.sh b/test/cv_det_test.sh
new file mode 100755
index 0000000..7de06bd
--- /dev/null
+++ b/test/cv_det_test.sh
@@ -0,0 +1,60 @@
+#!/bin/bash
+
+EXEC=${2:-infer.sh}
+SUB_DIR_PATH="/workspace/CoModels/cv/detection"
+WORKSPACE="/workspace/temp_model"
+
+if [ $# -ne 1 ]; then
+  echo "Usage: $0 {all|random|n}"
+  exit 1
+fi
+
+option="$1"
+
+subdirs=($(find "$SUB_DIR_PATH" -mindepth 1 -maxdepth 1 -type d))
+
+process_subdir() {
+  local dir="$1"
+
+  rm -rf "$WORKSPACE"
+  mkdir -p "$WORKSPACE"
+
+  cp -rL "$dir"/* "$WORKSPACE"
+  cp -rL "$SUB_DIR_PATH/retinanet_resnet50_fpn" "$WORKSPACE"
+  cp -rL "$SUB_DIR_PATH/fcos_resnet50_fpn" "$WORKSPACE"
+
+  cd "$WORKSPACE"
+
+  if [ -f "./$EXEC" ]; then
+    bash ./$EXEC
+  else
+    echo "$EXEC not found in $WORKSPACE"
+  fi
+
+  cd - > /dev/null
+}
+
+case "$option" in
+  "all")
+    for dir in "${subdirs[@]}"; do
+      process_subdir "$dir"
+    done
+    ;;
+  "random")
+    random_index=$((RANDOM % ${#subdirs[@]}))
+    process_subdir "${subdirs[$random_index]}"
+    ;;
+  [0-9]*)
+    n="$option"
+    for ((i=0; i<n && i<${#subdirs[@]}; i++)); do
+      process_subdir "${subdirs[$i]}"
+    done
+    ;;
+  *)
+    echo "Invalid option: $option"
+    echo "Usage: $0 {all|random|n}"
+    exit 1
+    ;;
+esac
+
+echo "All operations completed."
diff --git a/test/launch.sh b/test/launch.sh
new file mode 100755
index 0000000..787419c
--- /dev/null
+++ b/test/launch.sh
@@ -0,0 +1,21 @@
+#!/bin/bash
+
+current_dir=$(dirname "$(realpath "$0")")
+parent_dir=$(dirname "$current_dir")
+
+docker run -it --rm --runtime=nvidia --privileged \
+  --network host --gpus=all \
+  --ipc=host \
+  -v /data:/data \
+  -v /data/dataset/coco:/dataset/mscoco_2017 \
+  -v $parent_dir:/workspace/CoModels \
+  -v $parent_dir/cached_models:/root/.oneflow \
+  -w /workspace \
+  oneflow_comodels_test:0.1 \
+  bash
+  #docker.io/oneflowinc/onediff:cu121 \
+  #comodels_test:latest \
+  #registry.cn-beijing.aliyuncs.com/oneflow/oneflow:nightly-cuda11.8 \
+  #triton_trt_llm:latest \
+  #docker.io/tensorrt_llm/release:latest \
+
diff --git a/test/requirements.txt b/test/requirements.txt
new file mode 100644
index 0000000..e6f0755
--- /dev/null
+++ b/test/requirements.txt
@@ -0,0 +1,11 @@
+click == 8.1.7
+omegaconf == 2.1.0
+matplotlib
+Pillow
+opencv-python
+scikit-learn
+scipy==1.7.1
+yacs
+flowvision
+termcolor
+pycocotools