diff --git a/models/PaddleX/ci/PaddleClas_models.txt b/models/PaddleX/ci/PaddleClas_models.txt deleted file mode 100644 index d65de4f8c1..0000000000 --- a/models/PaddleX/ci/PaddleClas_models.txt +++ /dev/null @@ -1,47 +0,0 @@ -module_name:image_classification -check_dataset_yaml:paddlex/configs/image_classification/ResNet50.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/cls_flowers_examples.tar -train_list_name:train.txt -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model.pdparams -inference_weight_dir:best_model -epochs_iters:2 -================================================================ -config_path:paddlex/configs/image_classification/ResNet101.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x1_5.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x0_5.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_large_x0_5.yaml -config_path:paddlex/configs/image_classification/ResNet50.yaml -config_path:paddlex/configs/image_classification/ResNet18.yaml -config_path:paddlex/configs/image_classification/MobileNetV2_x2_0.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x2_5.yaml -config_path:paddlex/configs/image_classification/PP-HGNetV2-B0.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_small_x1_25.yaml -config_path:paddlex/configs/image_classification/CLIP_vit_large_patch14_224.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x0_75.yaml -config_path:paddlex/configs/image_classification/CLIP_vit_base_patch16_224.yaml -config_path:paddlex/configs/image_classification/ConvNeXt_tiny.yaml -config_path:paddlex/configs/image_classification/PP-HGNet_small.yaml -config_path:paddlex/configs/image_classification/PP-HGNetV2-B6.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_large_x1_25.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_large_x0_35.yaml -config_path:paddlex/configs/image_classification/SwinTransformer_base_patch4_window7_224.yaml -config_path:paddlex/configs/image_classification/MobileNetV2_x0_25.yaml -config_path:paddlex/configs/image_classification/ResNet152.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_small_x0_5.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x1_0.yaml -config_path:paddlex/configs/image_classification/MobileNetV2_x0_5.yaml -config_path:paddlex/configs/image_classification/PP-HGNetV2-B4.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_small_x0_75.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_small_x0_35.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_small_x1_0.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x0_25.yaml -config_path:paddlex/configs/image_classification/ResNet34.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x0_35.yaml -config_path:paddlex/configs/image_classification/MobileNetV2_x1_5.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_large_x1_0.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_large_x0_75.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x2_0.yaml -config_path:paddlex/configs/image_classification/MobileNetV2_x1_0.yaml diff --git a/models/PaddleX/ci/PaddleDetection_models.txt b/models/PaddleX/ci/PaddleDetection_models.txt deleted file mode 100644 index 02aad9ac7a..0000000000 --- a/models/PaddleX/ci/PaddleDetection_models.txt +++ /dev/null @@ -1,49 +0,0 @@ -module_name:object_detection -check_dataset_yaml:paddlex/configs/object_detection/PicoDet-S.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/det_coco_examples.tar -train_list_name: -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model.pdparams -inference_weight_dir:best_model -epochs_iters:2 -================================================================ -config_path:paddlex/configs/object_detection/PicoDet-S.yaml -config_path:paddlex/configs/object_detection/PP-YOLOE_plus-L.yaml -config_path:paddlex/configs/object_detection/RT-DETR-X.yaml -config_path:paddlex/configs/object_detection/PP-YOLOE_plus-S.yaml -config_path:paddlex/configs/object_detection/RT-DETR-L.yaml -config_path:paddlex/configs/object_detection/PP-YOLOE_plus-M.yaml -config_path:paddlex/configs/object_detection/RT-DETR-R50.yaml -config_path:paddlex/configs/object_detection/PicoDet-L.yaml -config_path:paddlex/configs/object_detection/RT-DETR-H.yaml -config_path:paddlex/configs/object_detection/PP-YOLOE_plus-X.yaml -config_path:paddlex/configs/object_detection/RT-DETR-R18.yaml -********************************************************************************************************************* -module_name:instance_segmentation -check_dataset_yaml:paddlex/configs/instance_segmentation/Mask-RT-DETR-H.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/instance_seg_coco_examples.tar -train_list_name: -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model.pdparams -inference_weight_dir:best_model -epochs_iters:2 -================================================================ -config_path:paddlex/configs/instance_segmentation/Mask-RT-DETR-H.yaml -config_path:paddlex/configs/instance_segmentation/Mask-RT-DETR-L.yaml -********************************************************************************************************************* -module_name:structure_analysis -check_dataset_yaml:paddlex/configs/structure_analysis/PicoDet_layout_1x.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/det_layout_examples.tar -train_list_name: -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model.pdparams -inference_weight_dir:best_model -epochs_iters:2 -================================================================ -config_path:paddlex/configs/structure_analysis/PicoDet_layout_1x.yaml diff --git a/models/PaddleX/ci/PaddleOCR_models.txt b/models/PaddleX/ci/PaddleOCR_models.txt deleted file mode 100644 index 1d6135e9b0..0000000000 --- a/models/PaddleX/ci/PaddleOCR_models.txt +++ /dev/null @@ -1,40 +0,0 @@ -module_name:text_recognition -check_dataset_yaml:paddlex/configs/text_recognition/PP-OCRv4_mobile_rec.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ocr_rec_dataset_examples.tar -train_list_name:train.txt -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_accuracy.pdparams -inference_weight_dir:best_accuracy -epochs_iters:2 -================================================================ -config_path:paddlex/configs/text_recognition/PP-OCRv4_mobile_rec.yaml -config_path:paddlex/configs/text_recognition/PP-OCRv4_server_rec.yaml -********************************************************************************************************************* -module_name:text_detection -check_dataset_yaml:paddlex/configs/text_detection/PP-OCRv4_mobile_det.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ocr_det_dataset_examples.tar -train_list_name:train.txt -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_accuracy.pdparams -inference_weight_dir:best_accuracy -epochs_iters:2 -================================================================ -config_path:paddlex/configs/text_detection/PP-OCRv4_mobile_det.yaml -config_path:paddlex/configs/text_detection/PP-OCRv4_server_det.yaml -********************************************************************************************************************* -module_name:table_recognition -check_dataset_yaml:paddlex/configs/table_recognition/SLANet.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/table_rec_dataset_examples.tar -train_list_name:train.txt -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_accuracy.pdparams -inference_weight_dir:best_accuracy -epochs_iters:2 -================================================================ -config_path:paddlex/configs/table_recognition/SLANet.yaml diff --git a/models/PaddleX/ci/PaddleSeg_models.txt b/models/PaddleX/ci/PaddleSeg_models.txt deleted file mode 100644 index 2ed3456004..0000000000 --- a/models/PaddleX/ci/PaddleSeg_models.txt +++ /dev/null @@ -1,17 +0,0 @@ -module_name:semantic_segmentation -check_dataset_yaml:paddlex/configs/semantic_segmentation/OCRNet_HRNet-W48.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/seg_optic_examples.tar -train_list_name:train.txt -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model/model.pdparams -inference_weight_dir:best_model/model -epochs_iters:20 -================================================================ -config_path:paddlex/configs/semantic_segmentation/Deeplabv3_Plus-R50.yaml -config_path:paddlex/configs/semantic_segmentation/PP-LiteSeg-T.yaml -config_path:paddlex/configs/semantic_segmentation/Deeplabv3_Plus-R101.yaml -config_path:paddlex/configs/semantic_segmentation/Deeplabv3-R101.yaml -config_path:paddlex/configs/semantic_segmentation/Deeplabv3-R50.yaml -config_path:paddlex/configs/semantic_segmentation/OCRNet_HRNet-W48.yaml diff --git a/models/PaddleX/ci/PaddleTS_models.txt b/models/PaddleX/ci/PaddleTS_models.txt deleted file mode 100644 index 0b656cebe5..0000000000 --- a/models/PaddleX/ci/PaddleTS_models.txt +++ /dev/null @@ -1,48 +0,0 @@ -module_name:ts_forecast -check_dataset_yaml:paddlex/configs/ts_forecast/DLinear.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ts_dataset_examples.tar -train_list_name:train.csv -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:score,pdparams -evaluate_weight_path:best_accuracy.pdparams.tar -inference_weight_dir:best_model/model.pdparams -epochs_iters:2 -================================================================ -config_path:paddlex/configs/ts_forecast/DLinear.yaml -config_path:paddlex/configs/ts_forecast/RLinear.yaml -config_path:paddlex/configs/ts_forecast/PatchTST.yaml -config_path:paddlex/configs/ts_forecast/NLinear.yaml -config_path:paddlex/configs/ts_forecast/TiDE.yaml -config_path:paddlex/configs/ts_forecast/Nonstationary.yaml -config_path:paddlex/configs/ts_forecast/TimesNet.yaml -********************************************************************************************************************* -module_name:ts_anomaly_detection -check_dataset_yaml:paddlex/configs/ts_anomaly_detection/TimesNet_ad.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ts_anomaly_examples.tar -train_list_name:train.csv -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:score,pdparams -evaluate_weight_path:best_accuracy.pdparams.tar -inference_weight_dir:best_model/model.pdparams -epochs_iters:2 -================================================================ -config_path:paddlex/configs/ts_anomaly_detection/DLinear_ad.yaml -config_path:paddlex/configs/ts_anomaly_detection/Nonstationary_ad.yaml -config_path:paddlex/configs/ts_anomaly_detection/TimesNet_ad.yaml -config_path:paddlex/configs/ts_anomaly_detection/AutoEncoder_ad.yaml -config_path:paddlex/configs/ts_anomaly_detection/PatchTST_ad.yaml -********************************************************************************************************************* -module_name:ts_classification -check_dataset_yaml:paddlex/configs/ts_classification/TimesNet_cls.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ts_classify_examples.tar -train_list_name: -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:score,pdparams -evaluate_weight_path:best_accuracy.pdparams.tar -inference_weight_dir:best_model/model.pdparams -epochs_iters:2 -================================================================ -config_path:paddlex/configs/ts_classification/TimesNet_cls.yaml diff --git a/models/PaddleX/ci/PaddleX_models.txt b/models/PaddleX/ci/PaddleX_models.txt deleted file mode 100644 index 5fac4713d0..0000000000 --- a/models/PaddleX/ci/PaddleX_models.txt +++ /dev/null @@ -1,205 +0,0 @@ -module_name:text_recognition -check_dataset_yaml:paddlex/configs/text_recognition/PP-OCRv4_mobile_rec.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ocr_rec_dataset_examples.tar -train_list_name:train.txt -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_accuracy.pdparams -inference_weight_dir:best_accuracy -epochs_iters:2 -================================================================ -config_path:paddlex/configs/text_recognition/PP-OCRv4_mobile_rec.yaml -config_path:paddlex/configs/text_recognition/PP-OCRv4_server_rec.yaml -********************************************************************************************************************* -module_name:text_detection -check_dataset_yaml:paddlex/configs/text_detection/PP-OCRv4_mobile_det.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ocr_det_dataset_examples.tar -train_list_name:train.txt -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_accuracy.pdparams -inference_weight_dir:best_accuracy -epochs_iters:2 -================================================================ -config_path:paddlex/configs/text_detection/PP-OCRv4_mobile_det.yaml -config_path:paddlex/configs/text_detection/PP-OCRv4_server_det.yaml -********************************************************************************************************************* -module_name:table_recognition -check_dataset_yaml:paddlex/configs/table_recognition/SLANet.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/table_rec_dataset_examples.tar -train_list_name:train.txt -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_accuracy.pdparams -inference_weight_dir:best_accuracy -epochs_iters:2 -================================================================ -config_path:paddlex/configs/table_recognition/SLANet.yaml -********************************************************************************************************************* -module_name:object_detection -check_dataset_yaml:paddlex/configs/object_detection/PicoDet-S.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/det_coco_examples.tar -train_list_name: -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model.pdparams -inference_weight_dir:best_model -epochs_iters:2 -================================================================ -config_path:paddlex/configs/object_detection/PicoDet-S.yaml -config_path:paddlex/configs/object_detection/PP-YOLOE_plus-L.yaml -config_path:paddlex/configs/object_detection/RT-DETR-X.yaml -config_path:paddlex/configs/object_detection/PP-YOLOE_plus-S.yaml -config_path:paddlex/configs/object_detection/RT-DETR-L.yaml -config_path:paddlex/configs/object_detection/PP-YOLOE_plus-M.yaml -config_path:paddlex/configs/object_detection/RT-DETR-R50.yaml -config_path:paddlex/configs/object_detection/PicoDet-L.yaml -config_path:paddlex/configs/object_detection/RT-DETR-H.yaml -config_path:paddlex/configs/object_detection/PP-YOLOE_plus-X.yaml -config_path:paddlex/configs/object_detection/RT-DETR-R18.yaml -********************************************************************************************************************* -module_name:instance_segmentation -check_dataset_yaml:paddlex/configs/instance_segmentation/Mask-RT-DETR-H.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/instance_seg_coco_examples.tar -train_list_name: -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model.pdparams -inference_weight_dir:best_model -epochs_iters:2 -================================================================ -config_path:paddlex/configs/instance_segmentation/Mask-RT-DETR-H.yaml -config_path:paddlex/configs/instance_segmentation/Mask-RT-DETR-L.yaml -********************************************************************************************************************* -module_name:structure_analysis -check_dataset_yaml:paddlex/configs/structure_analysis/PicoDet_layout_1x.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/det_layout_examples.tar -train_list_name: -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model.pdparams -inference_weight_dir:best_model -epochs_iters:2 -================================================================ -config_path:paddlex/configs/structure_analysis/PicoDet_layout_1x.yaml -********************************************************************************************************************* -module_name:image_classification -check_dataset_yaml:paddlex/configs/image_classification/ResNet50.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/cls_flowers_examples.tar -train_list_name:train.txt -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model.pdparams -inference_weight_dir:best_model -epochs_iters:2 -================================================================ -config_path:paddlex/configs/image_classification/ResNet101.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x1_5.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x0_5.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_large_x0_5.yaml -config_path:paddlex/configs/image_classification/ResNet50.yaml -config_path:paddlex/configs/image_classification/ResNet18.yaml -config_path:paddlex/configs/image_classification/MobileNetV2_x2_0.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x2_5.yaml -config_path:paddlex/configs/image_classification/PP-HGNetV2-B0.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_small_x1_25.yaml -config_path:paddlex/configs/image_classification/CLIP_vit_large_patch14_224.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x0_75.yaml -config_path:paddlex/configs/image_classification/CLIP_vit_base_patch16_224.yaml -config_path:paddlex/configs/image_classification/ConvNeXt_tiny.yaml -config_path:paddlex/configs/image_classification/PP-HGNet_small.yaml -config_path:paddlex/configs/image_classification/PP-HGNetV2-B6.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_large_x1_25.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_large_x0_35.yaml -config_path:paddlex/configs/image_classification/SwinTransformer_base_patch4_window7_224.yaml -config_path:paddlex/configs/image_classification/MobileNetV2_x0_25.yaml -config_path:paddlex/configs/image_classification/ResNet152.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_small_x0_5.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x1_0.yaml -config_path:paddlex/configs/image_classification/MobileNetV2_x0_5.yaml -config_path:paddlex/configs/image_classification/PP-HGNetV2-B4.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_small_x0_75.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_small_x0_35.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_small_x1_0.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x0_25.yaml -config_path:paddlex/configs/image_classification/ResNet34.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x0_35.yaml -config_path:paddlex/configs/image_classification/MobileNetV2_x1_5.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_large_x1_0.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_large_x0_75.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x2_0.yaml -config_path:paddlex/configs/image_classification/MobileNetV2_x1_0.yaml -********************************************************************************************************************* -module_name:semantic_segmentation -check_dataset_yaml:paddlex/configs/semantic_segmentation/OCRNet_HRNet-W48.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/seg_optic_examples.tar -train_list_name:train.txt -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model/model.pdparams -inference_weight_dir:best_model/model -epochs_iters:20 -================================================================ -config_path:paddlex/configs/semantic_segmentation/Deeplabv3_Plus-R50.yaml -config_path:paddlex/configs/semantic_segmentation/PP-LiteSeg-T.yaml -config_path:paddlex/configs/semantic_segmentation/Deeplabv3_Plus-R101.yaml -config_path:paddlex/configs/semantic_segmentation/Deeplabv3-R101.yaml -config_path:paddlex/configs/semantic_segmentation/Deeplabv3-R50.yaml -config_path:paddlex/configs/semantic_segmentation/OCRNet_HRNet-W48.yaml -********************************************************************************************************************* -module_name:ts_forecast -check_dataset_yaml:paddlex/configs/ts_forecast/DLinear.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ts_dataset_examples.tar -train_list_name:train.csv -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:score,pdparams -evaluate_weight_path:best_accuracy.pdparams.tar -inference_weight_dir:best_model/model.pdparams -epochs_iters:2 -================================================================ -config_path:paddlex/configs/ts_forecast/DLinear.yaml -config_path:paddlex/configs/ts_forecast/RLinear.yaml -config_path:paddlex/configs/ts_forecast/PatchTST.yaml -config_path:paddlex/configs/ts_forecast/NLinear.yaml -config_path:paddlex/configs/ts_forecast/TiDE.yaml -config_path:paddlex/configs/ts_forecast/Nonstationary.yaml -config_path:paddlex/configs/ts_forecast/TimesNet.yaml -********************************************************************************************************************* -module_name:ts_anomaly_detection -check_dataset_yaml:paddlex/configs/ts_anomaly_detection/TimesNet_ad.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ts_anomaly_examples.tar -train_list_name:train.csv -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:score,pdparams -evaluate_weight_path:best_accuracy.pdparams.tar -inference_weight_dir:best_model/model.pdparams -epochs_iters:2 -================================================================ -config_path:paddlex/configs/ts_anomaly_detection/DLinear_ad.yaml -config_path:paddlex/configs/ts_anomaly_detection/Nonstationary_ad.yaml -config_path:paddlex/configs/ts_anomaly_detection/TimesNet_ad.yaml -config_path:paddlex/configs/ts_anomaly_detection/AutoEncoder_ad.yaml -config_path:paddlex/configs/ts_anomaly_detection/PatchTST_ad.yaml -********************************************************************************************************************* -module_name:ts_classification -check_dataset_yaml:paddlex/configs/ts_classification/TimesNet_cls.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ts_classify_examples.tar -train_list_name: -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:score,pdparams -evaluate_weight_path:best_accuracy.pdparams.tar -inference_weight_dir:best_model/model.pdparams -epochs_iters:2 -================================================================ -config_path:paddlex/configs/ts_classification/TimesNet_cls.yaml diff --git a/models/PaddleX/ci/PaddleX_simplify_models.txt b/models/PaddleX/ci/PaddleX_simplify_models.txt index 3c06af6d0b..182a1b3c6b 100644 --- a/models/PaddleX/ci/PaddleX_simplify_models.txt +++ b/models/PaddleX/ci/PaddleX_simplify_models.txt @@ -1,113 +1,107 @@ +suite_name:PaddleOCR module_name:text_recognition check_dataset_yaml:paddlex/configs/text_recognition/PP-OCRv4_mobile_rec.yaml dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ocr_rec_dataset_examples.tar train_list_name:train.txt -run_model:train|evaluate|predict +run_model:train|evaluate|predict|export check_options:check_train_result_json|check_eval_result_json check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_accuracy.pdparams -inference_weight_dir:best_accuracy +evaluate_weight_path:best_accuracy/best_accuracy.pdparams +inference_weight_dir:best_accuracy/inference epochs_iters:2 ================================================================ config_path:paddlex/configs/text_recognition/PP-OCRv4_mobile_rec.yaml ********************************************************************************************************************* +suite_name:PaddleOCR module_name:text_detection check_dataset_yaml:paddlex/configs/text_detection/PP-OCRv4_mobile_det.yaml dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ocr_det_dataset_examples.tar train_list_name:train.txt -run_model:train|evaluate|predict +run_model:train|evaluate|predict|export check_options:check_train_result_json|check_eval_result_json check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_accuracy.pdparams -inference_weight_dir:best_accuracy +evaluate_weight_path:best_accuracy/best_accuracy.pdparams +inference_weight_dir:best_accuracy/inference epochs_iters:2 ================================================================ config_path:paddlex/configs/text_detection/PP-OCRv4_mobile_det.yaml ********************************************************************************************************************* +suite_name:PaddleOCR module_name:table_recognition check_dataset_yaml:paddlex/configs/table_recognition/SLANet.yaml dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/table_rec_dataset_examples.tar train_list_name:train.txt -run_model:train|evaluate|predict +run_model:train|evaluate|predict|export check_options:check_train_result_json|check_eval_result_json check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_accuracy.pdparams -inference_weight_dir:best_accuracy +evaluate_weight_path:best_accuracy/best_accuracy.pdparams +inference_weight_dir:best_accuracy/inference epochs_iters:2 ================================================================ config_path:paddlex/configs/table_recognition/SLANet.yaml ********************************************************************************************************************* +suite_name:PaddleDetection module_name:object_detection check_dataset_yaml:paddlex/configs/object_detection/PicoDet-S.yaml dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/det_coco_examples.tar train_list_name: -run_model:train|evaluate|predict +run_model:train|evaluate|predict|export check_options:check_train_result_json|check_eval_result_json check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model.pdparams -inference_weight_dir:best_model +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference epochs_iters:2 ================================================================ config_path:paddlex/configs/object_detection/PicoDet-S.yaml config_path:paddlex/configs/object_detection/PP-YOLOE_plus-S.yaml config_path:paddlex/configs/object_detection/RT-DETR-L.yaml ********************************************************************************************************************* +suite_name:PaddleDetection module_name:instance_segmentation check_dataset_yaml:paddlex/configs/instance_segmentation/Mask-RT-DETR-H.yaml dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/instance_seg_coco_examples.tar train_list_name: -run_model:train|evaluate|predict +run_model:train|evaluate|predict|export check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model.pdparams -inference_weight_dir:best_model +check_weights_items:2,pdparams,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference epochs_iters:2 ================================================================ config_path:paddlex/configs/instance_segmentation/Mask-RT-DETR-L.yaml ********************************************************************************************************************* -module_name:structure_analysis -check_dataset_yaml:paddlex/configs/structure_analysis/PicoDet_layout_1x.yaml -dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/det_layout_examples.tar -train_list_name: -run_model:train|evaluate|predict -check_options:check_train_result_json|check_eval_result_json -check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model.pdparams -inference_weight_dir:best_model -epochs_iters:2 -================================================================ -config_path:paddlex/configs/structure_analysis/PicoDet_layout_1x.yaml -********************************************************************************************************************* +suite_name:PaddleClas module_name:image_classification check_dataset_yaml:paddlex/configs/image_classification/ResNet50.yaml dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/cls_flowers_examples.tar train_list_name:train.txt -run_model:train|evaluate|predict +run_model:train|evaluate|predict|export check_options:check_train_result_json|check_eval_result_json check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info -evaluate_weight_path:best_model.pdparams -inference_weight_dir:best_model +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference epochs_iters:2 ================================================================ config_path:paddlex/configs/image_classification/ResNet18.yaml -config_path:paddlex/configs/image_classification/PP-LCNet_x0_5.yaml -config_path:paddlex/configs/image_classification/MobileNetV2_x2_0.yaml -config_path:paddlex/configs/image_classification/MobileNetV3_large_x0_5.yaml +config_path:paddlex/configs/image_classification/PP-LCNet_x0_25.yaml +config_path:paddlex/configs/image_classification/MobileNetV2_x0_25.yaml +config_path:paddlex/configs/image_classification/MobileNetV3_small_x0_35.yaml config_path:paddlex/configs/image_classification/PP-HGNet_small.yaml config_path:paddlex/configs/image_classification/PP-HGNetV2-B0.yaml config_path:paddlex/configs/image_classification/ConvNeXt_tiny.yaml config_path:paddlex/configs/image_classification/CLIP_vit_base_patch16_224.yaml -config_path:paddlex/configs/image_classification/SwinTransformer_base_patch4_window7_224.yaml +config_path:paddlex/configs/image_classification/SwinTransformer_tiny_patch4_window7_224.yaml ********************************************************************************************************************* +suite_name:PaddleSeg module_name:semantic_segmentation check_dataset_yaml:paddlex/configs/semantic_segmentation/OCRNet_HRNet-W48.yaml dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/seg_optic_examples.tar train_list_name:train.txt -run_model:train|evaluate|predict +run_model:train|evaluate|predict|export check_options:check_train_result_json|check_eval_result_json check_weights_items:2,pdparams,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info evaluate_weight_path:best_model/model.pdparams -inference_weight_dir:best_model/model +inference_weight_dir:best_model/inference epochs_iters:20 ================================================================ config_path:paddlex/configs/semantic_segmentation/PP-LiteSeg-T.yaml @@ -115,6 +109,7 @@ config_path:paddlex/configs/semantic_segmentation/OCRNet_HRNet-W48.yaml config_path:paddlex/configs/semantic_segmentation/Deeplabv3-R50.yaml config_path:paddlex/configs/semantic_segmentation/Deeplabv3_Plus-R50.yaml ********************************************************************************************************************* +suite_name:PaddleTS module_name:ts_forecast check_dataset_yaml:paddlex/configs/ts_forecast/DLinear.yaml dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ts_dataset_examples.tar @@ -122,8 +117,8 @@ train_list_name:train.csv run_model:train|evaluate|predict check_options:check_train_result_json|check_eval_result_json check_weights_items:score,pdparams -evaluate_weight_path:best_accuracy.pdparams.tar -inference_weight_dir:best_model/model.pdparams +evaluate_weight_path:best_model/model.pdparams +inference_weight_dir:inference epochs_iters:2 ================================================================ config_path:paddlex/configs/ts_forecast/DLinear.yaml @@ -132,6 +127,7 @@ config_path:paddlex/configs/ts_forecast/TiDE.yaml config_path:paddlex/configs/ts_forecast/Nonstationary.yaml config_path:paddlex/configs/ts_forecast/TimesNet.yaml ********************************************************************************************************************* +suite_name:PaddleTS module_name:ts_anomaly_detection check_dataset_yaml:paddlex/configs/ts_anomaly_detection/TimesNet_ad.yaml dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ts_anomaly_examples.tar @@ -139,8 +135,8 @@ train_list_name:train.csv run_model:train|evaluate|predict check_options:check_train_result_json|check_eval_result_json check_weights_items:score,pdparams -evaluate_weight_path:best_accuracy.pdparams.tar -inference_weight_dir:best_model/model.pdparams +evaluate_weight_path:best_model/model.pdparams +inference_weight_dir:inference epochs_iters:2 ================================================================ config_path:paddlex/configs/ts_anomaly_detection/DLinear_ad.yaml @@ -149,6 +145,7 @@ config_path:paddlex/configs/ts_anomaly_detection/TimesNet_ad.yaml config_path:paddlex/configs/ts_anomaly_detection/AutoEncoder_ad.yaml config_path:paddlex/configs/ts_anomaly_detection/PatchTST_ad.yaml ********************************************************************************************************************* +suite_name:PaddleTS module_name:ts_classification check_dataset_yaml:paddlex/configs/ts_classification/TimesNet_cls.yaml dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ts_classify_examples.tar @@ -156,8 +153,8 @@ train_list_name: run_model:train|evaluate|predict check_options:check_train_result_json|check_eval_result_json check_weights_items:score,pdparams -evaluate_weight_path:best_accuracy.pdparams.tar -inference_weight_dir:best_model/model.pdparams +evaluate_weight_path:best_model/model.pdparams +inference_weight_dir:inference epochs_iters:2 ================================================================ config_path:paddlex/configs/ts_classification/TimesNet_cls.yaml diff --git a/models/PaddleX/ci/black_list.txt b/models/PaddleX/ci/black_list.txt new file mode 100644 index 0000000000..85662579c5 --- /dev/null +++ b/models/PaddleX/ci/black_list.txt @@ -0,0 +1,34 @@ +################################### All ################################## +All:PP-YOLOE_plus_SOD-largesize-L +################################## Train ################################# +################################ Evaluate ################################ +################################# Predict ################################ +Predict:PP-YOLOE_seg-S +Predict:MaskRCNN-ResNet50 +Predict:MaskRCNN-ResNet50-FPN +Predict:MaskRCNN-ResNet50-vd-FPN +Predict:MaskRCNN-ResNet101-FPN +Predict:MaskRCNN-ResNet101-vd-FPN +Predict:MaskRCNN-ResNeXt101-vd-FPN +Predict:Cascade-MaskRCNN-ResNet50-vd-SSLDv2-FPN +Predict:Cascade-MaskRCNN-ResNet50-FPN +Predict:Nonstationary_ad +Predict:TimesNet_ad +Predict:PatchTST_ad +Predict:DLinear_ad +Predict:PP-YOLOE_plus_SOD-L +Predict:PP-YOLOE_plus_SOD-S +Predict:Cascade-FasterRCNN-ResNet50-vd-SSLDv2-FPN +Predict:Cascade-FasterRCNN-ResNet50-FPN +Predict:FasterRCNN-Swin-Tiny-FPN +Predict:FasterRCNN-ResNeXt101-vd-FPN +Predict:FasterRCNN-ResNet101-FPN +Predict:FasterRCNN-ResNet101 +Predict:FasterRCNN-ResNet50-vd-SSLDv2-FPN +Predict:FasterRCNN-ResNet50-vd-FPN +Predict:FasterRCNN-ResNet50-FPN +Predict:FasterRCNN-ResNet50 +Predict:FasterRCNN-ResNet34-FPN +################################## Export ################################ +################################# Pipeline ############################### +Pipeline:PP-ChatOCRv3-doc diff --git a/models/PaddleX/ci/checker.py b/models/PaddleX/ci/checker.py index 810430401f..0472c2b471 100644 --- a/models/PaddleX/ci/checker.py +++ b/models/PaddleX/ci/checker.py @@ -139,7 +139,7 @@ def check_train_json_content( if not os.path.exists(os.path.join(output_dir, config_path)): check_train_json_message.append(f"检查失败：配置文件 {config_path} 不存在") pass_flag = False - if not ("text" in module_name or "table" in module_name): + if not ("text" in module_name or "table" in module_name or "formula" in module_name): if not os.path.exists(os.path.join(output_dir, visualdl_log_path)): check_train_json_message.append(f"检查失败：VisualDL日志文件 {visualdl_log_path} 不存在") pass_flag = False @@ -197,7 +197,8 @@ def check_dataset_json_content(self, output_dir, module_name, dataset_result_jso check_dataset_json_message.append("检查失败：未正确返回报错信息") # 检查config和visualdl_log字段对应的文件是否存在 dataset_path = json_data.get("dataset_path") - if not os.path.exists(os.path.join(output_dir, dataset_path)): + # if not os.path.exists(os.path.join(output_dir, dataset_path)): + if not os.path.exists(dataset_path): check_dataset_json_message.append(f"检查失败：数据集路径 {dataset_path} 不存在") pass_flag = False if "ts" in module_name: @@ -219,7 +220,12 @@ def check_dataset_json_content(self, output_dir, module_name, dataset_result_jso check_dataset_json_message.append(f"检查失败：{show_type} 必须为'image', 'txt', 'csv'其中一个") pass_flag = False - for tag in ["train", "val"]: + if module_name == "general_recognition": + tag_list = ["train", "gallery", "query"] + else: + tag_list = ["train", "val"] + + for tag in tag_list: samples_key = f"{tag}_sample_paths" samples_path = json_data["attributes"].get(samples_key) for sample_path in samples_path: @@ -227,7 +233,12 @@ def check_dataset_json_content(self, output_dir, module_name, dataset_result_jso if not samples_path or not os.path.exists(sample_path): check_dataset_json_message.append(f"检查失败：在 {samples_key} 中，{sample_path} 对应的文件不存在或为空") pass_flag = False - if "text" not in module_name and "table" not in module_name: + if not ( + "text" in module_name + or "table" in module_name + or "formula" in module_name + or module_name == "general_recognition" + ): try: num_class = int(json_data["attributes"].get("num_classes")) except ValueError: @@ -346,7 +357,7 @@ def run_checks(self, args): if args.check_train_result_json: # 检查 train_result.json 内容 - train_result_json = os.path.join(output_dir, "train_result.json") + train_result_json = os.path.join(output_dir, "train_results.json") check_weights_items = args.check_weights_items check_train_json_message = [] check_train_json_flag, check_train_json_message = self.check_train_json_content( diff --git a/models/PaddleX/ci/ci_beta.sh b/models/PaddleX/ci/ci_beta.sh index 4a8a0e2ae6..d1ff100a60 100644 --- a/models/PaddleX/ci/ci_beta.sh +++ b/models/PaddleX/ci/ci_beta.sh @@ -1,11 +1,21 @@ #!/bin/bash -set -e +SUITE=$1 +NEW_MODEL_INFO_FILE=$2 +MEM_SIZE=16 + + set -x +if [[ $SUITE != 'PaddleX' ]];then + set -e +else + failed_model_info="" +fi -SUITE_NAME=$1 -MEM_SIZE=16 + + +#################################################### Functions ###################################################### function func_parser_value(){ strs=$1 @@ -23,70 +33,242 @@ function func_parser_dataset_url(){ echo ${tmp} } +# 运行命令并输出结果，PR级CI失败会重跑3次并异常退出，增量级和全量级会记录失败命令，最后打印失败的命令并异常退出 function run_command(){ set +e command=$1 module_name=$2 time_stamp=$(date +"%Y-%m-%d %H:%M:%S") + command="timeout 30m ${command}" printf "\e[32m|%-20s| %-20s | %-50s | %-20s\n\e[0m" "[${time_stamp}]" ${module_name} "Run ${command}" eval $command last_status=${PIPESTATUS[0]} - n=1 - # Try 3 times to run command if it fails - while [[ $last_status != 0 ]]; do - sleep 10 - n=`expr $n + 1` - printf "\e[32m|%-20s| %-20s | %-50s | %-20s\n\e[0m" "[${time_stamp}]" ${module_name} "Retrying $n times with comand: ${command}" - eval $command - last_status=${PIPESTATUS[0]} - if [[ $n -eq 3 && $last_status != 0 ]]; then - echo "Retry 3 times failed with comand: ${command}" - exit 1 + if [[ $SUITE != 'PaddleX' ]];then + n=1 + # Try 3 times to run command if it fails + while [[ $last_status != 0 ]]; do + sleep 10 + n=`expr $n + 1` + printf "\e[32m|%-20s| %-20s | %-50s | %-20s\n\e[0m" "[${time_stamp}]" ${module_name} "Retrying $n times with command: ${command}" + eval $command + last_status=${PIPESTATUS[0]} + if [[ $n -eq 3 && $last_status != 0 ]]; then + echo "Retry 3 times failed with command: ${command}" + exit 1 + fi + done + else + if [[ $last_status != 0 ]];then + failed_model_info="$failed_model_info \n ${module_name} | command: ${command}" + echo "Run ${command} failed" fi - done + fi set -e } +# 准备数据集并做数据校验 +function prepare_dataset(){ + if [[ $dataset_url == 'https:' ]];then + train_data_file="" + return + fi + download_dataset_cmd="${PYTHON_PATH} ${BASE_PATH}/checker.py --download_dataset --config_path ${check_dataset_yaml} --dataset_url ${dataset_url}" + run_command ${download_dataset_cmd} ${module_name} + model_output_path=${MODULE_OUTPUT_PATH}/${module_name}_dataset_check + check_dataset_cmd="${PYTHON_PATH} main.py -c ${check_dataset_yaml} -o Global.mode=check_dataset -o Global.output=${model_output_path} " + run_command ${check_dataset_cmd} ${module_name} + checker_cmd="${PYTHON_PATH} ${BASE_PATH}/checker.py --check --check_dataset_result --output ${model_output_path} --module_name ${module_name}" + run_command ${checker_cmd} ${module_name} + dataset_dir=`cat $check_dataset_yaml | grep -m 1 dataset_dir | awk {'print$NF'}| sed 's/"//g'` + if [[ ! -z $train_list_name ]]; then + train_data_file=${dataset_dir}/${train_list_name} + mv $train_data_file $train_data_file.bak + fi +} + +# 对给定的模型列表运行模型相应的train和evaluate等操作 +function run_models(){ + config_files=$1 + for config_path in $config_files;do + config_path=$(func_parser_value "${config_path}") + batch_size=`cat $config_path | grep -m 1 batch_size | awk {'print$NF'}` + device=`cat $config_path | grep -m 1 device | awk {'print$NF'}` + IFS=$',' + device_list=(${device}) + device_num=${#device_list[@]} + IFS=$' ' + # 根据内存大小调整batch_size + if [[ $MEM_SIZE -lt 16 ]];then + if [[ $batch_size -ge 4 ]];then + batch_size=`expr $batch_size / 4` + else + batch_size=1 + fi + elif [[ $MEM_SIZE -lt 32 ]];then + if [[ $batch_size -ge 2 ]];then + batch_size=`expr $batch_size / 2` + else + batch_size=1 + fi + fi + # 根据batch_size和device_num调整数据集的数量 + data_num=`expr $device_num \* $batch_size` + if [[ ! -z $train_data_file ]]; then + if [[ $module_name == ts* ]]; then + data_num=`expr $device_num \* $batch_size \* 30` + data_num=`expr $data_num + 1` + fi + head -n $data_num $train_data_file.bak > $train_data_file + fi + yaml_name=${config_path##*/} + model_name=${yaml_name%.*} + model_list="${model_list} ${model_name}" + model_output_path=${MODULE_OUTPUT_PATH}/${module_name}_output/${model_name} + evaluate_weight_path=${model_output_path}/${best_weight_path} + if [[ $inference_model_dir == 'null' ]];then + inference_weight_path="None" + else + inference_weight_path=${model_output_path}/${inference_model_dir} + fi + mkdir -p $model_output_path + IFS=$'|' + run_model_list=(${run_model}) + for mode in ${run_model_list[@]};do + set +e + black_model=`eval echo '$'"${mode}_black_list"|grep "^${model_name}$"` + set -e + if [[ ! -z $black_model ]];then + # 黑名单模型，不运行 + echo "$model_name is in ${mode}_black_list, so skip it." + continue + fi + # 适配导出模型时，需要指定输出路径 + base_mode_cmd="${PYTHON_PATH} main.py -c ${config_path} -o Global.mode=${mode} -o Train.epochs_iters=${epochs_iters} -o Train.batch_size=${batch_size} -o Evaluate.weight_path=${evaluate_weight_path} -o Predict.model_dir=${inference_weight_path}" + if [[ $mode == "export" ]];then + model_export_output_path=${model_output_path}/export + mkdir -p $model_export_output_path + weight_dict[$model_name]="$model_export_output_path" + run_mode_cmd="${base_mode_cmd} -o Global.output=${model_export_output_path}" + else + run_mode_cmd="${base_mode_cmd} -o Global.output=${model_output_path}" + fi + run_command ${run_mode_cmd} ${module_name} + # 在predict模式下，再次验证官方模型预测 + if [[ $mode == "predict" ]];then + offcial_model_predict_cmd="${PYTHON_PATH} main.py -c ${config_path} -o Global.mode=${mode} -o Predict.model_dir=None -o Global.output=${model_output_path}_offical_predict" + run_command ${offcial_model_predict_cmd} ${module_name} + fi + done + if [[ ! -z $black_model ]];then + # 黑名单模型，不做检查 + echo "$model_name is in ${mode}_black_list, so skip it." + continue + fi + if [[ $check_options == 'null' ]]; then + continue + fi + check_options_list=(${check_options}) + for check_option in ${check_options_list[@]};do + # 运行产出检查脚本 + checker_cmd="${PYTHON_PATH} ${BASE_PATH}/checker.py --check --$check_option --output ${model_output_path} --check_weights_items ${check_weights_items} --module_name ${module_name}" + run_command ${checker_cmd} ${module_name} + done + rm -rf ${model_output_path}/*[0-9]* + done + model_dict[$module_name]="$model_list" +} -#################################################### test_model ###################################################### -# 获取python的绝对路径 -PYTHONPATH="python" +# 准备数据集和运行模型 +function prepare_and_run(){ + config_file_list=$1 + echo $config_file_list + prepare_dataset + run_models "${config_file_list}" +} + + +#################################################### PaddleX CI ###################################################### +# PaddleX CI 区分为 PR 级、套件级、全量级和增量级 +# PR 级：运行 PaddleX_simplify_models.txt 中的重点模型列表 +# 套件级：运行 PaddleX_simplify_models.txt 中指定套件的部分模型 +# 全量级：根据 ci_info.txt 抓取 PaddleX 支持的所有模型并测试 +# 增量级：根据 ci_info.txt 和 传入的 changed_yaml.txt 抓取新增的模型，对新增模型进行增量测试 + +# 指定 python +PYTHON_PATH="python" # 获取当前脚本的绝对路径，获得基准目录 BASE_PATH=$(cd "$(dirname $0)"; pwd) MODULE_OUTPUT_PATH=${BASE_PATH}/outputs -# 安装paddlex，完成环境准备 pip config set global.index-url https://mirrors.bfsu.edu.cn/pypi/web/simple - declare -A weight_dict declare -A model_dict -if [[ -z $SUITE_NAME ]]; then +# 安装paddlex，完成环境准备 +if [[ -z $SUITE ]]; then + install_deps_cmd="pip install -e . && paddlex --install -y" modules_info_file=${BASE_PATH}/PaddleX_simplify_models.txt - install_deps_cmd="pip install -e . && paddlex --install" -elif [[ $SUITE_NAME == "PaddleX" ]]; then - modules_info_file=${BASE_PATH}/PaddleX_models.txt - install_deps_cmd="pip install -e . && paddlex --install" +elif [[ $SUITE == "PaddleX" ]];then + install_deps_cmd="pip install -e . && paddlex --install -y" + modules_info_file=${BASE_PATH}/ci_info.txt else - install_deps_cmd="pip install -e . && paddlex --install --use_local_repos $SUITE_NAME" - modules_info_file=${BASE_PATH}/${SUITE_NAME}_models.txt + install_deps_cmd="pip install -e . && paddlex --install --use_local_repos $SUITE" + modules_info_file=${BASE_PATH}/PaddleX_simplify_models.txt fi + eval ${install_deps_cmd} +pip freeze > all_packages.txt + + +#################################################### 模型级测试 ###################################################### +IFS=$' ' +black_list_file=${BASE_PATH}/black_list.txt +set +e +all_black_list=`cat ${black_list_file} | grep All: | awk -F : {'print$2'}` +train_black_list=`cat ${black_list_file} | grep Train: | awk -F : {'print$2'}` +train_black_list="$all_black_list +$train_black_list" +evaluate_black_list=`cat ${black_list_file} | grep Evaluate: | awk -F : {'print$2'}` +evaluate_black_list="$all_black_list +$evaluate_black_list" +predict_black_list=`cat ${black_list_file} | grep Predict: | awk -F : {'print$2'}` +predict_black_list="$all_black_list +$predict_black_list" +export_black_list=`cat ${black_list_file} | grep Export: | awk -F : {'print$2'}` +export_black_list="$all_black_list +$export_black_list" +pipeline_black_list=`cat ${black_list_file} | grep Pipeline: | awk -F : {'print$2'}` +echo "----------------------- Black list info ------------------------ +##############train_black_list############### +$train_black_list +##############evaluate_black_list############### +$evaluate_black_list +##############predict_black_list############### +$predict_black_list +##############export_black_list############### +$export_black_list +##############pipeline_black_list############### +$pipeline_black_list +-----------------------------------------------------------------" +set -e IFS='*' modules_info_list=($(cat ${modules_info_file})) +all_module_names=`cat $modules_info_file | grep module_name | awk -F ':' {'print$2'}` unset http_proxy https_proxy - +IFS=$' ' for modules_info in ${modules_info_list[@]}; do IFS='=' model_list='' info_list=($modules_info) for module_info in ${info_list[@]}; do - IFS=$'\n' if [[ $module_info == *check_dataset_yaml* ]]; then # 数据准备，获取模型信息和运行模式 + IFS=$'\n' lines=(${module_info}) line_num=0 + suite_name=$(func_parser_value "${lines[line_num]}") + line_num=`expr $line_num + 1` module_name=$(func_parser_value "${lines[line_num]}") line_num=`expr $line_num + 1` check_dataset_yaml=$(func_parser_value "${lines[line_num]}") @@ -106,86 +288,45 @@ for modules_info in ${modules_info_list[@]}; do inference_model_dir=$(func_parser_value "${lines[line_num]}") line_num=`expr $line_num + 1` epochs_iters=$(func_parser_value "${lines[line_num]}") - download_dataset_cmd="${PYTHONPATH} ${BASE_PATH}/checker.py --download_dataset --config_path ${check_dataset_yaml} --dataset_url ${dataset_url}" - run_command ${download_dataset_cmd} ${module_name} - model_output_path=${MODULE_OUTPUT_PATH}/${module_name}_dataset_check - check_dataset_cmd="${PYTHONPATH} main.py -c ${check_dataset_yaml} -o Global.mode=check_dataset -o Global.output=${model_output_path} " - run_command ${check_dataset_cmd} ${module_name} - checker_cmd="${PYTHONPATH} ${BASE_PATH}/checker.py --check --check_dataset_result --output ${model_output_path} --module_name ${module_name}" - run_command ${checker_cmd} ${module_name} - dataset_dir=`cat $check_dataset_yaml | grep -m 1 dataset_dir | awk {'print$NF'}| sed 's/"//g'` - if [[ ! -z $train_list_name ]]; then - train_data_file=${dataset_dir}/${train_list_name} - mv $train_data_file $train_data_file.bak + if [[ $SUITE == "PaddleX" ]];then + if [[ ! -z $NEW_MODEL_INFO_FILE ]];then + new_model_info=`cat $NEW_MODEL_INFO_FILE` + new_model_module_names=`cat $NEW_MODEL_INFO_FILE | awk -F '/' {'print$3'} | sort -u` + for new_module_info in ${new_model_module_names[@]};do + set +e + module=`echo "${all_module_names[@]}" | grep $new_module_info` + set -e + if [[ -z $module ]];then + echo "new module: $new_module_info is unsupported! Please contact with the developer or add new module info in ci_info.txt!" + exit 1 + fi + if [[ $new_module_info == $module_name ]];then + module_info=`cat $NEW_MODEL_INFO_FILE | grep $module_name | xargs -n1 -I {} echo config_path:{}` + echo $module_info + prepare_and_run "${module_info}" + fi + done + else + module_info=`ls paddlex/configs/${module_name} | xargs -n1 -I {} echo config_path:paddlex/configs/${module_name}/{}` + prepare_and_run "${module_info}" + fi + continue fi - elif [[ ! -z $module_info ]]; then - for config_path in $module_info;do - config_path=$(func_parser_value "${config_path}") - batch_size=`cat $config_path | grep -m 1 batch_size | awk {'print$NF'}` - device=`cat $config_path | grep -m 1 device | awk {'print$NF'}` - IFS=$',' - device_list=(${device}) - device_num=${#device_list[@]} - IFS=$' ' - if [[ $MEM_SIZE -lt 16 ]];then - if [[ $batch_size -ge 4 ]];then - batch_size=`expr $batch_size / 4` - else - batch_size=1 - fi - elif [[ $MEM_SIZE -lt 32 ]];then - if [[ $batch_size -ge 2 ]];then - batch_size=`expr $batch_size / 2` - else - batch_size=1 - fi - fi - data_num=`expr $device_num \* $batch_size` - if [[ ! -z $train_data_file ]]; then - if [[ $module_name == ts* ]]; then - data_num=`expr $device_num \* $batch_size \* 30` - data_num=`expr $data_num + 1` - fi - head -n $data_num $train_data_file.bak > $train_data_file - fi - yaml_name=${config_path##*/} - model_name=${yaml_name%.*} - model_list="${model_list} ${model_name}" - model_output_path=${MODULE_OUTPUT_PATH}/${module_name}_output/${model_name} - evaluate_weight_path=${model_output_path}/${best_weight_path} - inference_weight_path=${model_output_path}/${inference_model_dir} - weight_dict[$model_name]="$inference_weight_path" - mkdir -p $model_output_path - IFS=$'|' - run_model_list=(${run_model}) - for mode in ${run_model_list[@]};do - # 根据config运行各模型的train和evaluate - run_mode_cmd="${PYTHONPATH} main.py -c ${config_path} -o Global.mode=${mode} -o Global.output=${model_output_path} -o Train.epochs_iters=${epochs_iters} -o Train.batch_size=${batch_size} -o Evaluate.weight_path=${evaluate_weight_path} -o Predict.model_dir=${inference_weight_path}" - run_command ${run_mode_cmd} ${module_name} - done - check_options_list=(${check_options}) - for check_option in ${check_options_list[@]};do - # 运行产出检查脚本 - checker_cmd="${PYTHONPATH} ${BASE_PATH}/checker.py --check --$check_option --output ${model_output_path} --check_weights_items ${check_weights_items} --module_name ${module_name}" - run_command ${checker_cmd} ${module_name} - done - done - model_dict[$module_name]="$model_list" + if [[ ! -z $SUITE && $SUITE == $suite_name ]];then + prepare_and_run "${module_info}" + elif [[ -z $SUITE ]];then + prepare_and_run "${module_info}" + else + continue + fi fi done done -#################################################### test_pipeline ###################################################### -PIPELINE='image_classification instance_segmentation object_detection OCR semantic_segmentation' -DEMO_IMG='general_image_classification_001.jpg general_instance_segmentation_004.png general_object_detection_002.png general_ocr_002.png general_semantic_segmentation_002.png' -BASE_URL='https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/' - -IFS=$' ' -PIPLINE_LIST=($PIPELINE) -DEMO_IMG_LIST=($DEMO_IMG) - -length=${#PIPLINE_LIST[@]} +#################################################### 产线级测试 ###################################################### +IFS=$'\n' +PIPELINE_YAML_LIST=`ls paddlex/pipelines | grep .yaml` function check_pipeline() { pipeline=$1 @@ -197,7 +338,7 @@ function check_pipeline() { rm -rf $output_path mkdir -p $output_path cd $output_path - cmd="paddlex --pipeline ${pipeline} --model ${model} --model_dir ${model_dir} --input ${img} --device gpu:0" + cmd="timeout 30m paddlex --pipeline ${pipeline} --input ${img}" eval $cmd last_status=${PIPESTATUS[0]} if [[ $last_status != 0 ]];then @@ -206,28 +347,21 @@ function check_pipeline() { cd - } -for (( i=0; i<$length; i++ ));do - pipeline_name=${PIPLINE_LIST[$i]} - image="${BASE_URL}${DEMO_IMG_LIST[$i]}" - models=${model_dict[$pipeline_name]} - if [[ $pipeline_name == OCR ]];then - IFS=' ' - ocr_det_model=(${model_dict["text_detection"]}) - ocr_rec_model=(${model_dict["text_recognition"]}) - for det_model in ${ocr_det_model[@]};do - for rec_model in ${ocr_rec_model[@]};do - model_name="$det_model $rec_model" - det_model_dir=${weight_dict[$det_model]} - rec_model_dir=${weight_dict[$rec_model]} - model_dir="$det_model_dir $rec_model_dir" - check_pipeline $pipeline_name "$model_name" "$model_dir" $image - done - done - else - IFS=' ' - for model in $models;do - model_dir=${weight_dict[$model]} - check_pipeline $pipeline_name $model $model_dir $image - done - fi +for pipeline_yaml in ${PIPELINE_YAML_LIST[@]};do + pipeline_name=`cat paddlex/pipelines/${pipeline_yaml} | grep pipeline_name | awk {'print$2'}` + set +e + black_pipeline=`echo ${pipeline_black_list}|grep "^${pipeline_name}$"` + set -e + if [[ ! -z $black_pipeline ]];then + # 黑名单产线，不运行 + echo "$pipeline_name is in pipeline_black_list, so skip it." + continue + fi + input=`cat paddlex/pipelines/${pipeline_yaml} | grep input | awk {'print$2'}` + check_pipeline $pipeline_name "" "" $input done + +if [[ $SUITE == 'PaddleX' && ! -z $failed_model_info ]];then + echo $failed_model_info + exit 1 +fi diff --git a/models/PaddleX/ci/ci_info.txt b/models/PaddleX/ci/ci_info.txt new file mode 100644 index 0000000000..97e94f047e --- /dev/null +++ b/models/PaddleX/ci/ci_info.txt @@ -0,0 +1,299 @@ +suite_name:PaddleOCR +module_name:text_recognition +check_dataset_yaml:paddlex/configs/text_recognition/PP-OCRv4_mobile_rec.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ocr_rec_dataset_examples.tar +train_list_name:train.txt +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_accuracy/best_accuracy.pdparams +inference_weight_dir:best_accuracy/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleOCR +module_name:text_detection +check_dataset_yaml:paddlex/configs/text_detection/PP-OCRv4_mobile_det.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ocr_det_dataset_examples.tar +train_list_name:train.txt +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_accuracy/best_accuracy.pdparams +inference_weight_dir:best_accuracy/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleOCR +module_name:formula_recognition +check_dataset_yaml:paddlex/configs/formula_recognition/LaTeX_OCR_rec.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ocr_rec_latexocr_dataset_example.tar +train_list_name:train.txt +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_accuracy/best_accuracy.pdparams +inference_weight_dir:best_accuracy/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleOCR +module_name:table_recognition +check_dataset_yaml:paddlex/configs/table_recognition/SLANet.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/table_rec_dataset_examples.tar +train_list_name:train.txt +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_accuracy/best_accuracy.pdparams +inference_weight_dir:best_accuracy/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleOCR +module_name:text_detection_seal +check_dataset_yaml:paddlex/configs/text_detection_seal/PP-OCRv4_mobile_seal_det.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/data/ocr_curve_det_dataset_examples.tar +train_list_name:train.txt +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_accuracy/best_accuracy.pdparams +inference_weight_dir:best_accuracy/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleDetection +module_name:object_detection +check_dataset_yaml:paddlex/configs/object_detection/PicoDet-S.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/det_coco_examples.tar +train_list_name: +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleDetection +module_name:face_detection +check_dataset_yaml:paddlex/configs/face_detection/PicoDet_LCNet_x2_5_face.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/data/widerface_coco_examples.tar +train_list_name: +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleDetection +module_name:human_detection +check_dataset_yaml:paddlex/configs/human_detection/PP-YOLOE-L_human.yaml +dataset_url:https://bj.bcebos.com/v1/paddledet/data/widerperson_coco_examples.tar +train_list_name: +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleDetection +module_name:mainbody_detection +check_dataset_yaml:paddlex/configs/mainbody_detection/PP-ShiTuV2_det.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/data/mainbody_det_examples.tar +train_list_name: +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleDetection +module_name:small_object_detection +check_dataset_yaml:paddlex/configs/small_object_detection/PP-YOLOE_plus_SOD-S.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/data/small_det_examples.tar +train_list_name: +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleDetection +module_name:vehicle_detection +check_dataset_yaml:paddlex/configs/vehicle_detection/PP-YOLOE-L_vehicle.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/data/vehicle_coco_examples.tar +train_list_name: +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleDetection +module_name:instance_segmentation +check_dataset_yaml:paddlex/configs/instance_segmentation/Mask-RT-DETR-H.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/instance_seg_coco_examples.tar +train_list_name: +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleDetection +module_name:structure_analysis +check_dataset_yaml:paddlex/configs/structure_analysis/PicoDet_layout_1x.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/det_layout_examples.tar +train_list_name: +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdema,pdopt,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleClas +module_name:image_classification +check_dataset_yaml:paddlex/configs/image_classification/ResNet50.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/cls_flowers_examples.tar +train_list_name:train.txt +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleClas +module_name:doc_text_orientation +check_dataset_yaml:paddlex/configs/doc_text_orientation/PP-LCNet_x1_0_doc_ori.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/data/text_image_orientation.tar +train_list_name:train.txt +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleClas +module_name:multilabel_classification +check_dataset_yaml:paddlex/configs/multilabel_classification/ResNet50_ML.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/mlcls_nus_examples.tar +train_list_name:train.txt +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleClas +module_name:pedestrian_attribute +check_dataset_yaml:paddlex/configs/pedestrian_attribute/PP-LCNet_x1_0_pedestrian_attribute.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/data/pedestrian_attribute_examples.tar +train_list_name:train.txt +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleClas +module_name:vehicle_attribute +check_dataset_yaml:paddlex/configs/vehicle_attribute/PP-LCNet_x1_0_vehicle_attribute.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/data/vehicle_attribute_examples.tar +train_list_name:train.txt +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleClas +module_name:general_recognition +check_dataset_yaml:paddlex/configs/general_recognition/PP-ShiTuV2_rec.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/Inshop_examples.tar +train_list_name:train.txt +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdopt,pdstates,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/best_model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleClas +module_name:image_unwarping +check_dataset_yaml:paddlex/configs/image_unwarping/UVDoc.yaml +dataset_url:null +train_list_name:null +run_model:predict +check_options:null +check_weights_items:null +evaluate_weight_path:null +inference_weight_dir:null +epochs_iters:null +********************************************************************************************************************* +suite_name:PaddleSeg +module_name:semantic_segmentation +check_dataset_yaml:paddlex/configs/semantic_segmentation/OCRNet_HRNet-W48.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/seg_optic_examples.tar +train_list_name:train.txt +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:20 +********************************************************************************************************************* +suite_name:PaddleSeg +module_name:anomaly_detection +check_dataset_yaml:paddlex/configs/anomaly_detection/STFPM.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/mvtec_examples.tar +train_list_name:train.txt +run_model:train|evaluate|predict|export +check_options:check_train_result_json|check_eval_result_json +check_weights_items:2,pdparams,pdstates,inference_config,pdmodel,pdiparams,pdiparams.info +evaluate_weight_path:best_model/model.pdparams +inference_weight_dir:best_model/inference +epochs_iters:20 +********************************************************************************************************************* +suite_name:PaddleTS +module_name:ts_forecast +check_dataset_yaml:paddlex/configs/ts_forecast/DLinear.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ts_dataset_examples.tar +train_list_name:train.csv +run_model:train|evaluate|predict +check_options:check_train_result_json|check_eval_result_json +check_weights_items:score,pdparams +evaluate_weight_path:best_model/model.pdparams +inference_weight_dir:inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleTS +module_name:ts_anomaly_detection +check_dataset_yaml:paddlex/configs/ts_anomaly_detection/TimesNet_ad.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ts_anomaly_examples.tar +train_list_name:train.csv +run_model:train|evaluate|predict +check_options:check_train_result_json|check_eval_result_json +check_weights_items:score,pdparams +evaluate_weight_path:best_model/model.pdparams +inference_weight_dir:inference +epochs_iters:2 +********************************************************************************************************************* +suite_name:PaddleTS +module_name:ts_classification +check_dataset_yaml:paddlex/configs/ts_classification/TimesNet_cls.yaml +dataset_url:https://paddle-model-ecology.bj.bcebos.com/paddlex/PaddleX3.0/CI/dataset/ts_classify_examples.tar +train_list_name: +run_model:train|evaluate|predict +check_options:check_train_result_json|check_eval_result_json +check_weights_items:score,pdparams +evaluate_weight_path:best_model/model.pdparams +inference_weight_dir:inference +epochs_iters:2