[DSIP-78][Data Quality] Remove data quality module (#16794)

apache · Nov 20, 2024 · bec678a · bec678a
1 parent 8340f3f
commit bec678a
Show file tree

Hide file tree

Showing 211 changed files with 54 additions and 16,517 deletions.
diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS
@@ -26,7 +26,6 @@
 /dolphinscheduler-common/ @SbloodyS
 /dolphinscheduler-dao/  @SbloodyS @ruanwenjun
 /dolphinscheduler-dao-plugin/ @SbloodyS @ruanwenjun
-/dolphinscheduler-data-quality/ @SbloodyS
 /dolphinscheduler-datasource-plugin/ @SbloodyS
 /dolphinscheduler-dist/ @SbloodyS
 /dolphinscheduler-e2e/ @SbloodyS

diff --git a/.github/actions/labeler/labeler.yml b/.github/actions/labeler/labeler.yml
@@ -23,7 +23,6 @@ backend:
   - 'dolphinscheduler-common/**/*'
   - 'dolphinscheduler-dao/**/*'
   - 'dolphinscheduler-dao-plugin/**/*'
-  - 'dolphinscheduler-data-quality/**/*'
   - 'dolphinscheduler-datasource-plugin/**/*'
   - 'dolphinscheduler-dist/**/*'
   - 'dolphinscheduler-extract/**/*'

diff --git a/config/plugins_config b/config/plugins_config
@@ -77,7 +77,6 @@ dolphinscheduler-storage-s3
 dolphinscheduler-task-aliyunserverlessspark
 dolphinscheduler-task-chunjun
 dolphinscheduler-task-datafactory
-dolphinscheduler-task-dataquality
 dolphinscheduler-task-datasync
 dolphinscheduler-task-datax
 dolphinscheduler-task-dinky

diff --git a/deploy/kubernetes/dolphinscheduler/README.md b/deploy/kubernetes/dolphinscheduler/README.md
@@ -131,7 +131,6 @@ Please refer to the [Quick Start in Kubernetes](../../../docs/docs/en/guide/inst
 | conf.common."aws.s3.endpoint" | string | `"http://minio:9000"` | You need to set this parameter when private cloud s3. If S3 uses public cloud, you only need to set resource.aws.region or set to the endpoint of a public cloud such as S3.cn-north-1.amazonaws.com.cn |
 | conf.common."aws.s3.region" | string | `"ca-central-1"` | The AWS Region to use. if resource.storage.type=S3, This configuration is required |
 | conf.common."conda.path" | string | `"/opt/anaconda3/etc/profile.d/conda.sh"` | set path of conda.sh |
-| conf.common."data-quality.jar.dir" | string | `nil` | data quality option |
 | conf.common."data.basedir.path" | string | `"/tmp/dolphinscheduler"` | user data local directory path, please make sure the directory exists and have read write permissions |
 | conf.common."datasource.encryption.enable" | bool | `false` | datasource encryption enable |
 | conf.common."datasource.encryption.salt" | string | `"!@#$%^&*"` | datasource encryption salt |

diff --git a/deploy/kubernetes/dolphinscheduler/values.yaml b/deploy/kubernetes/dolphinscheduler/values.yaml
@@ -336,9 +336,6 @@ conf:
     # -- datasource encryption salt
     datasource.encryption.salt: '!@#$%^&*'
 
-    # -- data quality option
-    data-quality.jar.dir:
-
     # -- Whether hive SQL is executed in the same session
     support.hive.oneSession: false
 
@@ -987,7 +984,6 @@ api:
     #  cloud: []
     #  logic: []
     #  dataIntegration: []
-    #  dataQuality: []
     #  machineLearning: []
     #  other: []
 

diff --git a/docs/configs/docsdev.js b/docs/configs/docsdev.js
@@ -457,10 +457,6 @@ export default {
                             }
                         ],
                     },
-                    {
-                        title: 'Data Quality',
-                        link: '/en-us/docs/dev/user_doc/guide/data-quality.html',
-                    },
                     {
                         title: 'Remote Logging',
                         link: '/en-us/docs/dev/user_doc/guide/remote-logging.html',
@@ -1160,10 +1156,6 @@ export default {
                             }
                         ],
                     },
-                    {
-                        title: '数据质量',
-                        link: '/zh-cn/docs/dev/user_doc/guide/data-quality.html',
-                    },
                     {
                         title: '远程日志存储',
                         link: '/zh-cn/docs/dev/user_doc/guide/remote-logging.html',

diff --git a/docs/docs/en/architecture/configuration.md b/docs/docs/en/architecture/configuration.md
@@ -224,7 +224,6 @@ The default configuration is as follows:
 | yarn.job.history.status.address               | http://ds1:19888/ws/v1/history/mapreduce/jobs/%s | job history status url of yarn                                                                                                                                                                                                                                                                                                                                                                                                       |
 | datasource.encryption.enable                  | false                                            | whether to enable datasource encryption                                                                                                                                                                                                                                                                                                                                                                                              |
 | datasource.encryption.salt                    | !@#$%^&*                                         | the salt of the datasource encryption                                                                                                                                                                                                                                                                                                                                                                                                |
-| data-quality.jar.dir                          |                                                  | the jar of data quality                                                                                                                                                                                                                                                                                                                                                                                                              |
 | support.hive.oneSession                       | false                                            | specify whether hive SQL is executed in the same session                                                                                                                                                                                                                                                                                                                                                                             |
 | sudo.enable                                   | true                                             | whether to enable sudo                                                                                                                                                                                                                                                                                                                                                                                                               |
 | alert.rpc.port                                | 50052                                            | the RPC port of Alert Server                                                                                                                                                                                                                                                                                                                                                                                                         |