chore: release 1.7.0 (#261)

* upd cluster resources

* remove unneeded scripts

* update ground truth manifests

CHANGELOG.md

@@ -7,6 +7,13 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## UNRELEASED
 
+### **Added**
+
+### **Changed**
+
+
+## v1.7.0
+
 ### **Added**
 - added GitHub as code repository option along with AWS CodeCommit for sagemaker templates batch_inference, finetune_llm_evaluation, hf_import_models and xgboost_abalone
 - added `ray-orchestrator` module

DEPLOYMENT.md

@@ -5,7 +5,7 @@
 1. Clone the repository and checkout a release branch using the below command:
 
 ```
-git clone --origin upstream --branch release/1.6.0 https://github.com/awslabs/aiops-modules
+git clone --origin upstream --branch release/1.7.0 https://github.com/awslabs/aiops-modules
 ```
 The release version can be replaced with the version of interest.
 

VERSION

@@ -1 +1 @@
-1.6.0
+1.7.0

examples/manifests/event-bus-modules.yaml

@@ -1,5 +1,5 @@
 name: event-bus
-path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/event-bus?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/event-bus?ref=release/1.7.0&depth=1
 targetAccount: tooling
 parameters:
   - name: event_bus_name

examples/manifests/fmops-modules.yaml

@@ -1,5 +1,5 @@
 name: jumpstart-hf-asrwhisper-endpoint
-path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/sagemaker-jumpstart-fm-endpoint?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/sagemaker-jumpstart-fm-endpoint?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: jump-start-model-name

examples/manifests/personas-modules.yaml

@@ -1,5 +1,5 @@
 name: personas
-path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/personas?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/personas?ref=release/1.7.0&depth=1
 parameters:
   - name: bucket-name
     value: my-bucket

examples/manifests/sagemaker-endpoints-modules.yaml

@@ -1,7 +1,7 @@
 # This is an example manifest group.
 # Replace the parameters with the parameters for your model below prior the deployment.
 name: endpoint
-path: git::https://github.com/awslabs/aiops-modules.git//sagemaker/fmops/sagemaker-endpoint?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//sagemaker/fmops/sagemaker-endpoint?ref=release/1.7.0&depth=1
 parameters:
   - name: sagemaker_project_id
     value: project-1

examples/manifests/sagemaker-hugging-face.yml

@@ -1,5 +1,5 @@
 name: hugging-face-mistral-endpoint
-path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/sagemaker-hugging-face-endpoint?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/sagemaker-hugging-face-endpoint?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: hugging-face-model-id

examples/manifests/sagemaker-model-monitoring-modules.yaml

@@ -1,7 +1,7 @@
 # This is an example manifest group.
 # Replace the parameters with the parameters for your model below prior the deployment.
 name: monitor
-path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-monitoring?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-monitoring?ref=release/1.7.0&depth=1
 parameters:
   - name: sagemaker_project_id
     value: project-1

examples/manifests/sagemaker-model-package-group-modules.yaml

@@ -1,5 +1,5 @@
 name: source-model-package-group
-path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-package-group?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-package-group?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: model_package_group_name

examples/manifests/sagemaker-model-package-promote-pipeline-modules.yaml

@@ -1,5 +1,5 @@
 name: model-pipeline
-path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-package-promote-pipeline?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-package-promote-pipeline?ref=release/1.7.0&depth=1
 targetAccount: tooling
 parameters:
   - name: source_model_package_group_arn

examples/manifests/sagemaker-notebook-modules.yaml

@@ -1,5 +1,5 @@
 name: notebook
-path: git::https://github.com/awslabs/aiops-modules.git//modules/modules/sagemaker/sagemaker-notebook?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/modules/sagemaker/sagemaker-notebook?ref=release/1.7.0&depth=1
 parameters:
   - name: notebook_name
     value: dummy

examples/manifests/sagemaker-templates-modules-codecommit.yaml

@@ -1,5 +1,5 @@
 name: service-catalog
-path: modules/sagemaker/sagemaker-templates-service-catalog
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-templates-service-catalog?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: repository-type

examples/manifests/sagemaker-templates-modules-github.yaml

@@ -1,5 +1,5 @@
 name: service-catalog
-path: modules/sagemaker/sagemaker-templates-service-catalog
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-templates-service-catalog?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: repository-type

examples/sagemaker-ground-truth-labeling/image_bounding_box/sagemaker-ground-truth-labeling.yaml

@@ -1,5 +1,5 @@
 name: ground-truth-labeling
-path: modules/sagemaker/sagemaker-ground-truth-labeling
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-ground-truth-labeling?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: job_name

examples/sagemaker-ground-truth-labeling/image_multi_label_classification/sagemaker-ground-truth-labeling.yaml

@@ -1,5 +1,5 @@
 name: ground-truth-labeling
-path: modules/sagemaker/sagemaker-ground-truth-labeling
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-ground-truth-labeling?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: job_name

examples/sagemaker-ground-truth-labeling/image_semantic_segmentation/sagemaker-ground-truth-labeling.yaml

@@ -1,5 +1,5 @@
 name: ground-truth-labeling
-path: modules/sagemaker/sagemaker-ground-truth-labeling
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-ground-truth-labeling?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: job_name

examples/sagemaker-ground-truth-labeling/image_single_label_classification/sagemaker-ground-truth-labeling.yaml

@@ -1,5 +1,5 @@
 name: ground-truth-labeling
-path: modules/sagemaker/sagemaker-ground-truth-labeling
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-ground-truth-labeling?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: job_name

examples/sagemaker-ground-truth-labeling/named_entity_recognition/sagemaker-ground-truth-labeling.yaml

@@ -1,5 +1,5 @@
 name: ground-truth-labeling
-path: modules/sagemaker/sagemaker-ground-truth-labeling
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-ground-truth-labeling?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: job_name

examples/sagemaker-ground-truth-labeling/text_multi_label_classification/sagemaker-ground-truth-labeling.yaml

@@ -1,5 +1,5 @@
 name: ground-truth-labeling
-path: modules/sagemaker/sagemaker-ground-truth-labeling
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-ground-truth-labeling?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: job_name

examples/sagemaker-ground-truth-labeling/text_single_label_classification/sagemaker-ground-truth-labeling.yaml

@@ -1,5 +1,5 @@
 name: ground-truth-labeling
-path: modules/sagemaker/sagemaker-ground-truth-labeling
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-ground-truth-labeling?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: job_name

manifests/bedrock-finetuning-sfn/bedrock-finetuning-modules.yaml

@@ -1,5 +1,5 @@
 name: bedrock-finetuning
-path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/bedrock-finetuning?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/bedrock-finetuning?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: bedrock-base-model-ID

manifests/fine-tuning-6b/core-modules.yaml

@@ -45,7 +45,7 @@ parameters:
             usage: core
         - eks_ng_name: ng-gpu
           eks_node_quantity: 6
-          eks_node_max_quantity: 15
+          eks_node_max_quantity: 10
           eks_node_min_quantity: 6
           eks_node_disk_size: 400
           eks_node_instance_type: "g4dn.4xlarge"

manifests/fine-tuning-6b/images-modules.yaml

@@ -1,5 +1,5 @@
 name: ray
-path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-image?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-image?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: EcrRepoName

manifests/fine-tuning-6b/ray-cluster-modules.yaml

@@ -1,5 +1,5 @@
 name: ray-cluster
-path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-cluster?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-cluster?ref=release/1.7.0&depth=1
 parameters:
   - name: EksClusterAdminRoleArn
     valueFrom:

manifests/fine-tuning-6b/ray-operator-modules.yaml

@@ -1,5 +1,5 @@
 name: ray-operator
-path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-operator?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-operator?ref=release/1.7.0&depth=1
 parameters:
   - name: EksClusterAdminRoleArn
     valueFrom:

manifests/fine-tuning-6b/ray-orchestrator-modules.yaml

@@ -1,5 +1,5 @@
 name: ray-orchestrator
-path: modules/eks/ray-orchestrator
+path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-orchestrator?ref=release/1.7.0&depth=1
 parameters:
   - name: Namespace
     valueFrom:

manifests/fmops-qna-rag/qna-rag-modules.yaml

@@ -1,5 +1,5 @@
 name: qna-rag
-path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/qna-rag?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/fmops/qna-rag?ref=release/1.7.0&depth=1
 parameters:
   - name: cognito-pool-id
     # Replace below value with valid congnito pool id

manifests/mlflow-tracking/images-modules.yaml

@@ -1,5 +1,5 @@
 name: mlflow-image
-path: git::https://github.com/awslabs/aiops-modules.git//modules/mlflow/mlflow-image?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/mlflow/mlflow-image?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: ecr-repository-name

manifests/mlflow-tracking/mlflow-modules.yaml

@@ -1,5 +1,5 @@
 name: mlflow-fargate
-path: git::https://github.com/awslabs/aiops-modules.git//modules/mlflow/mlflow-fargate?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/mlflow/mlflow-fargate?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: vpc-id

manifests/mlflow-tracking/sagemaker-studio-modules.yaml

@@ -1,5 +1,5 @@
 name: studio
-path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-studio?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-studio?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: vpc_id

manifests/mlops-sagemaker-multiacc/kernels-modules.yaml

@@ -1,5 +1,5 @@
 name: sagemaker-custom-kernel
-path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-custom-kernel?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-custom-kernel?ref=release/1.7.0&depth=1
 targetAccount: dev
 parameters:
   - name: ecr-repo-name

manifests/mlops-sagemaker-multiacc/sagemaker-model-cicd-modules.yaml

@@ -1,5 +1,5 @@
 name: model  # replace with name of the ML model you prefer
-path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-cicd?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-model-cicd?ref=release/1.7.0&depth=1
 targetAccount: tooling
 parameters:
   - name: infra-repo

manifests/mlops-sagemaker-multiacc/sagemaker-studio-modules.yaml

@@ -1,5 +1,5 @@
 name: studio
-path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-studio?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-studio?ref=release/1.7.0&depth=1
 targetAccount: dev
 parameters:
   - name: vpc_id

manifests/mlops-sagemaker-multiacc/sagemaker-templates-modules.yaml

@@ -1,5 +1,5 @@
 name: service-catalog
-path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-templates-service-catalog?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-templates-service-catalog?ref=release/1.7.0&depth=1
 targetAccount: dev
 parameters:
   - name: portfolio-access-role-arn

manifests/mlops-sagemaker/kernels-modules.yaml

@@ -1,5 +1,5 @@
 name: sagemaker-custom-kernel
-path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-custom-kernel?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-custom-kernel?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: ecr-repo-name

manifests/mlops-sagemaker/sagemaker-studio-modules.yaml

@@ -1,5 +1,5 @@
 name: studio
-path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-studio?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-studio?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: vpc_id

manifests/mlops-sagemaker/sagemaker-templates-modules.yaml

@@ -1,6 +1,5 @@
 name: service-catalog
-
-path: modules/sagemaker/sagemaker-templates-service-catalog
+path: git::https://github.com/awslabs/aiops-modules.git//modules/sagemaker/sagemaker-templates-service-catalog?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: portfolio-access-role-arn

manifests/mlops-stepfunctions/mlops-stepfunctions.yaml

@@ -1,5 +1,5 @@
 name: stepfunctions
-path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/mlops-stepfunctions?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/mlops-stepfunctions?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: model-name

manifests/mwaa-ml-training/mwaa-dag-modules.yaml

@@ -1,5 +1,5 @@
 name: dags
-path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/airflow-dags?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/examples/airflow-dags?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: dag-bucket-name

manifests/ray-on-eks/core-modules.yaml

@@ -36,18 +36,18 @@ parameters:
     value:
       eks_nodegroup_config:
         - eks_ng_name: ng1
-          eks_node_quantity: 2
-          eks_node_max_quantity: 5
+          eks_node_quantity: 1
+          eks_node_max_quantity: 1
           eks_node_min_quantity: 1
-          eks_node_disk_size: 200
+          eks_node_disk_size: 400
           eks_node_instance_type: "m5.12xlarge"
           eks_node_labels:
             usage: core
         - eks_ng_name: ng-gpu
           eks_node_quantity: 1
           eks_node_max_quantity: 10
           eks_node_min_quantity: 1
-          eks_node_disk_size: 200
+          eks_node_disk_size: 400
           eks_node_instance_type: "g4dn.4xlarge"
           eks_node_labels:
             usage: gpu

manifests/ray-on-eks/images-modules.yaml

@@ -1,5 +1,5 @@
 name: ray
-path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-image?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-image?ref=release/1.7.0&depth=1
 targetAccount: primary
 parameters:
   - name: EcrRepoName

manifests/ray-on-eks/ray-cluster-modules.yaml

@@ -1,5 +1,5 @@
 name: ray-cluster
-path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-cluster?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-cluster?ref=release/1.7.0&depth=1
 parameters:
   - name: EksClusterAdminRoleArn
     valueFrom:
@@ -34,8 +34,8 @@ parameters:
         cpu: "1"
         memory: "8G"
       limits:
-        cpu: "1"
-        memory: "8G"
+        cpu: "4"
+        memory: "16G"
   - name: WorkerReplicas
     value: 1
   - name: WorkerMinReplicas
@@ -45,11 +45,11 @@ parameters:
   - name: WorkerResources
     value:
       requests:
-        cpu: "1"
+        cpu: "4"
         memory: "8G"
       limits:
-        cpu: "1"
-        memory: "8G"
+        cpu: "14"
+        memory: "60G"
   - name: DataBucketName
     valueFrom:
       moduleMetadata:

manifests/ray-on-eks/ray-operator-modules.yaml

@@ -1,5 +1,5 @@
 name: ray-operator
-path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-operator?ref=release/1.6.0&depth=1
+path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-operator?ref=release/1.7.0&depth=1
 parameters:
   - name: EksClusterAdminRoleArn
     valueFrom:

manifests/ray-on-eks/ray-orchestrator-modules.yaml

@@ -1,5 +1,5 @@
 name: ray-orchestrator
-path: modules/eks/ray-orchestrator
+path: git::https://github.com/awslabs/aiops-modules.git//modules/eks/ray-orchestrator?ref=release/1.7.0&depth=1
 parameters:
   - name: Namespace
     valueFrom:

one-click-launch.yaml

@@ -3,8 +3,8 @@ Description: Creates AIOps setup for Developers
 Parameters:
   VersionTag:
     Type: String
-    Default: v1.6.0
-    Description: Version. Should reference version tag in the repository e.g v1.6.0.
+    Default: v1.7.0
+    Description: Version. Should reference version tag in the repository e.g v1.7.0.
   ManifestPath:
     Type: String
     Default: manifests/mlops-sagemaker/deployment.yaml