Merge branch 'master' into v-prasadboke-aws-waf

.github/workflows/ScanSecrets.yaml

@@ -13,6 +13,5 @@ jobs:
         fetch-depth: 0
     - name: Secret Scanning
       uses: trufflesecurity/trufflehog@main
-      continue-on-error: true
       with:
         extra_args: --exclude-paths=.script/SecretScanning/Excludepathlist --only-verified

.github/workflows/codeql-analysis.yml

@@ -42,7 +42,7 @@ jobs:
 
     # Initializes the CodeQL tools for scanning.
     - name: Initialize CodeQL
-      uses: github/codeql-action/init@v2
+      uses: github/codeql-action/init@v3
       with:
         languages: ${{ matrix.language }}
         # If you wish to specify custom queries, you can do so here or in a config file.
@@ -54,7 +54,7 @@ jobs:
     # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
     # If this step fails, then you should remove it and run the build manually (see below)
     - name: Autobuild
-      uses: github/codeql-action/autobuild@v2
+      uses: github/codeql-action/autobuild@v3
 
     # ℹ️ Command-line programs to run using the OS shell.
     # 📚 https://git.io/JvXDl
@@ -68,4 +68,4 @@ jobs:
     #   make release
 
     - name: Perform CodeQL Analysis
-      uses: github/codeql-action/analyze@v2
+      uses: github/codeql-action/analyze@v3

.github/workflows/content-validations.yaml

@@ -0,0 +1,18 @@
+name: Content Validations
+run-name: Content Validation running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    ContentValidations:
+      runs-on: ubuntu-latest
+      steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g npm@6.14.15;which npm;npm -v
+      - name: npm install
+        run: npm install
+      - name: File Content Validations
+        run: npm run tsc && node .script/contentValidator.js

.github/workflows/convertKqlFunctionYamlToArmTemplate.yaml

@@ -15,6 +15,7 @@ on:
        - 'Parsers/ASimRegistryEvent/Parsers/**'
        - 'Parsers/ASimUserManagement/Parsers/**'
        - 'Parsers/ASimDhcpEvent/Parsers/**'
+       - 'Parsers/ASimAlertEvent/Parsers/**'
 
 env:
   GITHUB_APPS_ID: "${{ secrets.APPLICATION_ID }}"

.github/workflows/data-connector-validations.yaml

@@ -0,0 +1,18 @@
+name: Data Connector Validations
+run-name: Data Connector running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    DataConnectorValidations:
+      runs-on: ubuntu-latest
+      steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g npm@6.14.15;which npm;npm -v
+      - name: npm install
+        run: npm install
+      - name: Data Connector Validations
+        run: npm run tsc && node .script/dataConnectorValidator.js

.github/workflows/detection-template-schema-validations.yaml

@@ -0,0 +1,24 @@
+name: Detection Template Schema Validations
+run-name: Detection Template Schema Validations running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    DetectionTemplateSchemaValidation:
+      runs-on: ubuntu-latest
+      env:
+        buildConfiguration: Release
+        dotnetSdkVersion: 3.1.401
+        PRNUM: ${{ github.event.pull_request.number }}
+      steps:
+      - uses: actions/checkout@v4
+      - name: Use .NET Core SDK ${{ env.dotnetSdkVersion }}
+        uses: actions/setup-dotnet@v4
+        with:
+          dotnet-version: ${{ env.dotnetSdkVersion }}
+      - name: Run Detection template structure validation tests
+        run: dotnet test .script/tests/detectionTemplateSchemaValidation/DetectionTemplateSchemaValidation.Tests.csproj --configuration ${{ env.buildConfiguration }}
+

.github/workflows/detection-validations.yaml

@@ -0,0 +1,19 @@
+name: Detection Validations
+run-name: Detection Validations running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    DetectionsValidations:
+      runs-on: ubuntu-latest
+      steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g npm@6.14.15;which npm;npm -v
+      - name: npm install
+        run: npm install
+      - name: Id Change Validation
+        run: npm run tsc && node .script/idChangeValidator.js
+

.github/workflows/documents-link-validation.yaml

@@ -0,0 +1,18 @@
+name: Documents Broken Link Validation
+run-name: Documents Broken Link Validation running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    DocumentsLinkValidation:
+      runs-on: ubuntu-latest
+      steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g npm@6.14.15;which npm;npm -v
+      - name: npm install
+        run: npm install
+      - name: Documents link locale validation
+        run: npm run tsc && node .script/documentsLinkValidator.js

.github/workflows/json-syntax-validation.yaml

@@ -0,0 +1,18 @@
+name: JSON File Syntax Validation
+run-name: JSON File Syntax Validation running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    JsonFileValidation:
+      runs-on: ubuntu-latest
+      steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g npm@6.14.15;which npm;npm -v
+      - name: npm install
+        run: npm install
+      - name: Json File Syntax Validation
+        run: npm run tsc && node .script/jsonFileValidator.js

.github/workflows/logo-validation.yaml

@@ -0,0 +1,18 @@
+name: Logo Validation
+run-name: Logo Validation running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    logoValidator:
+      runs-on: ubuntu-latest
+      steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g npm@6.14.15;which npm;npm -v
+      - name: npm install
+        run: npm install
+      - name: Logo File Validation
+        run: npm run tsc && node .script/logoValidator.js

.github/workflows/non-ascii-validations.yaml

@@ -0,0 +1,24 @@
+name: Non-Ascii Validations
+run-name: Non-Ascii validation running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    NonAsciiValidations:
+      runs-on: ubuntu-latest
+      env:
+        buildConfiguration: Release
+        dotnetSdkVersion: 3.1.401
+      steps:
+      - uses: actions/checkout@v4
+      - name: Use .NET Core SDK ${{ env.dotnetSdkVersion }}
+        uses: actions/setup-dotnet@v4
+        with:
+          dotnet-version: ${{ env.dotnetSdkVersion }}
+      - name: Run Non-Ascii validation tests
+        run: dotnet test .script/tests/NonAsciiValidationsTests/NonAsciiValidations.Tests.csproj --configuration ${{ env.buildConfiguration }}
+

.github/workflows/playbook-validations.yaml

@@ -0,0 +1,19 @@
+name: Playbook Validations
+run-name: Playbook Validations running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    PlaybooksValidations:
+      runs-on: ubuntu-latest
+      steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g npm@6.14.15;which npm;npm -v
+      - name: npm install
+        run: npm install
+      - name: Playbook Validations
+        run: npm run tsc && node .script/playbooksValidator.js
+

.github/workflows/runAsimSchemaAndDataTesters.yaml

@@ -17,6 +17,7 @@ on:
     - 'Parsers/ASimRegistryEvent/Parsers/**'
     - 'Parsers/ASimUserManagement/Parsers/**'
     - 'Parsers/ASimDhcpEvent/Parsers/**'
+    - 'Parsers/ASimAlertEvent/Parsers/**'
 
   # Allows you to run this workflow manually from the Actions tab
   workflow_dispatch:

.github/workflows/sample-data-validation.yaml

@@ -0,0 +1,18 @@
+name: Sample Data Validation
+run-name: Sample Data Validation running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    sampleDataValidator:
+      runs-on: ubuntu-latest
+      steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g npm@6.14.15;which npm;npm -v
+      - name: npm install
+        run: npm install
+      - name: Sample Data Validator
+        run: npm run tsc && node .script/sampleDataValidator.js

.github/workflows/solution-validations.yaml

@@ -0,0 +1,19 @@
+name: Solution Validations
+run-name: Solution Validations running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    SolutionValidations:
+      runs-on: ubuntu-latest
+      steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g npm@6.14.15;which npm;npm -v
+      - name: npm install
+        run: npm install
+      - name: Solution Validations
+        run: npm run tsc && node .script/SolutionValidations/solutionValidator.js
+

.github/workflows/workbook-metadata-validations.yaml

@@ -0,0 +1,18 @@
+name: Workbook Metadata Validations
+run-name: Workbook Metadata Validations running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    WorkbooksValidations:
+      runs-on: ubuntu-latest
+      steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g npm@6.14.15;which npm;npm -v
+      - name: npm install
+        run: npm install
+      - name: Workbooks Metadata Validations
+        run: npm run tsc && node .script/workbooksMetadataValidator.js

.github/workflows/workbook-template-validations.yaml

@@ -0,0 +1,18 @@
+name: Workbook Template Validations
+run-name: Workbook Template Validations running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    WorkbooksTemplateValidations:
+      runs-on: ubuntu-latest
+      steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g npm@6.14.15;which npm;npm -v
+      - name: npm install
+        run: npm install
+      - name: Workbooks Template Validations
+        run: npm run tsc && node .script/workbooksTemplateValidator.js

.github/workflows/yaml-syntax-validation.yaml

@@ -0,0 +1,19 @@
+name: YAML File Syntax Validation
+run-name: YAML File Syntax Validation running on ${{ github.ref_name }} 
+on:
+    pull_request:
+        branches:
+            - master
+    # Allows to run workflow manually from the Actions tab
+    workflow_dispatch:
+jobs:
+    YamlFileValidation:
+      runs-on: ubuntu-latest
+      steps:
+      - uses: actions/checkout@v4
+      - run: npm install -g npm@6.14.15;which npm;npm -v
+      - name: npm install
+        run: npm install
+      - name: YAML File Syntax Validation
+        run: npm run tsc && node .script/yamlFileValidator.js
+

.script/dataConnectorValidator.ts

@@ -26,7 +26,11 @@ export async function IsValidDataConnectorSchema(filePath: string): Promise<Exit
 
         /* Disabling temporarily till we get confirmation from PM*/
         // isValidFileName(filePath
-        isValidPermissions(jsonFile.permissions, connectorCategory);
+        /* Skip validation for Solution Microsoft Exchange Security - Exchange On-Premises Solution */
+        if (!filePath.includes('Microsoft Exchange Security - Exchange On-Premises')) 
+        {
+          isValidPermissions(jsonFile.permissions, connectorCategory);
+        }
       }
       else{
         console.warn(`Skipping File as it is of type Events : ${filePath}`)
@@ -173,4 +177,4 @@ let CheckOptions = {
   },
 };
 
-runCheckOverChangedFiles(CheckOptions, fileKinds, fileTypeSuffixes, filePathFolderPrefixes);
+runCheckOverChangedFiles(CheckOptions, fileKinds, fileTypeSuffixes, filePathFolderPrefixes);

.script/getModifiedASimSchemas.ps1

@@ -1,5 +1,5 @@
 function getModifiedAsimSchemas() {
-    $schemas = ("ASimDns", "ASimWebSession", "ASimNetworkSession", "ASimProcessEvent", "ASimAuditEvent", "ASimAuthentication", "ASimFileEvent", "ASimRegistryEvent","ASimUserManagement","ASimDhcpEvent")
+    $schemas = ("ASimDns", "ASimWebSession", "ASimNetworkSession", "ASimProcessEvent", "ASimAuditEvent", "ASimAuthentication", "ASimFileEvent", "ASimRegistryEvent","ASimUserManagement","ASimDhcpEvent","ASimAlertEvent")
     $modifiedSchemas = @()
     foreach ($schema in $schemas) {
         $filesThatWereChanged= Invoke-Expression "git diff origin/master  --name-only -- $($PSScriptRoot)/../Parsers/$($schema)/Parsers"