Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

ASIM Process Event schema parser with its sample and test data for SentinelOne #8669

Merged
merged 12 commits into from
Sep 27, 2023
Merged
900 changes: 900 additions & 0 deletions .script/tests/KqlvalidationsTests/CustomTables/SentinelOne_CL.json

Large diffs are not rendered by default.

108 changes: 108 additions & 0 deletions Parsers/ASimProcessEvent/Parsers/ASimProcessCreateSentinelOne.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,108 @@
Parser:
Title: Process Create ASIM parser for SentinelOne
jayeshprajapaticrest marked this conversation as resolved.
Show resolved Hide resolved
Version: '0.1.0'
LastUpdated: Jul 24, 2023
Product:
Name: SentinelOne
Normalization:
Schema: ProcessEvent
Version: '0.1.4'
References:
- Title: ASIM ProcessEvent Schema
Link: https://aka.ms/ASimProcessEventDoc
- Title: ASIM
Link: https://aka.ms/AboutASIM
- Title: SentinelOne Documentation
- Link: https://<SOneInstanceDomain>.sentinelone.net/api-doc/overview
jayeshprajapaticrest marked this conversation as resolved.
Show resolved Hide resolved
Description: |
This ASIM parser supports normalizing SentinelOne logs to the ASIM Process Event normalized schema. SentinelOne events are captured through SentinelOne data connector which ingests SentinelOne server objects such as Threats, Agents, Applications, Activities, Policies, Groups, and more events into Microsoft Sentinel through the REST API.
ParserName: ASimProcessCreateSentinelOne
EquivalentBuiltInParser: _ASim_ProcessEvent_CreateSentinelOne
ParserParams:
- Name: disabled
Type: bool
Default: false
ParserQuery: |
let parser = (disabled: bool=false) {
SentinelOne_CL
| where not(disabled)
and event_name_s == "Alerts."
and alertInfo_eventType_s == "PROCESSCREATION"
| project-rename
DvcId = agentDetectionInfo_uuid_g,
EventStartTime = sourceProcessInfo_pidStarttime_t,
TargetProcessCommandLine = targetProcessInfo_tgtProcCmdLine_s,
TargetProcessId = targetProcessInfo_tgtProcPid_s,
TargetProcessName = targetProcessInfo_tgtProcName_s,
EventUid = _ItemId,
TargetProcessCreationTime = targetProcessInfo_tgtProcessStartTime_t,
ActingProcessName = sourceProcessInfo_name_s,
ParentProcessName = sourceParentProcessInfo_name_s,
ActingProcessCommandLine = sourceProcessInfo_commandline_s,
ActingProcessGuid = sourceProcessInfo_uniqueId_g,
ActingProcessSHA1 = sourceProcessInfo_fileHashSha1_s,
ParentProcessSHA1 = sourceParentProcessInfo_fileHashSha1_s,
ActingProcessSHA256 = sourceProcessInfo_fileHashSha256_s,
ParentProcessSHA256 = sourceParentProcessInfo_fileHashSha256_s,
DvcOs = agentDetectionInfo_osName_s,
DvcOsVersion = agentDetectionInfo_osRevision_s,
TargetProcessIntegrityLevel = targetProcessInfo_tgtProcIntegrityLevel_s,
EventOriginalType = alertInfo_eventType_s,
EventOriginalSeverity = ruleInfo_severity_s,
EventOriginalUid = alertInfo_dvEventId_s
| invoke _ASIM_ResolveDvcFQDN('agentDetectionInfo_name_s')
| extend
ActingProcessId = sourceProcessInfo_pid_s,
ActorUsername = sourceProcessInfo_user_s,
TargetUsername = sourceProcessInfo_user_s,
Hash = coalesce(targetProcessInfo_tgtFileHashSha256_s, targetProcessInfo_tgtFileHashSha1_s),
ParentProcessId = sourceProcessInfo_pid_s,
TargetProcessSHA1 = targetProcessInfo_tgtFileHashSha1_s,
TargetProcessSHA256 = targetProcessInfo_tgtFileHashSha256_s,
ParentProcessMD5 = replace_string(sourceParentProcessInfo_fileHashMd5_g, "-", ""),
ActingProcessMD5 = replace_string(sourceProcessInfo_fileHashMd5_g, "-", ""),
EventSeverity = iff(EventOriginalSeverity == "Critical", "High", EventOriginalSeverity)
| extend
EventCount = int(1),
EventProduct = "SentinelOne",
EventResult = "Success",
jayeshprajapaticrest marked this conversation as resolved.
Show resolved Hide resolved
DvcAction = "Allowed",
EventSchemaVersion = "0.1.4",
EventType = "ProcessCreated",
EventVendor = "SentinelOne",
jayeshprajapaticrest marked this conversation as resolved.
Show resolved Hide resolved
EventSchema = "ProcessEvent"
| extend
Dvc = DvcId,
EventEndTime = EventStartTime,
User = TargetUsername,
ActingProcessCreationTime = EventStartTime,
CommandLine = TargetProcessCommandLine,
Process = TargetProcessName
| extend
HashType = case(
isnotempty(Hash) and isnotempty(TargetProcessSHA256),
"TargetProcessSHA256",
isnotempty(Hash) and isnotempty(TargetProcessSHA1),
"TargetProcessSHA1",
""
),
TargetUsernameType = _ASIM_GetUsernameType(TargetUsername),
TargetUserType = _ASIM_GetUserType(TargetUsername, ""),
DvcIdType = iff(isnotempty(DvcId), "Other", ""),
ActorUsernameType = _ASIM_GetUsernameType(ActorUsername),
ActorUserType = _ASIM_GetUserType(ActorUsername, "")
| project-away
*_d,
*_s,
*_g,
*_t,
*_b,
_ResourceId,
TenantId,
RawData,
Computer,
MG,
ManagementGroupName,
SourceSystem
};
parser(disabled=disabled)
4 changes: 3 additions & 1 deletion Parsers/ASimProcessEvent/Parsers/ASimProcessEvent.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,7 @@ Parsers:
- _ASim_ProcessEvent_TerminateMicrosoftWindowsEvents
- _ASim_ProcessEvent_CreateMicrosoftWindowsEvents
- _ASim_ProcessEvent_MD4IoT
- _ASim_ProcessEvent_CreateSentinelOne

ParserQuery: |
let DisabledParsers=materialize(_GetWatchlist('ASimDisabledParsers') | where SearchKey in ('Any', 'ExcludeASimProcess') | extend SourceSpecificParser=column_ifexists('SourceSpecificParser','') | distinct SourceSpecificParser);
Expand All @@ -44,4 +45,5 @@ ParserQuery: |
ASimProcessTerminateLinuxSysmon(imProcessEventBuiltInDisabled or ('ExcludeASimProcessTerminateLinuxSysmon' in (DisabledParsers) )),
ASimProcessTerminateMicrosoftWindowsEvents(imProcessEventBuiltInDisabled or ('ExcludeASimProcessTerminateMicrosoftWindowsEvents' in (DisabledParsers) )),
ASimProcessCreateMicrosoftWindowsEvents(imProcessEventBuiltInDisabled or ('ExcludeASimProcessCreateMicrosoftWindowsEvents' in (DisabledParsers) )),
ASimProcessEventMD4IoT(imProcessEventBuiltInDisabled or ('ExcludeASimProcessEventMD4IoTh' in (DisabledParsers) ))
ASimProcessEventMD4IoT(imProcessEventBuiltInDisabled or ('ExcludeASimProcessEventMD4IoTh' in (DisabledParsers) )),
ASimProcessCreateSentinelOne(imProcessEventBuiltInDisabled or ('ExcludeASimProcessCreateSentinelOne' in (DisabledParsers) ))
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@ Parsers:
- _ASim_ProcessEvent_CreateLinuxSysmon
- _ASim_ProcessEvent_CreateMicrosoftWindowsEvents
- _ASim_ProcessEvent_MD4IoT
- _ASim_ProcessEvent_CreateSentinelOne

ParserQuery: |
let DisabledParsers=materialize(_GetWatchlist('ASimDisabledParsers') | where SearchKey in ('Any', 'ExcludeASimProcessEventCreate') | extend SourceSpecificParser=column_ifexists('SourceSpecificParser','') | distinct SourceSpecificParser);
Expand All @@ -35,4 +36,5 @@ ParserQuery: |
ASimProcessCreateMicrosoftSecurityEvents(imProcessEventBuiltInDisabled or ('ExcludeASimProcessCreateMicrosoftSecurityEvents' in (DisabledParsers) )),
ASimProcessCreateLinuxSysmon(imProcessEventBuiltInDisabled or ('ExcludeASimProcessCreateLinuxSysmon' in (DisabledParsers) )),
ASimProcessCreateMicrosoftWindowsEvents(imProcessEventBuiltInDisabled or ('ExcludeASimProcessCreateMicrosoftWindowsEvents' in (DisabledParsers) )),
ASimProcessEventMD4IoT(imProcessEventBuiltInDisabled or ('ExcludeASimProcessEventMD4IoT' in (DisabledParsers) ))
ASimProcessEventMD4IoT(imProcessEventBuiltInDisabled or ('ExcludeASimProcessEventMD4IoT' in (DisabledParsers) )),
ASimProcessCreateSentinelOne(imProcessEventBuiltInDisabled or ('ExcludeASimProcessCreateSentinelOne' in (DisabledParsers) ))
89 changes: 76 additions & 13 deletions Parsers/ASimProcessEvent/Parsers/imProcess.yaml
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
Parser:
vakohl marked this conversation as resolved.
Show resolved Hide resolved
Title: Process Event ASIM parser
Version: '0.1.1'
LastUpdated: Feb 23, 2022
LastUpdated: Aug 28, 2023
Product:
Name: Source Agnostic
Normalization:
Expand All @@ -15,17 +15,80 @@ References:
Description: |
This ASIM parser supports normalizing process event logs from all supported sources to the ASIM ProcessEvent normalized schema.
ParserName: imProcess
EquivalentBuiltInParser: _Im_Process
ParserParams:
- Name: starttime
Type: datetime
Default: datetime(null)
- Name: endtime
Type: datetime
Default: datetime(null)
- Name: commandline_has_any
Type: dynamic
Default: dynamic([])
- Name: commandline_has_all
Type: dynamic
Default: dynamic([])
- Name: commandline_has_any_ip_prefix
Type: dynamic
Default: dynamic([])
- Name: actingprocess_has_any
Type: dynamic
Default: dynamic([])
- Name: targetprocess_has_any
Type: dynamic
Default: dynamic([])
- Name: parentprocess_has_any
Type: dynamic
Default: dynamic([])
- Name: targetusername_has
Type: string
Default: '*'
- Name: actorusername_has
Type: string
Default: '*'
- Name: dvcipaddr_has_any_prefix
Type: dynamic
Default: dynamic([])
- Name: dvchostname_has_any
Type: dynamic
Default: dynamic([])
- Name: eventtype
Type: string
Default: '*'
- Name: hashes_has_any
Type: dynamic
Default: dynamic([])
ParserQuery: |
let Generic=(starttime:datetime=datetime(null), endtime:datetime=datetime(null), commandline_has_any:dynamic=dynamic([]), commandline_has_all:dynamic=dynamic([]), commandline_has_any_ip_prefix:dynamic=dynamic([]), actingprocess_has_any:dynamic=dynamic([]), targetprocess_has_any:dynamic=dynamic([]), parentprocess_has_any:dynamic=dynamic([]), targetusername_has:string='*', actorusername_has:string='*', dvcipaddr_has_any_prefix:dynamic=dynamic([]), dvchostname_has_any:dynamic=dynamic([]), eventtype:string='*', hashes_has_any:dynamic=dynamic([])){
let DisabledParsers=materialize(_GetWatchlist('ASimDisabledParsers') | where SearchKey in ('Any', 'ExcludeimProcess') | extend SourceSpecificParser=column_ifexists('SourceSpecificParser','') | distinct SourceSpecificParser);
let imProcessBuiltInDisabled=toscalar('ExcludeimProcessBuiltIn' in (DisabledParsers) or 'Any' in (DisabledParsers));
union isfuzzy=true
vimProcessEmpty,
vimProcessEventMicrosoft365D,
vimProcessCreateMicrosoftSysmon,
vimProcessTerminateMicrosoftSysmon,
vimProcessCreateMicrosoftSecurityEvents,
vimProcessTerminateMicrosoftSecurityEvents,
vimProcessCreateLinuxSysmon,
vimProcessTerminateLinuxSysmon,
vimProcessTerminateMicrosoftWindowsEvents,
vimProcessCreateMicrosoftWindowsEvents,
vimProcessEventMD4IoT
vimProcessEmpty
, vimProcessEventMicrosoft365D ( starttime=starttime, endtime=endtime, commandline_has_any=commandline_has_any, commandline_has_all=commandline_has_all, commandline_has_any_ip_prefix=commandline_has_any_ip_prefix, actingprocess_has_any=actingprocess_has_any, targetprocess_has_any=targetprocess_has_any, parentprocess_has_any=parentprocess_has_any, targetusername_has=targetusername_has, dvcipaddr_has_any_prefix=dvcipaddr_has_any_prefix, dvchostname_has_any=dvchostname_has_any, eventtype=eventtype, hashes_has_any=hashes_has_any, disabled=(imProcessBuiltInDisabled or('ExcludevimProcessEventMicrosoft365D' in (DisabledParsers) )))
, vimProcessCreateMicrosoftSysmon ( starttime=starttime, endtime=endtime, commandline_has_any=commandline_has_any, commandline_has_all=commandline_has_all, commandline_has_any_ip_prefix=commandline_has_any_ip_prefix, actingprocess_has_any=actingprocess_has_any, targetprocess_has_any=targetprocess_has_any, parentprocess_has_any=parentprocess_has_any, targetusername_has=targetusername_has, dvcipaddr_has_any_prefix=dvcipaddr_has_any_prefix, dvchostname_has_any=dvchostname_has_any, eventtype=eventtype, disabled=(imProcessBuiltInDisabled or('ExcludevimProcessCreateMicrosoftSysmon' in (DisabledParsers) )))
, vimProcessTerminateMicrosoftSysmon ( starttime=starttime, endtime=endtime, commandline_has_any=commandline_has_any, commandline_has_all=commandline_has_all, commandline_has_any_ip_prefix=commandline_has_any_ip_prefix, actingprocess_has_any=actingprocess_has_any, targetprocess_has_any=targetprocess_has_any, parentprocess_has_any=parentprocess_has_any, actorusername_has=actorusername_has, dvcipaddr_has_any_prefix=dvcipaddr_has_any_prefix, dvchostname_has_any=dvchostname_has_any, eventtype=eventtype, disabled=(imProcessBuiltInDisabled or('ExcludevimProcessTerminateMicrosoftSysmon' in (DisabledParsers) )))
, vimProcessCreateMicrosoftSecurityEvents ( starttime=starttime, endtime=endtime, commandline_has_any=commandline_has_any, commandline_has_all=commandline_has_all, commandline_has_any_ip_prefix=commandline_has_any_ip_prefix, actingprocess_has_any=actingprocess_has_any, targetprocess_has_any=targetprocess_has_any, parentprocess_has_any=parentprocess_has_any, targetusername_has=targetusername_has, dvcipaddr_has_any_prefix=dvcipaddr_has_any_prefix, dvchostname_has_any=dvchostname_has_any, eventtype=eventtype, disabled=(imProcessBuiltInDisabled or('ExcludevimProcessCreateMicrosoftSecurityEvents' in (DisabledParsers) )))
, vimProcessTerminateMicrosoftSecurityEvents ( starttime=starttime, endtime=endtime, commandline_has_any=commandline_has_any, commandline_has_all=commandline_has_all, commandline_has_any_ip_prefix=commandline_has_any_ip_prefix, actingprocess_has_any=actingprocess_has_any, targetprocess_has_any=targetprocess_has_any, parentprocess_has_any=parentprocess_has_any, actorusername=actorusername_has, dvcipaddr_has_any_prefix=dvcipaddr_has_any_prefix, dvcname_has_any=dvchostname_has_any, eventtype=eventtype, disabled=(imProcessBuiltInDisabled or('ExcludevimProcessTerminateMicrosoftSecurityEvents' in (DisabledParsers) )))
, vimProcessCreateLinuxSysmon ( starttime=starttime, endtime=endtime, commandline_has_any=commandline_has_any, commandline_has_all=commandline_has_all, commandline_has_any_ip_prefix=commandline_has_any_ip_prefix, actingprocess_has_any=actingprocess_has_any, targetprocess_has_any=targetprocess_has_any, parentprocess_has_any=parentprocess_has_any, targetusername=targetusername_has, dvcipaddr_has_any_prefix=dvcipaddr_has_any_prefix, dvcname_has_any=dvchostname_has_any, eventtype=eventtype, disabled=(imProcessBuiltInDisabled or('ExcludevimProcessCreateLinuxSysmon' in (DisabledParsers) )))
, vimProcessTerminateLinuxSysmon ( starttime=starttime, endtime=endtime, commandline_has_any=commandline_has_any, commandline_has_all=commandline_has_all, commandline_has_any_ip_prefix=commandline_has_any_ip_prefix, actingprocess_has_any=actingprocess_has_any, targetprocess_has_any=targetprocess_has_any, parentprocess_has_any=parentprocess_has_any, actorusername=actorusername_has, dvcipaddr_has_any_prefix=dvcipaddr_has_any_prefix, dvcname_has_any=dvchostname_has_any, eventtype=eventtype, disabled=(imProcessBuiltInDisabled or('ExcludevimProcessTerminateLinuxSysmon' in (DisabledParsers) )))
, vimProcessTerminateMicrosoftWindowsEvents ( starttime=starttime, endtime=endtime, commandline_has_any=commandline_has_any, commandline_has_all=commandline_has_all, commandline_has_any_ip_prefix=commandline_has_any_ip_prefix, actingprocess_has_any=actingprocess_has_any, targetprocess_has_any=targetprocess_has_any, parentprocess_has_any=parentprocess_has_any, actorusername_has=actorusername_has, dvcipaddr_has_any_prefix=dvcipaddr_has_any_prefix, dvchostname_has_any=dvchostname_has_any, eventtype=eventtype, hashes_has_any=hashes_has_any, disabled=(imProcessBuiltInDisabled or('ExcludevimProcessTerminateMicrosoftWindowsEvents' in (DisabledParsers) )))
, vimProcessCreateMicrosoftWindowsEvents ( starttime=starttime, endtime=endtime, commandline_has_any=commandline_has_any, commandline_has_all=commandline_has_all, commandline_has_any_ip_prefix=commandline_has_any_ip_prefix, actingprocess_has_any=actingprocess_has_any, targetprocess_has_any=targetprocess_has_any, parentprocess_has_any=parentprocess_has_any, targetusername_has=targetusername_has, dvcipaddr_has_any_prefix=dvcipaddr_has_any_prefix, dvchostname_has_any=dvchostname_has_any, eventtype=eventtype, hashes_has_any=hashes_has_any, disabled=(imProcessBuiltInDisabled or('ExcludevimProcessCreateMicrosoftWindowsEvents' in (DisabledParsers) )))
, vimProcessEventMD4IoT ( starttime=starttime, endtime=endtime, commandline_has_any=commandline_has_any, commandline_has_all=commandline_has_all, commandline_has_any_ip_prefix=commandline_has_any_ip_prefix, actingprocess_has_any=actingprocess_has_any, targetprocess_has_any=targetprocess_has_any, parentprocess_has_any=parentprocess_has_any, targetusername=targetusername_has, dvcipaddr_has_any_prefix=dvcipaddr_has_any_prefix, dvcname_has_any=dvchostname_has_any, eventtype=eventtype, disabled=(imProcessBuiltInDisabled or('ExcludevimProcessEventMD4IoT' in (DisabledParsers) )))
, vimProcessCreateSentinelOne ( starttime=starttime, endtime=endtime, commandline_has_any=commandline_has_any, commandline_has_all=commandline_has_all, commandline_has_any_ip_prefix=commandline_has_any_ip_prefix, actingprocess_has_any=actingprocess_has_any, targetprocess_has_any=targetprocess_has_any, parentprocess_has_any=parentprocess_has_any, targetusername_has=targetusername_has, dvcipaddr_has_any_prefix=dvcipaddr_has_any_prefix, dvchostname_has_any=dvchostname_has_any, eventtype=eventtype, hashes_has_any=hashes_has_any, disabled=(imProcessBuiltInDisabled or('ExcludevimProcessCreateSentinelOne' in (DisabledParsers) )))
};
Generic(starttime=starttime, endtime=endtime, commandline_has_any=commandline_has_any, commandline_has_all=commandline_has_all, commandline_has_any_ip_prefix=commandline_has_any_ip_prefix, actingprocess_has_any=actingprocess_has_any, targetprocess_has_any=targetprocess_has_any, parentprocess_has_any=parentprocess_has_any, targetusername_has=targetusername_has, dvcipaddr_has_any_prefix=dvcipaddr_has_any_prefix, dvchostname_has_any=dvchostname_has_any, eventtype=eventtype, hashes_has_any=hashes_has_any)

EquivalentBuiltInParser: _Im_Process
Parsers:
- _Im_Process_Empty
- _Im_ProcessEvent_Microsoft365D
- _Im_ProcessCreate_MicrosoftSysmon
- _Im_ProcessTerminate_MicrosoftSysmon
- _Im_ProcessCreate_MicrosoftSecurityEvents
- _Im_ProcessTerminate_MicrosoftSecurityEvents
- _Im_ProcessCreate_LinuxSysmon
- _Im_ProcessTerminate_LinuxSysmon
- _Im_ProcessTerminate_MicrosoftWindowsEvents
- _Im_ProcessCreate_MicrosoftWindowsEvents
- _Im_ProcessCreate_MD4IoT
- _Im_ProcessCreate_SentinelOne
Loading
Loading