[ML] Remove job_type from job definitions in modules 7.17 (#179600)

This commit is contained in:
James Gowdy 2024-03-28 18:40:09 +00:00 committed by GitHub
parent 297556f65d
commit 53946ddfb1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
89 changed files with 1 additions and 90 deletions

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"apm"
],

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"apm"
],

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"apm"
],

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"apm"
],

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"apm"
],

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"apm"
],

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"apm"
],

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"apm"
],

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Auditbeat: Detect unusual increases in process execution rates in docker containers (ECS)",
"groups": ["auditd"],
"analysis_config": {

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Auditbeat: Detect rare process executions in docker containers (ECS)",
"groups": ["auditd"],
"analysis_config": {

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Auditbeat Hosts: Detect unusual increases in process execution rates (ECS)",
"groups": ["auditd"],
"analysis_config": {

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Auditbeat Hosts: Detect rare process executions on hosts (ECS)",
"groups": ["auditd"],
"analysis_config": {

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Logs UI: Detects anomalies in the log entry ingestion rate",
"groups": ["logs-ui"],
"analysis_config": {

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Logs UI: Detects anomalies in count of log entries by category",
"groups": [
"logs-ui"

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Metricbeat CPU: Detect unusual increases in cpu time spent in iowait (ECS)",
"groups": [
"metricbeat"

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Metricbeat filesystem: Detect unusual increases in disk utilization (ECS)",
"groups": [
"metricbeat"

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Metricbeat outages: Detect unusual decreases in metricbeat documents (ECS)",
"groups": [
"metricbeat"

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"hosts",
"metrics"

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Metrics: Hosts - Identify unusual spikes in inbound traffic across hosts.",
"groups": [
"hosts",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Metrics: Hosts - Identify unusual spikes in outbound traffic across hosts.",
"groups": [
"hosts",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"k8s",
"metrics"

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Metrics: Kubernetes - Identify unusual spikes in inbound traffic across Kubernetes pods.",
"groups": [
"k8s",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Metrics: Kubernetes - Identify unusual spikes in outbound traffic across Kubernetes pods.",
"groups": [
"k8s",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Authentication - looks for an unusually large spike in successful authentication events. This can be due to password spraying, user enumeration or brute force activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Authentication - looks for an unusually large spike in successful authentication events from a particular source IP address. This can be due to password spraying, user enumeration or brute force activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Authentication - looks for an unusually large spike in authentication failure events. This can be due to password spraying, user enumeration or brute force activity and may be a precursor to account takeover or credentialed access.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Authentication - looks for a user logging in at a time of day that is unusual for the user. This can be due to credentialed access via a compromised account when the user and the threat actor are in different time zones. In addition, unauthorized user activity often takes place during non-business hours.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Authentication - looks for a user logging in from an IP address that is unusual for the user. This can be due to credentialed access via a compromised account when the user and the threat actor are in different locations. An unusual source IP address for a username could also be due to lateral movement when a compromised account is used to pivot between hosts.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Authentication - looks for an unusual user name in the authentication logs. An unusual user name is one way of detecting credentialed access by means of a new or dormant user account. A user account that is normally inactive, because the user has left the organization, which becomes active, may be due to credentialed access using a compromised account password. Threat actors will sometimes also create new users as a means of persisting in a compromised web application.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "This is a new refactored job which works on ECS compatible events across multiple indices. Security: Linux - Looks for unusual destination port activity that could indicate command-and-control, persistence mechanism, or data exfiltration activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "This is a new refactored job which works on ECS compatible events across multiple indices. Security: Linux - Looks for processes that are unusual to all Linux hosts. Such unusual processes may indicate unauthorized services, malware, or persistence mechanisms.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"security",
"auditbeat",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "This is a new refactored job which works on ECS compatible events across multiple indices. Security: Linux - Looks for anomalous access to the metadata service by an unusual process. The metadata service may be targeted in order to harvest credentials or user data scripts containing secrets.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "This is a new refactored job which works on ECS compatible events across multiple indices. Security: Linux - Looks for anomalous access to the metadata service by an unusual user. The metadata service may be targeted in order to harvest credentials or user data scripts containing secrets.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "This is a new refactored job which works on ECS compatible events across multiple indices. Security: Linux - Looks for processes that are unusual to a particular Linux host. Such unusual processes may indicate unauthorized services, malware, or persistence mechanisms.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Network - looks for an unusually large spike in network activity to one destination country in the network logs. This could be due to unusually large amounts of reconnaissance or enumeration traffic. Data exfiltration activity may also produce such a surge in traffic to a destination country which does not normally appear in network traffic or business work-flows. Malware instances and persistence mechanisms may communicate with command-and-control (C2) infrastructure in their country of origin, which may be an unusual destination country for the source network.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Network - looks for an unusually large spike in network traffic that was denied by network ACLs or firewall rules. Such a burst of denied traffic is usually either 1) a misconfigured application or firewall or 2) suspicious or malicious activity. Unsuccessful attempts at network transit, in order to connect to command-and-control (C2), or engage in data exfiltration, may produce a burst of failed connections. This could also be due to unusually large amounts of reconnaissance or enumeration traffic. Denial-of-service attacks or traffic floods may also produce such a surge in traffic.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Network - looks for an unusually large spike in network traffic. Such a burst of traffic, if not caused by a surge in business activity, can be due to suspicious or malicious activity. Large-scale data exfiltration may produce a burst of network traffic; this could also be due to unusually large amounts of reconnaissance or enumeration traffic. Denial-of-service attacks or traffic floods may also produce such a surge in traffic.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Network - looks for an unusual destination country name in the network logs. This can be due to initial access, persistence, command-and-control, or exfiltration activity. For example, when a user clicks on a link in a phishing email or opens a malicious document, a request may be sent to download and run a payload from a server in a country which does not normally appear in network traffic or business work-flows. Malware instances and persistence mechanisms may communicate with command-and-control (C2) infrastructure in their country of origin, which may be an unusual destination country for the source network.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "This is a new refactored job which works on ECS compatible events across multiple indices. Security: Windows - Detects unusually rare processes on Windows hosts.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "This is a new refactored job which works on ECS compatible events across multiple indices. Security: Windows - Looks for unusual processes using the network which could indicate command-and-control, lateral movement, persistence, or data exfiltration activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"security",
"sysmon",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "This is a new refactored job which works on ECS compatible events across multiple indices. Security: Windows - Looks for processes that are unusual to all Windows hosts. Such unusual processes may indicate execution of unauthorized services, malware, or persistence mechanisms.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"security",
"endpoint",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "This is a new refactored job which works on ECS compatible events across multiple indices. Security: Windows - Rare and unusual users that are not normally active may indicate unauthorized changes or activity by an unauthorized user which may be credentialed access or lateral movement.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "This is a new refactored job which works on ECS compatible events across multiple indices. Security: Windows - Looks for anomalous access to the metadata service by an unusual process. The metadata service may be targeted in order to harvest credentials or user data scripts containing secrets.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "This is a new refactored job which works on ECS compatible events across multiple indices. Security: Windows - Looks for anomalous access to the metadata service by an unusual user. The metadata service may be targeted in order to harvest credentials or user data scripts containing secrets.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Looks for unusual processes using the network which could indicate command-and-control, lateral movement, persistence, or data exfiltration activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Looks for unusual destination port activity that could indicate command-and-control, persistence mechanism, or data exfiltration activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"security",
"auditbeat",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"security",
"auditbeat",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Looks for processes that are unusual to all Linux hosts. Such unusual processes may indicate unauthorized services, malware, or persistence mechanisms.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"security",
"auditbeat",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Looks for commands related to system network configuration discovery from an unusual user context. This can be due to uncommon troubleshooting activity or due to a compromised account. A compromised account may be used by a threat actor to engage in system network configuration discovery in order to increase their understanding of connected networks and hosts. This information may be used to shape follow-up behaviors such as lateral movement or additional discovery.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Looks for commands related to system network connection discovery from an unusual user context. This can be due to uncommon troubleshooting activity or due to a compromised account. A compromised account may be used by a threat actor to engage in system network connection discovery in order to increase their understanding of connected services and systems. This information may be used to shape follow-up behaviors such as lateral movement or additional discovery.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Looks for unusual kernel modules which are often used for stealth.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Looks for anomalous access to the metadata service by an unusual process. The metadata service may be targeted in order to harvest credentials or user data scripts containing secrets.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Looks for anomalous access to the metadata service by an unusual user. The metadata service may be targeted in order to harvest credentials or user data scripts containing secrets.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Looks for sudo activity from an unusual user context.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Looks for compiler activity by a user context which does not normally run compilers. This can be ad-hoc software changes or unauthorized software deployment. This can also be due to local privilege elevation via locally run exploits or malware activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Looks for commands related to system information discovery from an unusual user context. This can be due to uncommon troubleshooting activity or due to a compromised account. A compromised account may be used to engage in system information discovery in order to gather detailed information about system configuration and software versions. This may be a precursor to selection of a persistence mechanism or a method of privilege elevation.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Looks for commands related to system process discovery from an unusual user context. This can be due to uncommon troubleshooting activity or due to a compromised account. A compromised account may be used to engage in system process discovery in order to increase their understanding of software applications running on a target host or network. This may be a precursor to selection of a persistence mechanism or a method of privilege elevation.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Looks for commands related to system user or owner discovery from an unusual user context. This can be due to uncommon troubleshooting activity or due to a compromised account. A compromised account may be used to engage in system owner or user discovery in order to identify currently active or primary users of a system. This may be a precursor to additional discovery, credential dumping or privilege elevation activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Detect unusually rare processes on Linux",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Auditbeat - Detect unusually high number of authentication attempts.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Cloudtrail - Looks for a spike in the rate of an error message which may simply indicate an impending service failure but these can also be byproducts of attempted or successful persistence, privilege escalation, defense evasion, discovery, lateral movement, or collection activity by a threat actor.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Cloudtrail - Looks for unusual errors. Rare and unusual errors may simply indicate an impending service failure but they can also be byproducts of attempted or successful persistence, privilege escalation, defense evasion, discovery, lateral movement, or collection activity by a threat actor.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Cloudtrail - Looks for AWS API calls that, while not inherently suspicious or abnormal, are sourcing from a geolocation (city) that is unusual. This can be the result of compromised credentials or keys.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Cloudtrail - Looks for AWS API calls that, while not inherently suspicious or abnormal, are sourcing from a geolocation (country) that is unusual. This can be the result of compromised credentials or keys.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Cloudtrail - Looks for AWS API calls that, while not inherently suspicious or abnormal, are sourcing from a user context that does not normally call the method. This can be the result of compromised credentials or keys as someone uses a valid account to persist, move laterally, or exfil data.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Packetbeat - Looks for unusual DNS activity that could indicate command-and-control or data exfiltration activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Packetbeat - Looks for unusual DNS activity that could indicate command-and-control activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Packetbeat - Looks for unusual HTTP or TLS destination domain activity that could indicate execution, persistence, command-and-control or data exfiltration activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Packetbeat - Looks for unusual web browsing URL activity that could indicate execution, persistence, command-and-control or data exfiltration activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Packetbeat - Looks for unusual HTTP user agent activity that could indicate execution, persistence, command-and-control or data exfiltration activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Winlogbeat - Detect unusually rare processes on Windows.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Winlogbeat - Looks for unusual processes using the network which could indicate command-and-control, lateral movement, persistence, or data exfiltration activity.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"security",
"winlogbeat",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Winlogbeat - Looks for processes that are unusual to all Windows hosts. Such unusual processes may indicate execution of unauthorized services, malware, or persistence mechanisms.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"security",
"winlogbeat",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Winlogbeat - Looks for unusual powershell scripts that may indicate execution of malware, or persistence mechanisms.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": [
"security",
"winlogbeat",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Winlogbeat - Rare and unusual users that are not normally active may indicate unauthorized changes or activity by an unauthorized user which may be credentialed access or lateral movement.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Winlogbeat - Looks for anomalous access to the metadata service by an unusual process. The metadata service may be targeted in order to harvest credentials or user data scripts containing secrets.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Winlogbeat - Looks for anomalous access to the metadata service by an unusual user. The metadata service may be targeted in order to harvest credentials or user data scripts containing secrets.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Winlogbeat - Unusual user context switches can be due to privilege escalation.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"description": "Security: Winlogbeat Auth - Unusual RDP (remote desktop protocol) user logins can indicate account takeover or credentialed access.",
"groups": [
"security",

View file

@ -1,5 +1,4 @@
{
"job_type": "anomaly_detector",
"groups": ["uptime"],
"description": "Uptime Heartbeat: Identify periods of increased latency across geographical regions.",
"analysis_config": {

View file

@ -1029,8 +1029,7 @@ export default ({ getService }: FtrProviderContext) => {
});
for (const testData of testDataListPositive) {
// FAILING ES FORWARD COMPATIBILITY: https://github.com/elastic/kibana/issues/179169
describe.skip('sets up module data', function () {
describe('sets up module data', function () {
before(async () => {
await esArchiver.loadIfNeeded(testData.sourceDataArchive);
await ml.testResources.createIndexPatternIfNeeded(