[role="xpack"]
[[ml-put-job]]
= Create {anomaly-jobs} API
++++
Create jobs
++++
Instantiates an {anomaly-job}.
[[ml-put-job-request]]
== {api-request-title}
`PUT _ml/anomaly_detectors/`
[[ml-put-job-prereqs]]
== {api-prereq-title}
Requires the `manage_ml` cluster privilege. This privilege is included in the
`machine_learning_admin` built-in role.
If you include a `datafeed_config`, you must also have `read` index privileges
on the source index.
[[ml-put-job-desc]]
== {api-description-title}
[IMPORTANT]
====
* You must use {kib} or this API to create an {anomaly-job}. Do not put
a job directly to the `.ml-config` index using the {es} index API. If {es}
{security-features} are enabled, do not give users `write` privileges on the
`.ml-config` index.
* If you include a `datafeed_config` and {es} {security-features} are enabled,
your {dfeed} remembers which roles the user who created it had at the time of
creation and runs the query using those same roles. If you provide
<>, those
credentials are used instead.
====
[[ml-put-job-path-parms]]
== {api-path-parms-title}
``::
(Required, string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=job-id-anomaly-detection-define]
[role="child_attributes"]
[[ml-put-job-request-body]]
== {api-request-body-title}
`allow_lazy_open`::
(Optional, Boolean)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=allow-lazy-open]
//Begin analysis_config
[[put-analysisconfig]]`analysis_config`::
(Required, object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=analysis-config]
+
.Properties of `analysis_config`
[%collapsible%open]
====
`bucket_span`:::
(<>)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=bucket-span]
`categorization_analyzer`:::
(object or string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=categorization-analyzer]
`categorization_field_name`:::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=categorization-field-name]
`categorization_filters`:::
(array of strings)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=categorization-filters]
//Begin analysis_config.detectors
`detectors`:::
(array) An array of detector configuration objects. Detector configuration
objects specify which data fields a job analyzes. They also specify which
analytical functions are used. You can specify multiple detectors for a job.
+
NOTE: If the `detectors` array does not contain at least one detector,
no analysis can occur and an error is returned.
+
.Properties of `detectors`
[%collapsible%open]
=====
`by_field_name`::::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=by-field-name]
//Begin analysis_config.detectors.custom_rules
[[put-customrules]]`custom_rules`::::
(array)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=custom-rules]
+
.Properties of `custom_rules`
[%collapsible%open]
======
`actions`:::
(array)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=custom-rules-actions]
//Begin analysis_config.detectors.custom_rules.conditions
`conditions`:::
(array)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=custom-rules-conditions]
+
.Properties of `conditions`
[%collapsible%open]
=======
`applies_to`::::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=custom-rules-conditions-applies-to]
`operator`::::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=custom-rules-conditions-operator]
`value`::::
(double)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=custom-rules-conditions-value]
=======
//End analysis_config.detectors.custom_rules.conditions
//Begin analysis_config.detectors.custom_rules.scope
`scope`:::
(object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=custom-rules-scope]
+
.Properties of `scope`
[%collapsible%open]
=======
`filter_id`::::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=custom-rules-scope-filter-id]
`filter_type`::::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=custom-rules-scope-filter-type]
=======
//End analysis_config.detectors.custom_rules.scope
======
//End analysis_config.detectors.custom_rules
`detector_description`::::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=detector-description]
`detector_index`::::
(integer)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=detector-index]
+
If you specify a value for this property, it is ignored.
`exclude_frequent`::::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=exclude-frequent]
`field_name`::::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=detector-field-name]
`function`::::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=function]
`over_field_name`::::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=over-field-name]
`partition_field_name`::::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=partition-field-name]
`use_null`::::
(Boolean)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=use-null]
=====
//End analysis_config.detectors
`influencers`:::
(array of strings)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=influencers]
`latency`:::
(time units)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=latency]
`model_prune_window`:::
(Optional, <>)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=model-prune-window]
`multivariate_by_fields`:::
(Boolean)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=multivariate-by-fields]
//Begin analysis_config.per_partition_categorization
`per_partition_categorization`:::
(Optional, object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=per-partition-categorization]
+
.Properties of `per_partition_categorization`
[%collapsible%open]
=====
`enabled`::::
(Boolean)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=per-partition-categorization-enabled]
`stop_on_warn`::::
(Boolean)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=per-partition-categorization-stop-on-warn]
=====
//End analysis_config.per_partition_categorization
`summary_count_field_name`:::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=summary-count-field-name]
====
//End analysis_config
//Begin analysis_limits
[[put-analysislimits]]`analysis_limits`::
(Optional, object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=analysis-limits]
+
.Properties of `analysis_limits`
[%collapsible%open]
====
`categorization_examples_limit`:::
(long)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=categorization-examples-limit]
`model_memory_limit`:::
(long or string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=model-memory-limit-ad]
====
//End analysis_limits
`background_persist_interval`::
(Optional, <>)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=background-persist-interval]
[[put-customsettings]]`custom_settings`::
(Optional, object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=custom-settings]
[[put-dailymodelsnapshotretentionafterdays]]`daily_model_snapshot_retention_after_days`::
(Optional, long)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=daily-model-snapshot-retention-after-days]
//Begin data_description
[[put-datadescription]]`data_description`::
(Required, object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=data-description]
//End data_description
[[put-datafeedconfig]]`datafeed_config`::
(Optional, object) The {ml-docs}/ml-dfeeds.html[{dfeed}], which retrieves data
from {es} for analysis by the job. You can associate only one {dfeed} with each
{anomaly-job}.
+
.Properties of `datafeed`
[%collapsible%open]
====
`aggregations`:::
(Optional, object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=aggregations]
`chunking_config`:::
(Optional, object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=chunking-config]
+
.Properties of `chunking_config`
[%collapsible%open]
=====
`mode`:::
(string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=mode]
`time_span`:::
(<>)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=time-span]
=====
`datafeed_id`:::
(Optional, string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=datafeed-id]
+
Defaults to the same ID as the {anomaly-job}.
`delayed_data_check_config`:::
(Optional, object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=delayed-data-check-config]
+
.Properties of `delayed_data_check_config`
[%collapsible%open]
=====
`check_window`::
(<>)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=delayed-data-check-config-check-window]
`enabled`::
(Boolean)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=delayed-data-check-config-enabled]
=====
`frequency`:::
(Optional, <>)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=frequency]
`indices`:::
(Required, array)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=indices]
`indices_options`:::
(Optional, object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=indices-options]
`max_empty_searches`:::
(Optional,integer)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=max-empty-searches]
`query`:::
(Optional, object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=query]
`query_delay`:::
(Optional, <>)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=query-delay]
`runtime_mappings`:::
(Optional, object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=runtime-mappings]
`script_fields`:::
(Optional, object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=script-fields]
`scroll_size`:::
(Optional, unsigned integer)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=scroll-size]
====
`description`::
(Optional, string) A description of the job.
`groups`::
(Optional, array of strings)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=groups]
//Begin model_plot_config
`model_plot_config`::
(Optional, object)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=model-plot-config]
+
.Properties of `model_plot_config`
[%collapsible%open]
====
`annotations_enabled`:::
(Boolean)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=model-plot-config-annotations-enabled]
`enabled`:::
(Boolean)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=model-plot-config-enabled]
`terms`:::
experimental[] (string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=model-plot-config-terms]
====
//End model_plot_config
[[put-modelsnapshotretentiondays]]`model_snapshot_retention_days`::
(Optional, long)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=model-snapshot-retention-days]
[[put-renormalizationwindowdays]]`renormalization_window_days`::
(Optional, long)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=renormalization-window-days]
[[put-resultsindexname]]`results_index_name`::
(Optional, string)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=results-index-name]
[[put-resultsretentiondays]]`results_retention_days`::
(Optional, long)
include::{es-ref-dir}/ml/ml-shared.asciidoc[tag=results-retention-days]
[[ml-put-job-example]]
== {api-examples-title}
Create an {anomaly-job} and {dfeed}:
[source,console]
--------------------------------------------------
PUT _ml/anomaly_detectors/test-job1?pretty
{
"analysis_config": {
"bucket_span": "15m",
"detectors": [
{
"detector_description": "Sum of bytes",
"function": "sum",
"field_name": "bytes"
}
]
},
"data_description": {
"time_field": "timestamp",
"time_format": "epoch_ms"
},
"analysis_limits": {
"model_memory_limit": "11MB"
},
"model_plot_config": {
"enabled": true,
"annotations_enabled": true
},
"results_index_name": "test-job1",
"datafeed_config":
{
"indices": [
"kibana_sample_data_logs"
],
"query": {
"bool": {
"must": [
{
"match_all": {}
}
]
}
},
"runtime_mappings": {
"hour_of_day": {
"type": "long",
"script": {
"source": "emit(doc['timestamp'].value.getHour());"
}
}
},
"datafeed_id": "datafeed-test-job1"
}
}
--------------------------------------------------
The API returns the following results:
[source,js]
----
{
"job_id" : "test-job1",
"job_type" : "anomaly_detector",
"job_version" : "8.4.0",
"create_time" : 1656087283340,
"datafeed_config" : {
"datafeed_id" : "datafeed-test-job1",
"job_id" : "test-job1",
"authorization" : {
"roles" : [
"superuser"
]
},
"query_delay" : "61499ms",
"chunking_config" : {
"mode" : "auto"
},
"indices_options" : {
"expand_wildcards" : [
"open"
],
"ignore_unavailable" : false,
"allow_no_indices" : true,
"ignore_throttled" : true
},
"query" : {
"bool" : {
"must" : [
{
"match_all" : { }
}
]
}
},
"indices" : [
"kibana_sample_data_logs"
],
"scroll_size" : 1000,
"delayed_data_check_config" : {
"enabled" : true
},
"runtime_mappings" : {
"hour_of_day" : {
"type" : "long",
"script" : {
"source" : "emit(doc['timestamp'].value.getHour());"
}
}
}
},
"analysis_config" : {
"bucket_span" : "15m",
"detectors" : [
{
"detector_description" : "Sum of bytes",
"function" : "sum",
"field_name" : "bytes",
"detector_index" : 0
}
],
"influencers" : [ ],
"model_prune_window" : "30d"
},
"analysis_limits" : {
"model_memory_limit" : "11mb",
"categorization_examples_limit" : 4
},
"data_description" : {
"time_field" : "timestamp",
"time_format" : "epoch_ms"
},
"model_plot_config" : {
"enabled" : true,
"annotations_enabled" : true
},
"model_snapshot_retention_days" : 10,
"daily_model_snapshot_retention_after_days" : 1,
"results_index_name" : "custom-test-job1",
"allow_lazy_open" : false
}
----
// TESTRESPONSE[s/"job_version" : "8.4.0"/"job_version" : $body.job_version/]
// TESTRESPONSE[s/1656087283340/$body.$_path/]
// TESTRESPONSE[s/"superuser"/"_es_test_root"/]
// TESTRESPONSE[s/"ignore_throttled" : true/"ignore_throttled" : true,"failure_store":"exclude"/]