github-mirrors/kibana
1
0
Fork 0
mirror of https://github.com/elastic/kibana.git synced 2025-04-24 09:48:58 -04:00
Code Issues Projects Releases Packages Wiki Activity

[8.10] Add indexName to data quality telemetry (#163937) (#164351)

Browse source 
# Backport

This will backport the following commits from `main` to `8.10`:
- [Add indexName to data quality telemetry
(#163937)](https://github.com/elastic/kibana/pull/163937)

<!--- Backport version: 8.9.7 -->

### Questions ?
Please refer to the [Backport tool
documentation](https://github.com/sqren/backport)

<!--BACKPORT [{"author":{"name":"Angela
Chuang","email":"6295984+angorayc@users.noreply.github.com"},"sourceCommit":{"committedDate":"2023-08-21T18:54:00Z","message":"Add
indexName to data quality telemetry (#163937)\n\n##
Summary\r\n\r\n\r\n[Staging](50d4fbbd-2ce4-4fb7-be73-e33bb242a261\r\n\r\n\r\n```\r\n{\r\n
\"timestamp\": \"2023-08-15T13:39:27.513Z\",\r\n \"event_type\": \"Data
Quality Index Checked\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"hot\",\r\n \"indexId\": \"WxZsLLXbR9qeroNaFeY1wg\",\r\n \"indexName\":
\".internal.alerts-security.alerts-default-000001\",\r\n \"isCheckAll\":
true,\r\n \"numberOfDocuments\": 7834,\r\n
\"numberOfIncompatibleFields\": 0,\r\n \"numberOfIndices\": 1,\r\n
\"numberOfIndicesChecked\": 1,\r\n \"sizeInBytes\": 15097503,\r\n
\"timeConsumedMs\": 151,\r\n \"unallowedMappingFields\": [],\r\n
\"unallowedValueFields\": []\r\n }\r\n}\r\n\r\n\r\n{\r\n \"timestamp\":
\"2023-08-15T13:39:30.637Z\",\r\n \"event_type\": \"Data Quality Index
Checked\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"unmanaged\",\r\n \"indexId\": \"AoyctcRqTKG8HvUVmpuzEA\",\r\n
\"indexName\": \"auditbeat-custom-index-1\",\r\n \"isCheckAll\":
true,\r\n \"numberOfDocuments\": 4,\r\n \"numberOfIncompatibleFields\":
3,\r\n \"numberOfIndices\": 1,\r\n \"numberOfIndicesChecked\": 1,\r\n
\"sizeInBytes\": 28417,\r\n \"timeConsumedMs\": 69,\r\n
\"unallowedMappingFields\": [\r\n \"host.name\",\r\n \"source.ip\"\r\n
],\r\n \"unallowedValueFields\": [\r\n \"event.category\"\r\n ]\r\n
}\r\n}\r\n\r\n\r\n{\r\n \"timestamp\": \"2023-08-15T13:39:33.806Z\",\r\n
\"event_type\": \"Data Quality Index Checked\",\r\n \"context\": {\r\n
\"isDev\": true,\r\n \"isDistributable\": false,\r\n \"version\":
\"8.10.0\",\r\n \"branch\": \"main\",\r\n \"buildNum\":
9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"hot\",\r\n \"indexId\": \"56NqQP_eSNCnesjLPmoe1g\",\r\n \"indexName\":
\".ds-auditbeat-8.7.1-2023.08.14-000001\",\r\n \"isCheckAll\": true,\r\n
\"numberOfDocuments\": 13593,\r\n \"numberOfIncompatibleFields\": 0,\r\n
\"numberOfIndices\": 1,\r\n \"numberOfIndicesChecked\": 1,\r\n
\"sizeInBytes\": 10588378,\r\n \"timeConsumedMs\": 134,\r\n
\"unallowedMappingFields\": [],\r\n \"unallowedValueFields\": []\r\n
}\r\n}\r\n\r\n\r\n{\r\n \"timestamp\": \"2023-08-15T13:39:37.013Z\",\r\n
\"event_type\": \"Data Quality Index Checked\",\r\n \"context\": {\r\n
\"isDev\": true,\r\n \"isDistributable\": false,\r\n \"version\":
\"8.10.0\",\r\n \"branch\": \"main\",\r\n \"buildNum\":
9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"hot\",\r\n \"indexId\": \"hjnJ8WyPR5uTLw3fBISMmA\",\r\n \"indexName\":
\".ds-packetbeat-8.8.0-2023.08.14-000001\",\r\n \"isCheckAll\":
true,\r\n \"numberOfDocuments\": 318749,\r\n
\"numberOfIncompatibleFields\": 0,\r\n \"numberOfIndices\": 1,\r\n
\"numberOfIndicesChecked\": 1,\r\n \"sizeInBytes\": 165604512,\r\n
\"timeConsumedMs\": 157,\r\n \"unallowedMappingFields\": [],\r\n
\"unallowedValueFields\": []\r\n }\r\n}\r\n\r\n\r\n{\r\n \"timestamp\":
\"2023-08-15T13:39:37.013Z\",\r\n \"event_type\": \"Data Quality Check
All Completed\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"isCheckAll\": true,\r\n
\"numberOfDocuments\": 340180,\r\n \"numberOfIncompatibleFields\":
3,\r\n \"numberOfIndices\": 4,\r\n \"numberOfIndicesChecked\": 4,\r\n
\"sizeInBytes\": 191318810,\r\n \"timeConsumedMs\": 9651\r\n
}\r\n}\r\n```\r\n\r\n\r\n\r\n\r\n5c977f60-e78d-426e-a682-46f7b1de4138\r\n\r\n```\r\n{\r\n
\"timestamp\": \"2023-08-15T13:42:47.777Z\",\r\n \"event_type\": \"Data
Quality Index Checked\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"cb8c7d1d-d84c-41a3-8e9b-cb3991817df0\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"hot\",\r\n \"indexId\": \"WxZsLLXbR9qeroNaFeY1wg\",\r\n \"indexName\":
\".internal.alerts-security.alerts-default-000001\",\r\n \"isCheckAll\":
false,\r\n \"numberOfDocuments\": 7834,\r\n
\"numberOfIncompatibleFields\": 0,\r\n \"numberOfIndices\": 1,\r\n
\"numberOfIndicesChecked\": 1,\r\n \"sizeInBytes\": 15097503,\r\n
\"timeConsumedMs\": 121,\r\n \"unallowedMappingFields\": [],\r\n
\"unallowedValueFields\": []\r\n }\r\n}\r\n\r\n\r\n{\r\n \"timestamp\":
\"2023-08-15T13:43:00.076Z\",\r\n \"event_type\": \"Data Quality Index
Checked\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"ca4e6e41-0025-47c6-ab46-e4a7b6911b4f\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"unmanaged\",\r\n \"indexId\": \"AoyctcRqTKG8HvUVmpuzEA\",\r\n
\"indexName\": \"auditbeat-custom-index-1\",\r\n \"isCheckAll\":
false,\r\n \"numberOfDocuments\": 4,\r\n \"numberOfIncompatibleFields\":
3,\r\n \"numberOfIndices\": 1,\r\n \"numberOfIndicesChecked\": 1,\r\n
\"sizeInBytes\": 28417,\r\n \"timeConsumedMs\": 91,\r\n
\"unallowedMappingFields\": [\r\n \"host.name\",\r\n \"source.ip\"\r\n
],\r\n \"unallowedValueFields\": [\r\n \"event.category\"\r\n ]\r\n
}\r\n}\r\n```","sha":"9c17de6bdb1bb3b750b590fa1a24f00c9e68cbae","branchLabelMapping":{"^v8.11.0$":"main","^v(\\d+).(\\d+).\\d+$":"$1.$2"}},"sourcePullRequest":{"labels":["release_note:skip","Team:Threat
Hunting","Team: SecuritySolution","Team:Threat
Hunting:Investigations","v8.10.0","v8.11.0"],"number":163937,"url":"https://github.com/elastic/kibana/pull/163937","mergeCommit":{"message":"Add
indexName to data quality telemetry (#163937)\n\n##
Summary\r\n\r\n\r\n[Staging](50d4fbbd-2ce4-4fb7-be73-e33bb242a261\r\n\r\n\r\n```\r\n{\r\n
\"timestamp\": \"2023-08-15T13:39:27.513Z\",\r\n \"event_type\": \"Data
Quality Index Checked\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"hot\",\r\n \"indexId\": \"WxZsLLXbR9qeroNaFeY1wg\",\r\n \"indexName\":
\".internal.alerts-security.alerts-default-000001\",\r\n \"isCheckAll\":
true,\r\n \"numberOfDocuments\": 7834,\r\n
\"numberOfIncompatibleFields\": 0,\r\n \"numberOfIndices\": 1,\r\n
\"numberOfIndicesChecked\": 1,\r\n \"sizeInBytes\": 15097503,\r\n
\"timeConsumedMs\": 151,\r\n \"unallowedMappingFields\": [],\r\n
\"unallowedValueFields\": []\r\n }\r\n}\r\n\r\n\r\n{\r\n \"timestamp\":
\"2023-08-15T13:39:30.637Z\",\r\n \"event_type\": \"Data Quality Index
Checked\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"unmanaged\",\r\n \"indexId\": \"AoyctcRqTKG8HvUVmpuzEA\",\r\n
\"indexName\": \"auditbeat-custom-index-1\",\r\n \"isCheckAll\":
true,\r\n \"numberOfDocuments\": 4,\r\n \"numberOfIncompatibleFields\":
3,\r\n \"numberOfIndices\": 1,\r\n \"numberOfIndicesChecked\": 1,\r\n
\"sizeInBytes\": 28417,\r\n \"timeConsumedMs\": 69,\r\n
\"unallowedMappingFields\": [\r\n \"host.name\",\r\n \"source.ip\"\r\n
],\r\n \"unallowedValueFields\": [\r\n \"event.category\"\r\n ]\r\n
}\r\n}\r\n\r\n\r\n{\r\n \"timestamp\": \"2023-08-15T13:39:33.806Z\",\r\n
\"event_type\": \"Data Quality Index Checked\",\r\n \"context\": {\r\n
\"isDev\": true,\r\n \"isDistributable\": false,\r\n \"version\":
\"8.10.0\",\r\n \"branch\": \"main\",\r\n \"buildNum\":
9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"hot\",\r\n \"indexId\": \"56NqQP_eSNCnesjLPmoe1g\",\r\n \"indexName\":
\".ds-auditbeat-8.7.1-2023.08.14-000001\",\r\n \"isCheckAll\": true,\r\n
\"numberOfDocuments\": 13593,\r\n \"numberOfIncompatibleFields\": 0,\r\n
\"numberOfIndices\": 1,\r\n \"numberOfIndicesChecked\": 1,\r\n
\"sizeInBytes\": 10588378,\r\n \"timeConsumedMs\": 134,\r\n
\"unallowedMappingFields\": [],\r\n \"unallowedValueFields\": []\r\n
}\r\n}\r\n\r\n\r\n{\r\n \"timestamp\": \"2023-08-15T13:39:37.013Z\",\r\n
\"event_type\": \"Data Quality Index Checked\",\r\n \"context\": {\r\n
\"isDev\": true,\r\n \"isDistributable\": false,\r\n \"version\":
\"8.10.0\",\r\n \"branch\": \"main\",\r\n \"buildNum\":
9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"hot\",\r\n \"indexId\": \"hjnJ8WyPR5uTLw3fBISMmA\",\r\n \"indexName\":
\".ds-packetbeat-8.8.0-2023.08.14-000001\",\r\n \"isCheckAll\":
true,\r\n \"numberOfDocuments\": 318749,\r\n
\"numberOfIncompatibleFields\": 0,\r\n \"numberOfIndices\": 1,\r\n
\"numberOfIndicesChecked\": 1,\r\n \"sizeInBytes\": 165604512,\r\n
\"timeConsumedMs\": 157,\r\n \"unallowedMappingFields\": [],\r\n
\"unallowedValueFields\": []\r\n }\r\n}\r\n\r\n\r\n{\r\n \"timestamp\":
\"2023-08-15T13:39:37.013Z\",\r\n \"event_type\": \"Data Quality Check
All Completed\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"isCheckAll\": true,\r\n
\"numberOfDocuments\": 340180,\r\n \"numberOfIncompatibleFields\":
3,\r\n \"numberOfIndices\": 4,\r\n \"numberOfIndicesChecked\": 4,\r\n
\"sizeInBytes\": 191318810,\r\n \"timeConsumedMs\": 9651\r\n
}\r\n}\r\n```\r\n\r\n\r\n\r\n\r\n5c977f60-e78d-426e-a682-46f7b1de4138\r\n\r\n```\r\n{\r\n
\"timestamp\": \"2023-08-15T13:42:47.777Z\",\r\n \"event_type\": \"Data
Quality Index Checked\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"cb8c7d1d-d84c-41a3-8e9b-cb3991817df0\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"hot\",\r\n \"indexId\": \"WxZsLLXbR9qeroNaFeY1wg\",\r\n \"indexName\":
\".internal.alerts-security.alerts-default-000001\",\r\n \"isCheckAll\":
false,\r\n \"numberOfDocuments\": 7834,\r\n
\"numberOfIncompatibleFields\": 0,\r\n \"numberOfIndices\": 1,\r\n
\"numberOfIndicesChecked\": 1,\r\n \"sizeInBytes\": 15097503,\r\n
\"timeConsumedMs\": 121,\r\n \"unallowedMappingFields\": [],\r\n
\"unallowedValueFields\": []\r\n }\r\n}\r\n\r\n\r\n{\r\n \"timestamp\":
\"2023-08-15T13:43:00.076Z\",\r\n \"event_type\": \"Data Quality Index
Checked\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"ca4e6e41-0025-47c6-ab46-e4a7b6911b4f\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"unmanaged\",\r\n \"indexId\": \"AoyctcRqTKG8HvUVmpuzEA\",\r\n
\"indexName\": \"auditbeat-custom-index-1\",\r\n \"isCheckAll\":
false,\r\n \"numberOfDocuments\": 4,\r\n \"numberOfIncompatibleFields\":
3,\r\n \"numberOfIndices\": 1,\r\n \"numberOfIndicesChecked\": 1,\r\n
\"sizeInBytes\": 28417,\r\n \"timeConsumedMs\": 91,\r\n
\"unallowedMappingFields\": [\r\n \"host.name\",\r\n \"source.ip\"\r\n
],\r\n \"unallowedValueFields\": [\r\n \"event.category\"\r\n ]\r\n
}\r\n}\r\n```","sha":"9c17de6bdb1bb3b750b590fa1a24f00c9e68cbae"}},"sourceBranch":"main","suggestedTargetBranches":["8.10"],"targetPullRequestStates":[{"branch":"8.10","label":"v8.10.0","labelRegex":"^v(\\d+).(\\d+).\\d+$","isSourceBranch":false,"state":"NOT_CREATED"},{"branch":"main","label":"v8.11.0","labelRegex":"^v8.11.0$","isSourceBranch":true,"state":"MERGED","url":"https://github.com/elastic/kibana/pull/163937","number":163937,"mergeCommit":{"message":"Add
indexName to data quality telemetry (#163937)\n\n##
Summary\r\n\r\n\r\n[Staging](50d4fbbd-2ce4-4fb7-be73-e33bb242a261\r\n\r\n\r\n```\r\n{\r\n
\"timestamp\": \"2023-08-15T13:39:27.513Z\",\r\n \"event_type\": \"Data
Quality Index Checked\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"hot\",\r\n \"indexId\": \"WxZsLLXbR9qeroNaFeY1wg\",\r\n \"indexName\":
\".internal.alerts-security.alerts-default-000001\",\r\n \"isCheckAll\":
true,\r\n \"numberOfDocuments\": 7834,\r\n
\"numberOfIncompatibleFields\": 0,\r\n \"numberOfIndices\": 1,\r\n
\"numberOfIndicesChecked\": 1,\r\n \"sizeInBytes\": 15097503,\r\n
\"timeConsumedMs\": 151,\r\n \"unallowedMappingFields\": [],\r\n
\"unallowedValueFields\": []\r\n }\r\n}\r\n\r\n\r\n{\r\n \"timestamp\":
\"2023-08-15T13:39:30.637Z\",\r\n \"event_type\": \"Data Quality Index
Checked\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"unmanaged\",\r\n \"indexId\": \"AoyctcRqTKG8HvUVmpuzEA\",\r\n
\"indexName\": \"auditbeat-custom-index-1\",\r\n \"isCheckAll\":
true,\r\n \"numberOfDocuments\": 4,\r\n \"numberOfIncompatibleFields\":
3,\r\n \"numberOfIndices\": 1,\r\n \"numberOfIndicesChecked\": 1,\r\n
\"sizeInBytes\": 28417,\r\n \"timeConsumedMs\": 69,\r\n
\"unallowedMappingFields\": [\r\n \"host.name\",\r\n \"source.ip\"\r\n
],\r\n \"unallowedValueFields\": [\r\n \"event.category\"\r\n ]\r\n
}\r\n}\r\n\r\n\r\n{\r\n \"timestamp\": \"2023-08-15T13:39:33.806Z\",\r\n
\"event_type\": \"Data Quality Index Checked\",\r\n \"context\": {\r\n
\"isDev\": true,\r\n \"isDistributable\": false,\r\n \"version\":
\"8.10.0\",\r\n \"branch\": \"main\",\r\n \"buildNum\":
9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"hot\",\r\n \"indexId\": \"56NqQP_eSNCnesjLPmoe1g\",\r\n \"indexName\":
\".ds-auditbeat-8.7.1-2023.08.14-000001\",\r\n \"isCheckAll\": true,\r\n
\"numberOfDocuments\": 13593,\r\n \"numberOfIncompatibleFields\": 0,\r\n
\"numberOfIndices\": 1,\r\n \"numberOfIndicesChecked\": 1,\r\n
\"sizeInBytes\": 10588378,\r\n \"timeConsumedMs\": 134,\r\n
\"unallowedMappingFields\": [],\r\n \"unallowedValueFields\": []\r\n
}\r\n}\r\n\r\n\r\n{\r\n \"timestamp\": \"2023-08-15T13:39:37.013Z\",\r\n
\"event_type\": \"Data Quality Index Checked\",\r\n \"context\": {\r\n
\"isDev\": true,\r\n \"isDistributable\": false,\r\n \"version\":
\"8.10.0\",\r\n \"branch\": \"main\",\r\n \"buildNum\":
9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"hot\",\r\n \"indexId\": \"hjnJ8WyPR5uTLw3fBISMmA\",\r\n \"indexName\":
\".ds-packetbeat-8.8.0-2023.08.14-000001\",\r\n \"isCheckAll\":
true,\r\n \"numberOfDocuments\": 318749,\r\n
\"numberOfIncompatibleFields\": 0,\r\n \"numberOfIndices\": 1,\r\n
\"numberOfIndicesChecked\": 1,\r\n \"sizeInBytes\": 165604512,\r\n
\"timeConsumedMs\": 157,\r\n \"unallowedMappingFields\": [],\r\n
\"unallowedValueFields\": []\r\n }\r\n}\r\n\r\n\r\n{\r\n \"timestamp\":
\"2023-08-15T13:39:37.013Z\",\r\n \"event_type\": \"Data Quality Check
All Completed\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"5d0d6127-4b9b-47af-8bb1-96e90fcdbb31\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"isCheckAll\": true,\r\n
\"numberOfDocuments\": 340180,\r\n \"numberOfIncompatibleFields\":
3,\r\n \"numberOfIndices\": 4,\r\n \"numberOfIndicesChecked\": 4,\r\n
\"sizeInBytes\": 191318810,\r\n \"timeConsumedMs\": 9651\r\n
}\r\n}\r\n```\r\n\r\n\r\n\r\n\r\n5c977f60-e78d-426e-a682-46f7b1de4138\r\n\r\n```\r\n{\r\n
\"timestamp\": \"2023-08-15T13:42:47.777Z\",\r\n \"event_type\": \"Data
Quality Index Checked\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"cb8c7d1d-d84c-41a3-8e9b-cb3991817df0\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"hot\",\r\n \"indexId\": \"WxZsLLXbR9qeroNaFeY1wg\",\r\n \"indexName\":
\".internal.alerts-security.alerts-default-000001\",\r\n \"isCheckAll\":
false,\r\n \"numberOfDocuments\": 7834,\r\n
\"numberOfIncompatibleFields\": 0,\r\n \"numberOfIndices\": 1,\r\n
\"numberOfIndicesChecked\": 1,\r\n \"sizeInBytes\": 15097503,\r\n
\"timeConsumedMs\": 121,\r\n \"unallowedMappingFields\": [],\r\n
\"unallowedValueFields\": []\r\n }\r\n}\r\n\r\n\r\n{\r\n \"timestamp\":
\"2023-08-15T13:43:00.076Z\",\r\n \"event_type\": \"Data Quality Index
Checked\",\r\n \"context\": {\r\n \"isDev\": true,\r\n
\"isDistributable\": false,\r\n \"version\": \"8.10.0\",\r\n \"branch\":
\"main\",\r\n \"buildNum\": 9007199254740991,\r\n \"buildSha\":
\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\",\r\n \"session_id\":
\"99ed0d92-71f7-4e48-bdbb-a03bb8ac31e3\",\r\n \"user_agent\":
\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36
(KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36\",\r\n
\"preferred_language\": \"en-US\",\r\n \"preferred_languages\": [\r\n
\"en-US\",\r\n \"en\"\r\n ],\r\n \"viewport_width\": 2560,\r\n
\"viewport_height\": 934,\r\n \"cluster_name\": \"elasticsearch\",\r\n
\"cluster_uuid\": \"efIxsMivQne1nV2Y44MW5A\",\r\n \"cluster_version\":
\"8.10.0-SNAPSHOT\",\r\n \"pageName\":
\"application:securitySolutionUI:/data_quality\",\r\n \"applicationId\":
\"securitySolutionUI\",\r\n \"page\": \"/data_quality\",\r\n
\"entityId\": \"new\",\r\n \"page_title\": \"Elastic\",\r\n
\"page_url\":
\"/app/security/data_quality#?_g=(filters:!(),refreshInterval:(pause:!t,value:60000),time:(from:now-15m,to:now))&_a=(columns:!(),filters:!(),index:security-solution-default,interval:auto,query:(language:kuery,query:''),sort:!(!('@timestamp',desc)))\",\r\n
\"license_id\": \"d8d531da-1994-4e24-a4cc-13d7ea30c339\",\r\n
\"license_status\": \"active\",\r\n \"license_type\": \"trial\",\r\n
\"labels\": {\r\n \"serverless\": \"security\"\r\n },\r\n \"userId\":
\"986051385feae5b9850804db2d701c0b029ad24f09bce340c12aee7a5c8a0391\",\r\n
\"isElasticCloudUser\": false\r\n },\r\n \"properties\": {\r\n
\"batchId\": \"ca4e6e41-0025-47c6-ab46-e4a7b6911b4f\",\r\n
\"ecsVersion\": \"8.6.1\",\r\n \"errorCount\": 0,\r\n \"ilmPhase\":
\"unmanaged\",\r\n \"indexId\": \"AoyctcRqTKG8HvUVmpuzEA\",\r\n
\"indexName\": \"auditbeat-custom-index-1\",\r\n \"isCheckAll\":
false,\r\n \"numberOfDocuments\": 4,\r\n \"numberOfIncompatibleFields\":
3,\r\n \"numberOfIndices\": 1,\r\n \"numberOfIndicesChecked\": 1,\r\n
\"sizeInBytes\": 28417,\r\n \"timeConsumedMs\": 91,\r\n
\"unallowedMappingFields\": [\r\n \"host.name\",\r\n \"source.ip\"\r\n
],\r\n \"unallowedValueFields\": [\r\n \"event.category\"\r\n ]\r\n
}\r\n}\r\n```","sha":"9c17de6bdb1bb3b750b590fa1a24f00c9e68cbae"}}]}]
BACKPORT-->

Co-authored-by: Angela Chuang <6295984+angorayc@users.noreply.github.com>
This commit is contained in:
Kibana Machine 2023-08-21 15:00:28 -04:00 • committed by GitHub
parent f02758d1d1
commit c45d10890c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
5 changed files with 12 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
x-pack/packages/security-solution/ecs_data_quality_dashboard/impl/data_quality/data_quality_panel/index_properties/index.tsx
View file

@ -265,6 +265,7 @@ const IndexPropertiesComponent: React.FC<Props> = ({
errorCount: error ? 1 : 0,
ilmPhase,
indexId,
indexName,
isCheckAll: false,
numberOfDocuments: docsCount,
numberOfIncompatibleFields: indexIncompatible,

1
x-pack/packages/security-solution/ecs_data_quality_dashboard/impl/data_quality/types.ts
View file

@ -187,6 +187,7 @@ export type DataQualityIndexCheckedParams = DataQualityCheckAllCompletedParams &
errorCount?: number;
ilmPhase?: string;
indexId: string;
indexName: string;
unallowedMappingFields?: string[];
unallowedValueFields?: string[];
};

1
x-pack/packages/security-solution/ecs_data_quality_dashboard/impl/data_quality/use_results_rollup/index.tsx
View file

@ -121,6 +121,7 @@ export const useResultsRollup = ({ ilmPhases, patterns }: Props): UseResultsRoll
errorCount: error ? 1 : 0,
ilmPhase: getIlmPhase(ilmExplain[indexName]),
indexId,
indexName,
isCheckAll: true,
numberOfDocuments: getDocsCount({ indexName, stats: updated[pattern].stats }),
numberOfIncompatibleFields: getIndexIncompatible({

7
x-pack/plugins/security_solution/public/common/lib/telemetry/events/data_quality/index.ts
View file

@ -28,6 +28,13 @@ export const dataQualityIndexCheckedEvent: DataQualityTelemetryIndexCheckedEvent
optional: false,
},
},
indexName: {
type: 'keyword',
_meta: {
description: 'Index name',
optional: false,
},
},
numberOfIndices: {
type: 'integer',
_meta: {

3
x-pack/plugins/security_solution/public/common/lib/telemetry/events/data_quality/types.ts
View file

@ -10,8 +10,9 @@ import type { TelemetryEventTypes } from '../../constants';
export type ReportDataQualityIndexCheckedParams = ReportDataQualityCheckAllCompletedParams & {
errorCount?: number;
indexId: string;
ilmPhase?: string;
indexId: string;
indexName: string;
unallowedMappingFields?: string[];
unallowedValueFields?: string[];
};