github-mirrors/kibana
1
0
Fork 0
mirror of https://github.com/elastic/kibana.git synced 2025-04-24 01:38:56 -04:00
Code Issues Projects Releases Packages Wiki Activity

[8.6] [scalability testing] enable ops metrics logger (#151172) (#151904)

Browse source 
# Backport

This will backport the following commits from `main` to `8.6`:
- [[scalability testing] enable ops metrics logger
(#151172)](https://github.com/elastic/kibana/pull/151172)

<!--- Backport version: 8.9.7 -->

### Questions ?
Please refer to the [Backport tool
documentation](https://github.com/sqren/backport)

<!--BACKPORT [{"author":{"name":"Dzmitry
Lemechko","email":"dzmitry.lemechko@elastic.co"},"sourceCommit":{"committedDate":"2023-02-22T16:41:21Z","message":"[scalability
testing] enable ops metrics logger (#151172)\n\n##
Summary\r\n\r\nEnabling Ops Metrics in Kibana logs allows us to see how
memory\r\nconsumption & event loop delay are changing during the test
run:\r\n\r\n```\r\n[2023-02-14T12:05:39.960+01:00][DEBUG][metrics.ops]
memory: 443.0MB uptime: 0:01:09 load: [6.31,5.92,6.18] mean delay:
11.530 delay histogram: { 50: 10.494; 95: 17.416; 99: 26.231
}\r\n[2023-02-14T12:05:44.960+01:00][DEBUG][metrics.ops] memory: 559.1MB
uptime: 0:01:14 load: [6.04,5.87,6.16] mean delay: 11.738 delay
histogram: { 50: 10.420; 95: 18.072; 99: 31.392
}\r\n[2023-02-14T12:05:49.971+01:00][DEBUG][metrics.ops] memory: 447.9MB
uptime: 0:01:19 load: [7.08,6.09,6.24] mean delay: 13.301 delay
histogram: { 50: 10.977; 95: 26.313; 99: 34.505
}\r\n[2023-02-14T12:05:54.983+01:00][DEBUG][metrics.ops] memory: 454.0MB
uptime: 0:01:24 load: [7.95,6.29,6.31] mean delay: 14.112 delay
histogram: { 50: 12.698; 95: 23.069; 99: 36.078
}\r\n[2023-02-14T12:05:59.992+01:00][DEBUG][metrics.ops] memory: 573.2MB
uptime: 0:01:29 load: [8.52,6.43,6.36] mean delay: 26.276 delay
histogram: { 50: 21.103; 95: 60.850; 99: 99.484
}\r\n[2023-02-14T12:06:05.018+01:00][DEBUG][metrics.ops] memory: 555.8MB
uptime: 0:01:35 load: [10.40,6.85,6.51] mean delay: 82.612 delay
histogram: { 50: 76.743; 95: 163.447; 99: 170.131
}\r\n[2023-02-14T12:06:10.211+01:00][DEBUG][metrics.ops] memory: 556.3MB
uptime: 0:01:40 load: [10.04,6.84,6.51] mean delay: 171.943 delay
histogram: { 50: 149.815; 95: 336.069; 99: 341.574 }\r\n```\r\n\r\nWhile
running scalability journeys we write ES and Kibana logs to\r\nseparate
files, attached as job artifacts:\r\n<img width=\"1159\"
alt=\"image\"\r\nsrc=\"https://user-images.githubusercontent.com/10977896/218800124-c9e4ed11-4f69-43df-bcad-e3de61bd7ce0.png\">\r\n\r\nDownload
server-logs.tar.gz to view the Ops Metrics
data.","sha":"f6353bcba858303619e00c0b6cf99b192259c733","branchLabelMapping":{"^v8.8.0$":"main","^v(\\d+).(\\d+).\\d+$":"$1.$2"}},"sourcePullRequest":{"labels":["release_note:skip","wg:performance","v8.7.0","v8.6.2","v8.8.0"],"number":151172,"url":"https://github.com/elastic/kibana/pull/151172","mergeCommit":{"message":"[scalability
testing] enable ops metrics logger (#151172)\n\n##
Summary\r\n\r\nEnabling Ops Metrics in Kibana logs allows us to see how
memory\r\nconsumption & event loop delay are changing during the test
run:\r\n\r\n```\r\n[2023-02-14T12:05:39.960+01:00][DEBUG][metrics.ops]
memory: 443.0MB uptime: 0:01:09 load: [6.31,5.92,6.18] mean delay:
11.530 delay histogram: { 50: 10.494; 95: 17.416; 99: 26.231
}\r\n[2023-02-14T12:05:44.960+01:00][DEBUG][metrics.ops] memory: 559.1MB
uptime: 0:01:14 load: [6.04,5.87,6.16] mean delay: 11.738 delay
histogram: { 50: 10.420; 95: 18.072; 99: 31.392
}\r\n[2023-02-14T12:05:49.971+01:00][DEBUG][metrics.ops] memory: 447.9MB
uptime: 0:01:19 load: [7.08,6.09,6.24] mean delay: 13.301 delay
histogram: { 50: 10.977; 95: 26.313; 99: 34.505
}\r\n[2023-02-14T12:05:54.983+01:00][DEBUG][metrics.ops] memory: 454.0MB
uptime: 0:01:24 load: [7.95,6.29,6.31] mean delay: 14.112 delay
histogram: { 50: 12.698; 95: 23.069; 99: 36.078
}\r\n[2023-02-14T12:05:59.992+01:00][DEBUG][metrics.ops] memory: 573.2MB
uptime: 0:01:29 load: [8.52,6.43,6.36] mean delay: 26.276 delay
histogram: { 50: 21.103; 95: 60.850; 99: 99.484
}\r\n[2023-02-14T12:06:05.018+01:00][DEBUG][metrics.ops] memory: 555.8MB
uptime: 0:01:35 load: [10.40,6.85,6.51] mean delay: 82.612 delay
histogram: { 50: 76.743; 95: 163.447; 99: 170.131
}\r\n[2023-02-14T12:06:10.211+01:00][DEBUG][metrics.ops] memory: 556.3MB
uptime: 0:01:40 load: [10.04,6.84,6.51] mean delay: 171.943 delay
histogram: { 50: 149.815; 95: 336.069; 99: 341.574 }\r\n```\r\n\r\nWhile
running scalability journeys we write ES and Kibana logs to\r\nseparate
files, attached as job artifacts:\r\n<img width=\"1159\"
alt=\"image\"\r\nsrc=\"https://user-images.githubusercontent.com/10977896/218800124-c9e4ed11-4f69-43df-bcad-e3de61bd7ce0.png\">\r\n\r\nDownload
server-logs.tar.gz to view the Ops Metrics
data.","sha":"f6353bcba858303619e00c0b6cf99b192259c733"}},"sourceBranch":"main","suggestedTargetBranches":["8.7","8.6"],"targetPullRequestStates":[{"branch":"8.7","label":"v8.7.0","labelRegex":"^v(\\d+).(\\d+).\\d+$","isSourceBranch":false,"state":"NOT_CREATED"},{"branch":"8.6","label":"v8.6.2","labelRegex":"^v(\\d+).(\\d+).\\d+$","isSourceBranch":false,"state":"NOT_CREATED"},{"branch":"main","label":"v8.8.0","labelRegex":"^v8.8.0$","isSourceBranch":true,"state":"MERGED","url":"https://github.com/elastic/kibana/pull/151172","number":151172,"mergeCommit":{"message":"[scalability
testing] enable ops metrics logger (#151172)\n\n##
Summary\r\n\r\nEnabling Ops Metrics in Kibana logs allows us to see how
memory\r\nconsumption & event loop delay are changing during the test
run:\r\n\r\n```\r\n[2023-02-14T12:05:39.960+01:00][DEBUG][metrics.ops]
memory: 443.0MB uptime: 0:01:09 load: [6.31,5.92,6.18] mean delay:
11.530 delay histogram: { 50: 10.494; 95: 17.416; 99: 26.231
}\r\n[2023-02-14T12:05:44.960+01:00][DEBUG][metrics.ops] memory: 559.1MB
uptime: 0:01:14 load: [6.04,5.87,6.16] mean delay: 11.738 delay
histogram: { 50: 10.420; 95: 18.072; 99: 31.392
}\r\n[2023-02-14T12:05:49.971+01:00][DEBUG][metrics.ops] memory: 447.9MB
uptime: 0:01:19 load: [7.08,6.09,6.24] mean delay: 13.301 delay
histogram: { 50: 10.977; 95: 26.313; 99: 34.505
}\r\n[2023-02-14T12:05:54.983+01:00][DEBUG][metrics.ops] memory: 454.0MB
uptime: 0:01:24 load: [7.95,6.29,6.31] mean delay: 14.112 delay
histogram: { 50: 12.698; 95: 23.069; 99: 36.078
}\r\n[2023-02-14T12:05:59.992+01:00][DEBUG][metrics.ops] memory: 573.2MB
uptime: 0:01:29 load: [8.52,6.43,6.36] mean delay: 26.276 delay
histogram: { 50: 21.103; 95: 60.850; 99: 99.484
}\r\n[2023-02-14T12:06:05.018+01:00][DEBUG][metrics.ops] memory: 555.8MB
uptime: 0:01:35 load: [10.40,6.85,6.51] mean delay: 82.612 delay
histogram: { 50: 76.743; 95: 163.447; 99: 170.131
}\r\n[2023-02-14T12:06:10.211+01:00][DEBUG][metrics.ops] memory: 556.3MB
uptime: 0:01:40 load: [10.04,6.84,6.51] mean delay: 171.943 delay
histogram: { 50: 149.815; 95: 336.069; 99: 341.574 }\r\n```\r\n\r\nWhile
running scalability journeys we write ES and Kibana logs to\r\nseparate
files, attached as job artifacts:\r\n<img width=\"1159\"
alt=\"image\"\r\nsrc=\"https://user-images.githubusercontent.com/10977896/218800124-c9e4ed11-4f69-43df-bcad-e3de61bd7ce0.png\">\r\n\r\nDownload
server-logs.tar.gz to view the Ops Metrics
data.","sha":"f6353bcba858303619e00c0b6cf99b192259c733"}}]}] BACKPORT-->

Co-authored-by: Dzmitry Lemechko <dzmitry.lemechko@elastic.co>
This commit is contained in:
Kibana Machine 2023-02-22 12:39:33 -05:00 • committed by GitHub
parent ec95a39a7f
commit cd1a7b786f
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 13 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

16
x-pack/test/scalability/config.ts
View file

@ -5,7 +5,7 @@
* 2.0.
*/
import { FtrConfigProviderContext } from '@kbn/test';
import { FtrConfigProviderContext, getKibanaCliLoggers } from '@kbn/test';
import fs from 'fs';
import path from 'path';
import { REPO_ROOT } from '@kbn/utils';
@ -55,10 +55,20 @@ export default async function ({ readConfigFile }: FtrConfigProviderContext) {
kbnTestServer: {
...baseConfig.kbnTestServer,
serverArgs: [
...baseConfig.kbnTestServer.serverArgs,
`--logging.loggers=${JSON.stringify([
...getKibanaCliLoggers(baseConfig.kbnTestServer.serverArgs),
// Enable logger for the Ops Metrics
{
name: 'metrics.ops',
level: 'all',
appenders: ['default'],
},
])}`,
],
sourceArgs: [
...baseConfig.kbnTestServer.sourceArgs,
'--no-base-path',
'--env.name=development',
...(!!AGGS_SHARD_DELAY ? ['--data.search.aggs.shardDelay.enabled=true'] : []),
...(!!DISABLE_PLUGINS ? ['--plugins.initialize=false'] : []),
],