[Stack Monitoring] baseline logstash api tests for package and metricbeat data (#152575)

## Summary

Closes https://github.com/elastic/kibana/issues/151158
Part of https://github.com/elastic/kibana/issues/148303

Port logstash tests to the
[monitoring_api_integration](https://github.com/elastic/kibana/tree/main/x-pack/test/monitoring_api_integration)
suite. This reimplements all the existing tests (plus missing ones for
the pipeline api) with fresh data.

See [flaky test
run](https://buildkite.com/elastic/kibana-flaky-test-suite-runner/builds/1982)
This commit is contained in:
Kevin Lacabane 2023-03-08 14:26:05 +01:00 committed by GitHub
parent 95b393b797
commit ab7c879c23
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
37 changed files with 233 additions and 26497 deletions

View file

@ -1,779 +0,0 @@
{
"type": "data_stream",
"value": {
"data_stream": ".monitoring-logstash-8-mb",
"template": {
"data_stream": {
"allow_custom_routing": false,
"hidden": false
},
"index_patterns": [
".monitoring-logstash-8-*"
],
"name": ".monitoring-logstash-mb",
"template": {
"mappings": {
"dynamic": false,
"properties": {
"@timestamp": {
"type": "date"
},
"cluster_uuid": {
"path": "logstash.elasticsearch.cluster.id",
"type": "alias"
},
"ecs": {
"properties": {
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"event": {
"properties": {
"action": {
"ignore_above": 1024,
"type": "keyword"
},
"agent_id_status": {
"ignore_above": 1024,
"type": "keyword"
},
"category": {
"ignore_above": 1024,
"type": "keyword"
},
"code": {
"ignore_above": 1024,
"type": "keyword"
},
"created": {
"type": "date"
},
"dataset": {
"ignore_above": 1024,
"type": "keyword"
},
"duration": {
"type": "long"
},
"end": {
"type": "date"
},
"hash": {
"ignore_above": 1024,
"type": "keyword"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"ingested": {
"type": "date"
},
"kind": {
"ignore_above": 1024,
"type": "keyword"
},
"module": {
"ignore_above": 1024,
"type": "keyword"
},
"original": {
"doc_values": false,
"ignore_above": 1024,
"index": false,
"type": "keyword"
},
"outcome": {
"ignore_above": 1024,
"type": "keyword"
},
"provider": {
"ignore_above": 1024,
"type": "keyword"
},
"reason": {
"ignore_above": 1024,
"type": "keyword"
},
"reference": {
"ignore_above": 1024,
"type": "keyword"
},
"risk_score": {
"type": "float"
},
"risk_score_norm": {
"type": "float"
},
"sequence": {
"type": "long"
},
"severity": {
"type": "long"
},
"start": {
"type": "date"
},
"timezone": {
"ignore_above": 1024,
"type": "keyword"
},
"type": {
"ignore_above": 1024,
"type": "keyword"
},
"url": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"host": {
"properties": {
"architecture": {
"ignore_above": 1024,
"type": "keyword"
},
"hostname": {
"ignore_above": 1024,
"type": "keyword"
},
"name": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"logstash": {
"properties": {
"elasticsearch": {
"properties": {
"cluster": {
"properties": {
"id": {
"ignore_above": 1024,
"type": "keyword"
}
}
}
}
},
"node": {
"properties": {
"host": {
"ignore_above": 1024,
"type": "keyword"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"jvm": {
"properties": {
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"state": {
"properties": {
"pipeline": {
"properties": {
"batch_size": {
"type": "long"
},
"ephemeral_id": {
"ignore_above": 1024,
"type": "keyword"
},
"hash": {
"ignore_above": 1024,
"type": "keyword"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"representation": {
"properties": {
"graph": {
"properties": {
"edges": {
"type": "object"
},
"vertices": {
"type": "object"
}
}
},
"hash": {
"ignore_above": 1024,
"type": "keyword"
},
"type": {
"ignore_above": 1024,
"type": "keyword"
},
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"workers": {
"type": "long"
}
}
}
}
},
"stats": {
"properties": {
"events": {
"properties": {
"duration_in_millis": {
"type": "long"
},
"filtered": {
"type": "long"
},
"in": {
"type": "long"
},
"out": {
"type": "long"
}
}
},
"jvm": {
"properties": {
"mem": {
"properties": {
"heap_max_in_bytes": {
"type": "long"
},
"heap_used_in_bytes": {
"type": "long"
}
}
},
"uptime_in_millis": {
"type": "long"
}
}
},
"logstash": {
"properties": {
"uuid": {
"ignore_above": 1024,
"type": "keyword"
},
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"os": {
"properties": {
"cgroup": {
"properties": {
"cpu": {
"properties": {
"stat": {
"properties": {
"number_of_elapsed_periods": {
"type": "long"
},
"number_of_times_throttled": {
"type": "long"
},
"time_throttled_nanos": {
"type": "long"
}
}
}
}
},
"cpuacct": {
"properties": {
"usage_nanos": {
"type": "long"
}
}
}
}
},
"cpu": {
"properties": {
"load_average": {
"properties": {
"15m": {
"type": "long"
},
"1m": {
"type": "long"
},
"5m": {
"type": "long"
}
}
}
}
}
}
},
"pipelines": {
"properties": {
"ephemeral_id": {
"type": "keyword"
},
"events": {
"properties": {
"duration_in_millis": {
"type": "long"
},
"filtered": {
"type": "long"
},
"in": {
"type": "long"
},
"out": {
"type": "long"
},
"queue_push_duration_in_millis": {
"type": "long"
}
}
},
"hash": {
"ignore_above": 1024,
"type": "keyword"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"queue": {
"properties": {
"events_count": {
"type": "long"
},
"max_queue_size_in_bytes": {
"type": "long"
},
"queue_size_in_bytes": {
"type": "long"
},
"type": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"reloads": {
"properties": {
"failures": {
"type": "long"
},
"successes": {
"type": "long"
}
}
},
"vertices": {
"properties": {
"duration_in_millis": {
"type": "long"
},
"events_in": {
"type": "long"
},
"events_out": {
"type": "long"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"long_counters": {
"properties": {
"name": {
"type": "keyword"
},
"value": {
"type": "long"
}
},
"type": "nested"
},
"pipeline_ephemeral_id": {
"ignore_above": 1024,
"type": "keyword"
},
"queue_push_duration_in_millis": {
"type": "long"
}
},
"type": "nested"
}
},
"type": "nested"
},
"process": {
"properties": {
"cpu": {
"properties": {
"percent": {
"type": "double"
}
}
}
}
},
"queue": {
"properties": {
"events_count": {
"type": "long"
}
}
}
}
},
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
}
}
},
"logstash_state": {
"properties": {
"pipeline": {
"properties": {
"hash": {
"path": "logstash.node.state.pipeline.hash",
"type": "alias"
},
"id": {
"path": "logstash.node.state.pipeline.id",
"type": "alias"
}
}
}
}
},
"logstash_stats": {
"properties": {
"events": {
"properties": {
"duration_in_millis": {
"path": "logstash.node.stats.events.duration_in_millis",
"type": "alias"
},
"in": {
"path": "logstash.node.stats.events.in",
"type": "alias"
},
"out": {
"path": "logstash.node.stats.events.out",
"type": "alias"
}
}
},
"jvm": {
"properties": {
"mem": {
"properties": {
"heap_max_in_bytes": {
"path": "logstash.node.stats.jvm.mem.heap_max_in_bytes",
"type": "alias"
},
"heap_used_in_bytes": {
"path": "logstash.node.stats.jvm.mem.heap_used_in_bytes",
"type": "alias"
}
}
},
"uptime_in_millis": {
"path": "logstash.node.stats.jvm.uptime_in_millis",
"type": "alias"
}
}
},
"logstash": {
"properties": {
"uuid": {
"path": "logstash.node.stats.logstash.uuid",
"type": "alias"
},
"version": {
"path": "logstash.node.stats.logstash.version",
"type": "alias"
}
}
},
"os": {
"properties": {
"cgroup": {
"properties": {
"cpuacct": {
"properties": {
"usage_nanos": {
"path": "logstash.node.stats.os.cgroup.cpuacct.usage_nanos",
"type": "alias"
}
}
}
}
},
"cpu": {
"properties": {
"load_average": {
"properties": {
"15m": {
"path": "logstash.node.stats.os.cpu.load_average.15m",
"type": "alias"
},
"1m": {
"path": "logstash.node.stats.os.cpu.load_average.1m",
"type": "alias"
},
"5m": {
"path": "logstash.node.stats.os.cpu.load_average.5m",
"type": "alias"
}
}
},
"stat": {
"properties": {
"number_of_elapsed_periods": {
"path": "logstash.node.stats.os.cgroup.cpu.stat.number_of_elapsed_periods",
"type": "alias"
},
"number_of_times_throttled": {
"path": "logstash.node.stats.os.cgroup.cpu.stat.number_of_times_throttled",
"type": "alias"
},
"time_throttled_nanos": {
"path": "logstash.node.stats.os.cgroup.cpu.stat.time_throttled_nanos",
"type": "alias"
}
}
}
}
}
}
},
"pipelines": {
"type": "nested"
},
"process": {
"properties": {
"cpu": {
"properties": {
"percent": {
"path": "logstash.node.stats.process.cpu.percent",
"type": "alias"
}
}
}
}
},
"queue": {
"properties": {
"events_count": {
"path": "logstash.node.stats.queue.events_count",
"type": "alias"
}
}
},
"timestamp": {
"path": "@timestamp",
"type": "alias"
}
}
},
"metricset": {
"properties": {
"name": {
"ignore_above": 1024,
"type": "keyword"
},
"period": {
"type": "long"
}
}
},
"process": {
"properties": {
"pid": {
"type": "long"
}
}
},
"service": {
"properties": {
"address": {
"ignore_above": 1024,
"type": "keyword"
},
"environment": {
"ignore_above": 1024,
"type": "keyword"
},
"ephemeral_id": {
"ignore_above": 1024,
"type": "keyword"
},
"hostname": {
"ignore_above": 1024,
"type": "keyword"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"name": {
"ignore_above": 1024,
"type": "keyword"
},
"node": {
"properties": {
"name": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"origin": {
"properties": {
"address": {
"ignore_above": 1024,
"type": "keyword"
},
"environment": {
"ignore_above": 1024,
"type": "keyword"
},
"ephemeral_id": {
"ignore_above": 1024,
"type": "keyword"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"name": {
"ignore_above": 1024,
"type": "keyword"
},
"node": {
"properties": {
"name": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"state": {
"ignore_above": 1024,
"type": "keyword"
},
"type": {
"ignore_above": 1024,
"type": "keyword"
},
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"state": {
"ignore_above": 1024,
"type": "keyword"
},
"target": {
"properties": {
"address": {
"ignore_above": 1024,
"type": "keyword"
},
"environment": {
"ignore_above": 1024,
"type": "keyword"
},
"ephemeral_id": {
"ignore_above": 1024,
"type": "keyword"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"name": {
"ignore_above": 1024,
"type": "keyword"
},
"node": {
"properties": {
"name": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"state": {
"ignore_above": 1024,
"type": "keyword"
},
"type": {
"ignore_above": 1024,
"type": "keyword"
},
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"type": {
"ignore_above": 1024,
"type": "keyword"
},
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"timestamp": {
"path": "@timestamp",
"type": "alias"
}
}
},
"settings": {
"index": {
"lifecycle": {
"name": ".monitoring-8-ilm-policy"
},
"mapping": {
"total_fields": {
"limit": "2000"
}
}
}
}
},
"version": 8000101
}
}
}

View file

@ -1,966 +0,0 @@
{
"type": "data_stream",
"value": {
"data_stream": "metrics-logstash.stack_monitoring.node-default",
"template": {
"_meta": {
"managed": true,
"managed_by": "fleet",
"package": {
"name": "logstash"
}
},
"data_stream": {
"allow_custom_routing": false,
"hidden": false
},
"index_patterns": [
"metrics-logstash.stack_monitoring.node-*"
],
"name": "metrics-logstash.stack_monitoring.node",
"priority": 200,
"template": {
"mappings": {
"_meta": {
"managed": true,
"managed_by": "fleet",
"package": {
"name": "logstash"
}
},
"date_detection": false,
"dynamic": false,
"dynamic_templates": [
{
"strings_as_keyword": {
"mapping": {
"ignore_above": 1024,
"type": "keyword"
},
"match_mapping_type": "string"
}
}
],
"properties": {
"@timestamp": {
"type": "date"
},
"cluster_uuid": {
"path": "logstash.elasticsearch.cluster.id",
"type": "alias"
},
"data_stream": {
"properties": {
"dataset": {
"type": "constant_keyword"
},
"namespace": {
"type": "constant_keyword"
},
"type": {
"type": "constant_keyword"
}
}
},
"ecs": {
"properties": {
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"error": {
"properties": {
"message": {
"type": "match_only_text"
}
}
},
"event": {
"properties": {
"agent_id_status": {
"ignore_above": 1024,
"type": "keyword"
},
"dataset": {
"ignore_above": 1024,
"type": "keyword"
},
"duration": {
"type": "long"
},
"ingested": {
"format": "strict_date_time_no_millis||strict_date_optional_time||epoch_millis",
"type": "date"
},
"module": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"host": {
"properties": {
"name": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"logstash": {
"properties": {
"cluster": {
"properties": {
"id": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"elasticsearch": {
"properties": {
"cluster": {
"properties": {
"id": {
"ignore_above": 1024,
"type": "keyword"
}
}
}
}
},
"node": {
"properties": {
"host": {
"ignore_above": 1024,
"type": "keyword"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"jvm": {
"properties": {
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"state": {
"properties": {
"pipeline": {
"properties": {
"batch_size": {
"type": "long"
},
"ephemeral_id": {
"ignore_above": 1024,
"type": "keyword"
},
"hash": {
"ignore_above": 1024,
"type": "keyword"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"representation": {
"properties": {
"graph": {
"properties": {
"edges": {
"type": "object"
},
"vertices": {
"type": "object"
}
}
},
"hash": {
"ignore_above": 1024,
"type": "keyword"
},
"type": {
"ignore_above": 1024,
"type": "keyword"
},
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"workers": {
"type": "long"
}
}
}
}
},
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
}
}
},
"logstash_state": {
"properties": {
"pipeline": {
"properties": {
"hash": {
"path": "logstash.node.state.pipeline.hash",
"type": "alias"
},
"id": {
"path": "logstash.node.state.pipeline.id",
"type": "alias"
}
}
}
}
},
"process": {
"properties": {
"pid": {
"type": "long"
}
}
},
"service": {
"properties": {
"address": {
"ignore_above": 1024,
"type": "keyword"
},
"hostname": {
"ignore_above": 1024,
"type": "keyword"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"name": {
"ignore_above": 1024,
"type": "keyword"
},
"type": {
"ignore_above": 1024,
"type": "keyword"
},
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"timestamp": {
"path": "@timestamp",
"type": "alias"
}
}
},
"settings": {
"index": {
"codec": "best_compression",
"lifecycle": {
"name": "metrics"
},
"mapping": {
"total_fields": {
"limit": "10000"
}
},
"query": {
"default_field": [
"service.hostname",
"service.id",
"service.type",
"service.version",
"service.address",
"service.name",
"ecs.version",
"event.dataset",
"event.module",
"host.name",
"error.message",
"logstash.cluster.id",
"logstash.elasticsearch.cluster.id",
"logstash.node.jvm.version",
"logstash.node.host",
"logstash.node.version",
"logstash.node.id",
"logstash.node.state.pipeline.id",
"logstash.node.state.pipeline.hash",
"logstash.node.state.pipeline.ephemeral_id",
"logstash.node.state.pipeline.representation.hash",
"logstash.node.state.pipeline.representation.type",
"logstash.node.state.pipeline.representation.version"
]
}
}
}
}
}
}
}
{
"type": "data_stream",
"value": {
"data_stream": "metrics-logstash.stack_monitoring.node_stats-default",
"template": {
"_meta": {
"managed": true,
"managed_by": "fleet",
"package": {
"name": "logstash"
}
},
"data_stream": {
"allow_custom_routing": false,
"hidden": false
},
"index_patterns": [
"metrics-logstash.stack_monitoring.node_stats-*"
],
"name": "metrics-logstash.stack_monitoring.node_stats",
"priority": 200,
"template": {
"mappings": {
"_meta": {
"managed": true,
"managed_by": "fleet",
"package": {
"name": "logstash"
}
},
"date_detection": false,
"dynamic": false,
"dynamic_templates": [
{
"strings_as_keyword": {
"mapping": {
"ignore_above": 1024,
"type": "keyword"
},
"match_mapping_type": "string"
}
}
],
"properties": {
"@timestamp": {
"type": "date"
},
"cluster_uuid": {
"path": "logstash.elasticsearch.cluster.id",
"type": "alias"
},
"data_stream": {
"properties": {
"dataset": {
"type": "constant_keyword"
},
"namespace": {
"type": "constant_keyword"
},
"type": {
"type": "constant_keyword"
}
}
},
"ecs": {
"properties": {
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"error": {
"properties": {
"message": {
"type": "match_only_text"
}
}
},
"event": {
"properties": {
"agent_id_status": {
"ignore_above": 1024,
"type": "keyword"
},
"dataset": {
"ignore_above": 1024,
"type": "keyword"
},
"duration": {
"type": "long"
},
"ingested": {
"format": "strict_date_time_no_millis||strict_date_optional_time||epoch_millis",
"type": "date"
},
"module": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"host": {
"properties": {
"name": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"logstash": {
"properties": {
"cluster": {
"properties": {
"id": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"elasticsearch": {
"properties": {
"cluster": {
"properties": {
"id": {
"ignore_above": 1024,
"type": "keyword"
}
}
}
}
},
"node": {
"properties": {
"state": {
"properties": {
"pipeline": {
"properties": {
"hash": {
"ignore_above": 1024,
"type": "keyword"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
}
}
}
}
},
"stats": {
"properties": {
"events": {
"properties": {
"duration_in_millis": {
"type": "long"
},
"filtered": {
"type": "long"
},
"in": {
"type": "long"
},
"out": {
"type": "long"
}
}
},
"jvm": {
"properties": {
"gc": {
"properties": {
"collectors": {
"properties": {
"old": {
"properties": {
"collection_count": {
"type": "long"
},
"collection_time_in_millis": {
"type": "long"
}
}
},
"young": {
"properties": {
"collection_count": {
"type": "long"
},
"collection_time_in_millis": {
"type": "long"
}
}
}
}
}
}
},
"mem": {
"properties": {
"heap_max_in_bytes": {
"type": "long"
},
"heap_used_in_bytes": {
"type": "long"
},
"heap_used_percent": {
"type": "long"
}
}
},
"uptime_in_millis": {
"type": "long"
}
}
},
"logstash": {
"properties": {
"ephemeral_id": {
"ignore_above": 1024,
"type": "keyword"
},
"host": {
"ignore_above": 1024,
"type": "keyword"
},
"http_address": {
"ignore_above": 1024,
"type": "keyword"
},
"name": {
"ignore_above": 1024,
"type": "keyword"
},
"pipeline": {
"properties": {
"batch_size": {
"type": "long"
},
"workers": {
"type": "long"
}
}
},
"snapshot": {
"type": "boolean"
},
"status": {
"ignore_above": 1024,
"type": "keyword"
},
"uuid": {
"ignore_above": 1024,
"type": "keyword"
},
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"os": {
"properties": {
"cgroup": {
"properties": {
"cpu": {
"properties": {
"cfs_quota_micros": {
"type": "long"
},
"control_group": {
"type": "text"
},
"stat": {
"type": "object"
}
}
},
"cpuacct": {
"type": "object"
}
}
},
"cpu": {
"properties": {
"load_average": {
"properties": {
"15m": {
"type": "half_float"
},
"1m": {
"type": "half_float"
},
"5m": {
"type": "half_float"
}
}
},
"percent": {
"type": "double"
}
}
}
}
},
"pipelines": {
"properties": {
"ephemeral_id": {
"ignore_above": 1024,
"type": "keyword"
},
"events": {
"properties": {
"duration_in_millis": {
"type": "long"
},
"filtered": {
"type": "long"
},
"in": {
"type": "long"
},
"out": {
"type": "long"
},
"queue_push_duration_in_millis": {
"type": "long"
}
}
},
"hash": {
"ignore_above": 1024,
"type": "keyword"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"queue": {
"properties": {
"events_count": {
"type": "long"
},
"max_queue_size_in_bytes": {
"type": "long"
},
"queue_size_in_bytes": {
"type": "long"
},
"type": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"reloads": {
"properties": {
"failures": {
"type": "long"
},
"successes": {
"type": "long"
}
}
},
"vertices": {
"properties": {
"duration_in_millis": {
"type": "long"
},
"events_in": {
"type": "long"
},
"events_out": {
"type": "long"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"long_counters": {
"properties": {
"name": {
"ignore_above": 1024,
"type": "keyword"
},
"value": {
"type": "long"
}
},
"type": "nested"
},
"pipeline_ephemeral_id": {
"ignore_above": 1024,
"type": "keyword"
},
"queue_push_duration_in_millis": {
"type": "long"
}
},
"type": "nested"
}
},
"type": "nested"
},
"process": {
"properties": {
"cpu": {
"properties": {
"percent": {
"type": "double"
}
}
},
"max_file_descriptors": {
"type": "long"
},
"open_file_descriptors": {
"type": "long"
}
}
},
"queue": {
"properties": {
"events_count": {
"type": "long"
}
}
},
"reloads": {
"properties": {
"failures": {
"type": "long"
},
"successes": {
"type": "long"
}
}
},
"timestamp": {
"type": "date"
}
}
}
}
}
}
},
"logstash_stats": {
"properties": {
"events": {
"properties": {
"duration_in_millis": {
"path": "logstash.node.stats.events.duration_in_millis",
"type": "alias"
},
"in": {
"path": "logstash.node.stats.events.in",
"type": "alias"
},
"out": {
"path": "logstash.node.stats.events.out",
"type": "alias"
}
}
},
"jvm": {
"properties": {
"mem": {
"properties": {
"heap_max_in_bytes": {
"path": "logstash.node.stats.jvm.mem.heap_max_in_bytes",
"type": "alias"
},
"heap_used_in_bytes": {
"path": "logstash.node.stats.jvm.mem.heap_used_in_bytes",
"type": "alias"
}
}
},
"uptime_in_millis": {
"path": "logstash.node.stats.jvm.uptime_in_millis",
"type": "alias"
}
}
},
"logstash": {
"properties": {
"uuid": {
"path": "logstash.node.stats.logstash.uuid",
"type": "alias"
},
"version": {
"path": "logstash.node.stats.logstash.version",
"type": "alias"
}
}
},
"os": {
"properties": {
"cgroup": {
"properties": {
"cpuacct": {
"type": "object"
}
}
},
"cpu": {
"properties": {
"load_average": {
"properties": {
"15m": {
"path": "logstash.node.stats.os.cpu.load_average.15m",
"type": "alias"
},
"1m": {
"path": "logstash.node.stats.os.cpu.load_average.1m",
"type": "alias"
},
"5m": {
"path": "logstash.node.stats.os.cpu.load_average.5m",
"type": "alias"
}
}
},
"stat": {
"type": "object"
}
}
}
}
},
"pipelines": {
"type": "nested"
},
"process": {
"properties": {
"cpu": {
"properties": {
"percent": {
"path": "logstash.node.stats.process.cpu.percent",
"type": "alias"
}
}
}
}
},
"queue": {
"properties": {
"events_count": {
"path": "logstash.node.stats.queue.events_count",
"type": "alias"
}
}
},
"timestamp": {
"path": "@timestamp",
"type": "alias"
}
}
},
"process": {
"properties": {
"pid": {
"type": "long"
}
}
},
"service": {
"properties": {
"address": {
"ignore_above": 1024,
"type": "keyword"
},
"hostname": {
"ignore_above": 1024,
"type": "keyword"
},
"id": {
"ignore_above": 1024,
"type": "keyword"
},
"name": {
"ignore_above": 1024,
"type": "keyword"
},
"type": {
"ignore_above": 1024,
"type": "keyword"
},
"version": {
"ignore_above": 1024,
"type": "keyword"
}
}
},
"timestamp": {
"path": "@timestamp",
"type": "alias"
}
}
},
"settings": {
"index": {
"codec": "best_compression",
"lifecycle": {
"name": "metrics"
},
"mapping": {
"total_fields": {
"limit": "10000"
}
},
"query": {
"default_field": [
"service.hostname",
"service.id",
"service.type",
"service.version",
"service.address",
"service.name",
"ecs.version",
"event.dataset",
"event.module",
"host.name",
"error.message",
"logstash.elasticsearch.cluster.id",
"logstash.node.state.pipeline.id",
"logstash.node.state.pipeline.hash",
"logstash.node.stats.logstash.uuid",
"logstash.node.stats.logstash.version",
"logstash.node.stats.logstash.ephemeral_id",
"logstash.node.stats.logstash.host",
"logstash.node.stats.logstash.http_address",
"logstash.node.stats.logstash.name",
"logstash.node.stats.logstash.status",
"logstash.node.stats.os.cgroup.cpuacct.control_group",
"logstash.node.stats.os.cgroup.cpu.control_group",
"logstash.node.stats.pipelines.id",
"logstash.node.stats.pipelines.hash",
"logstash.node.stats.pipelines.ephemeral_id",
"logstash.node.stats.pipelines.queue.type",
"logstash.node.stats.pipelines.vertices.id",
"logstash.node.stats.pipelines.vertices.long_counters.name",
"logstash.node.stats.pipelines.vertices.pipeline_ephemeral_id",
"logstash.cluster.id"
]
}
}
}
}
}
}
}

View file

@ -8,14 +8,9 @@
export default function ({ loadTestFile }) {
describe('Logstash', () => {
loadTestFile(require.resolve('./overview'));
loadTestFile(require.resolve('./overview_mb'));
loadTestFile(require.resolve('./nodes'));
loadTestFile(require.resolve('./nodes_mb'));
loadTestFile(require.resolve('./node_detail'));
loadTestFile(require.resolve('./node_detail_mb'));
loadTestFile(require.resolve('./multicluster_pipelines'));
loadTestFile(require.resolve('./multicluster_pipelines_mb'));
loadTestFile(require.resolve('./pipelines'));
loadTestFile(require.resolve('./pipelines_mb'));
});
}

View file

@ -1,49 +0,0 @@
/*
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
* or more contributor license agreements. Licensed under the Elastic License
* 2.0; you may not use this file except in compliance with the Elastic License
* 2.0.
*/
import expect from '@kbn/expect';
import fixture from './fixtures/multicluster_pipelines.json';
import { getLifecycleMethods } from '../data_stream';
export default function ({ getService }) {
const supertest = getService('supertest');
const { setup, tearDown } = getLifecycleMethods(getService);
describe('pipelines listing multicluster - metricbeat and package', () => {
['mb', 'package'].forEach((source) => {
describe(`pipelines listing multicluster ${source}`, () => {
const archive = `x-pack/test/functional/es_archives/monitoring/logstash_pipelines_multicluster_${source}`;
const timeRange = {
min: '2019-11-11T15:13:45.266Z',
max: '2019-11-11T15:17:05.399Z',
};
const pagination = {
size: 10,
index: 0,
};
before('load archive', () => {
return setup(archive);
});
after('unload archive', () => {
return tearDown(archive);
});
it('should get the pipelines', async () => {
const { body } = await supertest
.post('/api/monitoring/v1/clusters/hJS0FZ7wR9GGdYs8RNW8pw/logstash/pipelines')
.set('kbn-xsrf', 'xxx')
.send({ timeRange, pagination })
.expect(200);
expect(body).to.eql(fixture);
});
});
});
});
}

View file

@ -1,59 +0,0 @@
/*
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
* or more contributor license agreements. Licensed under the Elastic License
* 2.0; you may not use this file except in compliance with the Elastic License
* 2.0.
*/
import expect from '@kbn/expect';
import nodeDetailFixture from './fixtures/node_detail_8.json';
import nodeDetailAdvancedFixture from './fixtures/node_detail_advanced_8.json';
export default function ({ getService }) {
const supertest = getService('supertest');
const esArchiver = getService('esArchiver');
describe('node detail - metricbeat and package', () => {
['logstash_8', 'logstash_package'].forEach((source) => {
describe(`node detail ${source}`, () => {
const archive = `x-pack/test/api_integration/apis/monitoring/es_archives/${source}`;
const timeRange = {
min: '2022-06-17T13:19:00.000Z',
max: '2022-06-17T13:25:00.000Z',
};
before('load archive', () => {
return esArchiver.load(archive);
});
after('unload archive', () => {
return esArchiver.unload(archive);
});
it('should summarize the Logstash node with non-advanced chart data metrics', async () => {
const { body } = await supertest
.post(
'/api/monitoring/v1/clusters/__standalone_cluster__/logstash/node/f9efd237-3bbf-4a9b-9ce7-a16141b9d981'
)
.set('kbn-xsrf', 'xxx')
.send({ timeRange, is_advanced: false })
.expect(200);
expect(body).to.eql(nodeDetailFixture);
});
it('should summarize the Logstash node with advanced chart data metrics', async () => {
const { body } = await supertest
.post(
'/api/monitoring/v1/clusters/__standalone_cluster__/logstash/node/f9efd237-3bbf-4a9b-9ce7-a16141b9d981'
)
.set('kbn-xsrf', 'xxx')
.send({ timeRange, is_advanced: true })
.expect(200);
expect(body).to.eql(nodeDetailAdvancedFixture);
});
});
});
});
}

View file

@ -1,45 +0,0 @@
/*
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
* or more contributor license agreements. Licensed under the Elastic License
* 2.0; you may not use this file except in compliance with the Elastic License
* 2.0.
*/
import expect from '@kbn/expect';
import nodesFixture from './fixtures/nodes.json';
import { getLifecycleMethods } from '../data_stream';
export default function ({ getService }) {
const supertest = getService('supertest');
const { setup, tearDown } = getLifecycleMethods(getService);
describe('node listing - metricbeat and package', () => {
['mb', 'package'].forEach((source) => {
describe(`node listing ${source}`, () => {
const archive = `x-pack/test/functional/es_archives/monitoring/logstash_pipelines_${source}`;
const timeRange = {
min: '2018-01-22T09:33:13.000Z',
max: '2018-01-22T09:41:04.000Z',
};
before('load archive', () => {
return setup(archive);
});
after('unload archive', () => {
return tearDown(archive);
});
it('should summarize the Logstash nodes with stats', async () => {
const { body } = await supertest
.post('/api/monitoring/v1/clusters/1rhApLfQShSh3JsNqYCkmA/logstash/nodes')
.set('kbn-xsrf', 'xxx')
.send({ timeRange })
.expect(200);
expect(body).to.eql(nodesFixture);
});
});
});
});
}

View file

@ -1,45 +0,0 @@
/*
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
* or more contributor license agreements. Licensed under the Elastic License
* 2.0; you may not use this file except in compliance with the Elastic License
* 2.0.
*/
import expect from '@kbn/expect';
import overviewFixture from './fixtures/overview.json';
import { getLifecycleMethods } from '../data_stream';
export default function ({ getService }) {
const supertest = getService('supertest');
const { setup, tearDown } = getLifecycleMethods(getService);
describe('overview - metricbeat and package', () => {
['mb', 'package'].forEach((source) => {
describe(`overview ${source}`, () => {
const archive = `x-pack/test/functional/es_archives/monitoring/logstash_pipelines_${source}`;
const timeRange = {
min: '2018-01-22T09:33:13.000Z',
max: '2018-01-22T09:41:04.000Z',
};
before('load archive', () => {
return setup(archive);
});
after('unload archive', () => {
return tearDown(archive);
});
it('should summarize two Logstash nodes with metrics', async () => {
const { body } = await supertest
.post('/api/monitoring/v1/clusters/1rhApLfQShSh3JsNqYCkmA/logstash')
.set('kbn-xsrf', 'xxx')
.send({ timeRange })
.expect(200);
expect(body).to.eql(overviewFixture);
});
});
});
});
}

View file

@ -1,90 +0,0 @@
/*
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
* or more contributor license agreements. Licensed under the Elastic License
* 2.0; you may not use this file except in compliance with the Elastic License
* 2.0.
*/
import expect from '@kbn/expect';
import pipelinesFixture from './fixtures/pipelines.json';
import { getLifecycleMethods } from '../data_stream';
export default function ({ getService }) {
const supertest = getService('supertest');
const { setup, tearDown } = getLifecycleMethods(getService);
describe('pipelines - metricbeat and package', () => {
['mb', 'package'].forEach((source) => {
describe(`pipelines ${source}`, () => {
const archive = `x-pack/test/functional/es_archives/monitoring/logstash/changing_pipelines_${source}`;
const timeRange = {
min: '2019-11-04T15:40:44.855Z',
max: '2019-11-04T15:50:38.667Z',
};
const pagination = {
size: 10,
index: 0,
};
const sort = {
field: 'id',
direction: 'asc',
};
before('load archive', () => {
return setup(archive);
});
after('unload archive', () => {
return tearDown(archive);
});
it('should return paginated pipelines', async () => {
const { body } = await supertest
.post('/api/monitoring/v1/clusters/TUjQLdHNTh2SB9Wy0gOtWg/logstash/pipelines')
.set('kbn-xsrf', 'xxx')
.send({ timeRange, pagination, sort })
.expect(200);
expect(body).to.eql(pipelinesFixture);
});
it('should get one of each after enough pagination', async () => {
async function getIds(page) {
const { body } = await supertest
.post('/api/monitoring/v1/clusters/TUjQLdHNTh2SB9Wy0gOtWg/logstash/pipelines')
.set('kbn-xsrf', 'xxx')
.send({ timeRange, pagination: { ...pagination, index: page }, sort })
.expect(200);
return body.pipelines.map((pipeline) => pipeline.id);
}
const ids = [...(await getIds(0)), ...(await getIds(1)), ...(await getIds(2))];
expect(ids.length).to.be(26);
});
it('should not error out if there is missing data for part of the time series', async () => {
const customTimeRange = {
...timeRange,
max: '2019-11-04T15:59:38.667Z',
};
const customSort = {
...sort,
field: 'logstash_cluster_pipeline_throughput',
};
await supertest
.post('/api/monitoring/v1/clusters/TUjQLdHNTh2SB9Wy0gOtWg/logstash/pipelines')
.set('kbn-xsrf', 'xxx')
.send({
timeRange: customTimeRange,
pagination: { ...pagination, index: 1 },
sort: customSort,
})
.expect(200);
});
});
});
});
}

View file

@ -13,5 +13,6 @@ export default function ({ loadTestFile }: FtrProviderContext) {
loadTestFile(require.resolve('./beats'));
loadTestFile(require.resolve('./elasticsearch'));
loadTestFile(require.resolve('./enterprisesearch'));
loadTestFile(require.resolve('./logstash'));
});
}

View file

@ -0,0 +1,16 @@
/*
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
* or more contributor license agreements. Licensed under the Elastic License
* 2.0; you may not use this file except in compliance with the Elastic License
* 2.0.
*/
import { FtrProviderContext } from '../../../api_integration/ftr_provider_context';
export default function ({ loadTestFile }: FtrProviderContext) {
describe('Logstash', () => {
loadTestFile(require.resolve('./overview'));
loadTestFile(require.resolve('./nodes'));
loadTestFile(require.resolve('./pipelines'));
});
}

View file

@ -0,0 +1,65 @@
/*
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
* or more contributor license agreements. Licensed under the Elastic License
* 2.0; you may not use this file except in compliance with the Elastic License
* 2.0.
*/
import expect from '@kbn/expect';
import { FtrProviderContext } from '../../../api_integration/ftr_provider_context';
import { getTestRunner } from '../../utils/test_runner';
import allNodesResponse from '../../fixtures/logstash/nodes.json';
import nodeDetailResponse from '../../fixtures/logstash/node_detail.json';
import nodeDetailAdvancedResponse from '../../fixtures/logstash/node_detail_advanced.json';
export default function ({ getService }: FtrProviderContext) {
const supertest = getService('supertest');
const testRunner = getTestRunner({
testName: 'Nodes',
archiveRoot: 'x-pack/test/monitoring_api_integration/archives/logstash/single_node',
getService,
});
const timeRange = {
min: '2023-03-01T18:03:00.000Z',
max: '2023-03-01T18:06:40.000Z',
};
testRunner(() => {
it('should summarize logstash nodes with stats', async () => {
const { body } = await supertest
.post('/api/monitoring/v1/clusters/b0z1XQQNSyiV2y8bWz_zzQ/logstash/nodes')
.set('kbn-xsrf', 'xxx')
.send({ timeRange })
.expect(200);
expect(body).to.eql(allNodesResponse);
});
it('should summarize the Logstash node with non-advanced chart data metrics', async () => {
const { body } = await supertest
.post(
'/api/monitoring/v1/clusters/b0z1XQQNSyiV2y8bWz_zzQ/logstash/node/5d74947f-b537-4463-abfe-e7488cc04d4a'
)
.set('kbn-xsrf', 'xxx')
.send({ timeRange, is_advanced: false })
.expect(200);
expect(body).to.eql(nodeDetailResponse);
});
it('should summarize the Logstash node with advanced chart data metrics', async () => {
const { body } = await supertest
.post(
'/api/monitoring/v1/clusters/b0z1XQQNSyiV2y8bWz_zzQ/logstash/node/5d74947f-b537-4463-abfe-e7488cc04d4a'
)
.set('kbn-xsrf', 'xxx')
.send({ timeRange, is_advanced: true })
.expect(200);
expect(body).to.eql(nodeDetailAdvancedResponse);
});
});
}

View file

@ -0,0 +1,39 @@
/*
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
* or more contributor license agreements. Licensed under the Elastic License
* 2.0; you may not use this file except in compliance with the Elastic License
* 2.0.
*/
import expect from '@kbn/expect';
import { FtrProviderContext } from '../../../api_integration/ftr_provider_context';
import { getTestRunner } from '../../utils/test_runner';
import response from '../../fixtures/logstash/overview.json';
export default function ({ getService }: FtrProviderContext) {
const supertest = getService('supertest');
const testRunner = getTestRunner({
testName: 'Overview',
archiveRoot: 'x-pack/test/monitoring_api_integration/archives/logstash/single_node',
getService,
});
const timeRange = {
min: '2023-03-01T18:03:00.000Z',
max: '2023-03-01T18:06:40.000Z',
};
testRunner(() => {
it('should summarize logstash nodes', async () => {
const { body } = await supertest
.post('/api/monitoring/v1/clusters/b0z1XQQNSyiV2y8bWz_zzQ/logstash')
.set('kbn-xsrf', 'xxx')
.send({ timeRange })
.expect(200);
expect(body).to.eql(response);
});
});
}

View file

@ -0,0 +1,103 @@
/*
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
* or more contributor license agreements. Licensed under the Elastic License
* 2.0; you may not use this file except in compliance with the Elastic License
* 2.0.
*/
import expect from '@kbn/expect';
import { FtrProviderContext } from '../../../api_integration/ftr_provider_context';
import { getTestRunner } from '../../utils/test_runner';
import allPipelinesResponse from '../../fixtures/logstash/pipelines.json';
import pipelineResponse from '../../fixtures/logstash/pipeline.json';
import vertexResponse from '../../fixtures/logstash/vertex.json';
export default function ({ getService }: FtrProviderContext) {
const supertest = getService('supertest');
const testRunner = getTestRunner({
testName: 'Pipelines',
archiveRoot: 'x-pack/test/monitoring_api_integration/archives/logstash/single_node',
getService,
});
const timeRange = {
min: '2023-03-01T18:03:00.000Z',
max: '2023-03-01T18:06:40.000Z',
};
testRunner(() => {
it('should return paginated pipelines', async () => {
const { body } = await supertest
.post('/api/monitoring/v1/clusters/b0z1XQQNSyiV2y8bWz_zzQ/logstash/pipelines')
.set('kbn-xsrf', 'xxx')
.send({
timeRange,
sort: { field: 'id', direction: 'asc' },
pagination: { size: 1, index: 0 },
})
.expect(200);
expect(body).to.eql(allPipelinesResponse);
});
it('should get all pipelines after enough pagination', async () => {
async function getIds(page: number) {
const { body } = await supertest
.post('/api/monitoring/v1/clusters/b0z1XQQNSyiV2y8bWz_zzQ/logstash/pipelines')
.set('kbn-xsrf', 'xxx')
.send({
timeRange,
sort: { field: 'id', direction: 'asc' },
pagination: { size: 1, index: page },
})
.expect(200);
return body.pipelines;
}
const ids = [...(await getIds(0)), ...(await getIds(1))];
expect(ids.length).to.be(2);
});
it('should not error out if there is missing data for part of the time series', async () => {
await supertest
.post('/api/monitoring/v1/clusters/b0z1XQQNSyiV2y8bWz_zzQ/logstash/pipelines')
.set('kbn-xsrf', 'xxx')
.send({
timeRange: { min: timeRange.min, max: '2023-03-01T18:15:40.000Z' },
pagination: { size: 1, index: 1 },
sort: { field: 'logstash_cluster_pipeline_throughput', direction: 'asc' },
})
.expect(200);
});
it('should return pipeline details', async () => {
const { body } = await supertest
.post(
'/api/monitoring/v1/clusters/b0z1XQQNSyiV2y8bWz_zzQ/logstash/pipeline/pipeline-with-memory-queue'
)
.set('kbn-xsrf', 'xxx')
.send({ timeRange })
.expect(200);
expect(body).to.eql(pipelineResponse);
});
it('should return vertex details', async () => {
const { body } = await supertest
.post(
'/api/monitoring/v1/clusters/b0z1XQQNSyiV2y8bWz_zzQ/logstash/pipeline/pipeline-with-memory-queue'
)
.set('kbn-xsrf', 'xxx')
.send({
timeRange,
detailVertexId: '635a080aacc8700059852859da284a9cb92cb78a6d7112fbf55e441e51b6658a',
})
.expect(200);
expect(body).to.eql(vertexResponse);
});
});
}

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

View file

@ -0,0 +1 @@
{"clusterStatus":{"node_count":1,"events_in_total":13703,"events_out_total":13033,"avg_memory":10527703038,"avg_memory_used":146890312,"max_uptime":243296,"pipeline_count":2,"queue_types":{"memory":1,"persisted":1},"versions":["8.7.0"]},"nodes":[{"logstash":{"pipeline":{"batch_size":125,"workers":10},"http_address":"0.0.0.0:9600","name":"a868a8283bec","host":"a868a8283bec","version":"8.7.0","uuid":"5d74947f-b537-4463-abfe-e7488cc04d4a","status":"green"},"jvm":{"mem":{"heap_used_percent":1}},"process":{"cpu":{"percent":0}},"os":{"cpu":{"load_average":{"1m":1.61}}},"events":{"out":13033},"reloads":{"failures":0,"successes":0},"availability":false}]}

View file

@ -0,0 +1 @@
{"metrics":{"logstash_cluster_events_input_rate":[{"bucket_size":"10 seconds","timeRange":{"min":1677693780000,"max":1677694000000},"metric":{"app":"logstash","field":"logstash_stats.events.in","metricAgg":"max","label":"Events Received Rate","description":"Number of events received per second by all Logstash nodes at the inputs stage.","units":"/s","format":"0,0.[00]","hasCalculation":false,"isDerivative":true},"data":[[1677693780000,60.5],[1677693790000,60.1],[1677693800000,59.9],[1677693810000,60],[1677693820000,60],[1677693830000,60],[1677693840000,60],[1677693850000,60],[1677693860000,60],[1677693870000,60],[1677693880000,60.1],[1677693890000,59.9],[1677693900000,60],[1677693910000,60],[1677693920000,60],[1677693930000,60],[1677693940000,60],[1677693950000,60],[1677693960000,60],[1677693970000,60],[1677693980000,60],[1677693990000,60]]}],"logstash_cluster_events_output_rate":[{"bucket_size":"10 seconds","timeRange":{"min":1677693780000,"max":1677694000000},"metric":{"app":"logstash","field":"logstash_stats.events.out","metricAgg":"max","label":"Events Emitted Rate","description":"Number of events emitted per second by all Logstash nodes at the outputs stage.","units":"/s","format":"0,0.[00]","hasCalculation":false,"isDerivative":true},"data":[[1677693780000,37.4],[1677693790000,60.4],[1677693800000,60.1],[1677693810000,59.7],[1677693820000,59.8],[1677693830000,60.4],[1677693840000,59.5],[1677693850000,59.2],[1677693860000,60.7],[1677693870000,60],[1677693880000,60.5],[1677693890000,60.1],[1677693900000,59.9],[1677693910000,59.9],[1677693920000,60.2],[1677693930000,58.6],[1677693940000,59.1],[1677693950000,60.7],[1677693960000,61.5],[1677693970000,60.1],[1677693980000,56.2],[1677693990000,63.9]]}],"logstash_cluster_events_latency":[{"bucket_size":"10 seconds","timeRange":{"min":1677693780000,"max":1677694000000},"metric":{"app":"logstash","field":"logstash_stats.events.out","metricAgg":"max","label":"Event Latency","description":"Average time spent by events in the filter and output stages, which is the total time it takes to process events divided by number of events emitted.","units":"ms","format":"0,0.[00]","hasCalculation":true,"isDerivative":false},"data":[[1677693780000,null],[1677693790000,82.62582781456955],[1677693800000,87.62728785357736],[1677693810000,81.75879396984924],[1677693820000,86.58193979933111],[1677693830000,83.84768211920529],[1677693840000,83.54453781512605],[1677693850000,88.96790540540539],[1677693860000,80.13838550247117],[1677693870000,86.15666666666667],[1677693880000,83.99504132231405],[1677693890000,82.38768718801997],[1677693900000,87.91652754590984],[1677693910000,81.21368948247078],[1677693920000,85.8205980066445],[1677693930000,86.35665529010238],[1677693940000,83.97292724196278],[1677693950000,86.79242174629324],[1677693960000,79.06341463414634],[1677693970000,85.83194675540766],[1677693980000,90.02135231316726],[1677693990000,77.65571205007825]]}]},"clusterStatus":{"node_count":1,"events_in_total":13703,"events_out_total":13033,"avg_memory":10527703038,"avg_memory_used":146890312,"max_uptime":243296,"pipeline_count":2,"queue_types":{"memory":1,"persisted":1},"versions":["8.7.0"]}}

View file

@ -0,0 +1 @@
{"versions":[{"hash":"0542fa70daa36dc3e858ea099f125cc8c9e451ebbfe8ea8867e52f9764da0a35","firstSeen":1677693776000,"lastSeen":1677694005749}],"pipeline":{"batch_size":125,"id":"pipeline-with-memory-queue","ephemeral_id":"177bd0a4-27ce-4347-a53e-bd6e509394cc","representation":{"type":"lir","version":"0.0.0","graph":{"vertices":[{"config_name":"java_generator","explicit_id":false,"meta":{"source":{"protocol":"file","line":2,"column":3,"id":"/usr/share/logstash/pipeline/memory-queue.conf"}},"plugin_type":"input","id":"4c5941552cdaa72ebc285557c697a7150c359ee3eacf9b5664c4b1048e26153b","type":"plugin","stats":{"millis_per_event":0,"events_out_per_millisecond":0.07333333333333333}},{"explicit_id":false,"meta":null,"id":"__QUEUE__","type":"queue","stats":{}},{"config_name":"elasticsearch","explicit_id":false,"meta":{"source":{"protocol":"file","line":8,"column":3,"id":"/usr/share/logstash/pipeline/memory-queue.conf"}},"plugin_type":"output","id":"635a080aacc8700059852859da284a9cb92cb78a6d7112fbf55e441e51b6658a","type":"plugin","stats":{"millis_per_event":3.927770300583221,"percent_of_total_processor_duration":0.9972662034400274,"events_out_per_millisecond":0.0743,"events_in_per_millisecond":0.0743}}],"edges":[{"from":"4c5941552cdaa72ebc285557c697a7150c359ee3eacf9b5664c4b1048e26153b","id":"dd5073edf88d34ebbedc42739631a437ac4f2ef073969e0099022a2fa8ab0dc4","to":"__QUEUE__","type":"plain"},{"from":"__QUEUE__","id":"cb9eedba9879b30496083a17bfae14f70695e887742ecd1564ac68861197cff3","to":"635a080aacc8700059852859da284a9cb92cb78a6d7112fbf55e441e51b6658a","type":"plain"}]},"hash":"0542fa70daa36dc3e858ea099f125cc8c9e451ebbfe8ea8867e52f9764da0a35"},"workers":10,"hash":"0542fa70daa36dc3e858ea099f125cc8c9e451ebbfe8ea8867e52f9764da0a35"}}

View file

@ -0,0 +1 @@
{"totalPipelineCount":2,"pipelines":[{"id":"pipeline-with-memory-queue","metrics":{"throughput":{"bucket_size":"10 seconds","timeRange":{"min":1677693780000,"max":1677694000000},"metric":{"app":"logstash","field":"logstash_stats.pipelines.events.out","label":"Pipeline Throughput","description":"Number of events emitted per second by the Logstash pipeline at the outputs stage.","units":"e/s","format":"0,0.[00]","hasCalculation":false,"isDerivative":true},"data":[[1677693780000,12.4],[1677693790000,10.4],[1677693800000,10.1],[1677693810000,9.7],[1677693820000,9.8],[1677693830000,10.4],[1677693840000,9.5],[1677693850000,9.2],[1677693860000,10.7],[1677693870000,10],[1677693880000,10.5],[1677693890000,10.1],[1677693900000,9.9],[1677693910000,9.9],[1677693920000,10.2],[1677693930000,8.6],[1677693940000,9.1],[1677693950000,10.7],[1677693960000,11.5],[1677693970000,10.1],[1677693980000,6.2],[1677693990000,13.9]]},"nodesCount":{"bucket_size":"10 seconds","timeRange":{"min":1677693780000,"max":1677694000000},"metric":{"app":"logstash","field":"logstash_stats.logstash.uuid","label":"Pipeline Node Count","description":"Number of nodes on which the Logstash pipeline is running.","units":"","format":"0,0.[00]","hasCalculation":true,"isDerivative":false},"data":[[1677693780000,1],[1677693790000,1],[1677693800000,1],[1677693810000,1],[1677693820000,1],[1677693830000,1],[1677693840000,1],[1677693850000,1],[1677693860000,1],[1677693870000,1],[1677693880000,1],[1677693890000,1],[1677693900000,1],[1677693910000,1],[1677693920000,1],[1677693930000,1],[1677693940000,1],[1677693950000,1],[1677693960000,1],[1677693970000,1],[1677693980000,1],[1677693990000,1]]}},"latestThroughput":13.9,"latestNodesCount":1}],"clusterStatus":{"node_count":1,"events_in_total":13703,"events_out_total":13033,"avg_memory":10527703038,"avg_memory_used":146890312,"max_uptime":243296,"pipeline_count":2,"queue_types":{"memory":1,"persisted":1},"versions":["8.7.0"]}}

View file

@ -0,0 +1 @@
{"versions":[{"hash":"0542fa70daa36dc3e858ea099f125cc8c9e451ebbfe8ea8867e52f9764da0a35","firstSeen":1677693776000,"lastSeen":1677694005749}],"pipeline":{"batch_size":125,"id":"pipeline-with-memory-queue","ephemeral_id":"177bd0a4-27ce-4347-a53e-bd6e509394cc","representation":{"type":"lir","version":"0.0.0","graph":{"vertices":[{"config_name":"java_generator","explicit_id":false,"meta":{"source":{"protocol":"file","line":2,"column":3,"id":"/usr/share/logstash/pipeline/memory-queue.conf"}},"plugin_type":"input","id":"4c5941552cdaa72ebc285557c697a7150c359ee3eacf9b5664c4b1048e26153b","type":"plugin","stats":{"millis_per_event":0,"events_out_per_millisecond":0.07333333333333333}},{"explicit_id":false,"meta":null,"id":"__QUEUE__","type":"queue","stats":{}},{"config_name":"elasticsearch","explicit_id":false,"meta":{"source":{"protocol":"file","line":8,"column":3,"id":"/usr/share/logstash/pipeline/memory-queue.conf"}},"plugin_type":"output","id":"635a080aacc8700059852859da284a9cb92cb78a6d7112fbf55e441e51b6658a","type":"plugin","stats":{"millis_per_event":3.927770300583221,"percent_of_total_processor_duration":0.9972662034400274,"events_out_per_millisecond":0.0743,"events_in_per_millisecond":0.0743}}],"edges":[{"from":"4c5941552cdaa72ebc285557c697a7150c359ee3eacf9b5664c4b1048e26153b","id":"dd5073edf88d34ebbedc42739631a437ac4f2ef073969e0099022a2fa8ab0dc4","to":"__QUEUE__","type":"plain"},{"from":"__QUEUE__","id":"cb9eedba9879b30496083a17bfae14f70695e887742ecd1564ac68861197cff3","to":"635a080aacc8700059852859da284a9cb92cb78a6d7112fbf55e441e51b6658a","type":"plain"}]},"hash":"0542fa70daa36dc3e858ea099f125cc8c9e451ebbfe8ea8867e52f9764da0a35"},"workers":10,"hash":"0542fa70daa36dc3e858ea099f125cc8c9e451ebbfe8ea8867e52f9764da0a35"},"vertex":{"config_name":"elasticsearch","explicit_id":false,"meta":{"source":{"protocol":"file","line":8,"column":3,"id":"/usr/share/logstash/pipeline/memory-queue.conf"}},"plugin_type":"output","id":"635a080aacc8700059852859da284a9cb92cb78a6d7112fbf55e441e51b6658a","type":"plugin","stats":{"events_in":{"data":[[1677693780000,205],[1677693810000,202],[1677693840000,199],[1677693870000,206],[1677693900000,201],[1677693930000,198],[1677693960000,163],[1677693990000,0]]},"events_out":{"data":[[1677693780000,205],[1677693810000,202],[1677693840000,199],[1677693870000,206],[1677693900000,201],[1677693930000,198],[1677693960000,163],[1677693990000,0]]},"duration_in_millis":{"data":[[1677693780000,200],[1677693810000,224],[1677693840000,196],[1677693870000,220],[1677693900000,199],[1677693930000,189],[1677693960000,127],[1677693990000,0]]},"millis_per_event":{"data":[[1677693780000,0.975609756097561],[1677693810000,1.108910891089109],[1677693840000,0.9849246231155779],[1677693870000,1.0679611650485437],[1677693900000,0.9900497512437811],[1677693930000,0.9545454545454546],[1677693960000,0.7791411042944786],[1677693990000,null]]},"percent_of_total_processor_duration":{"data":[[1677693780000,0.9900990099009901],[1677693810000,0.9911504424778761],[1677693840000,0.9949238578680203],[1677693870000,0.990990990990991],[1677693900000,0.9851485148514851],[1677693930000,0.9895287958115183],[1677693960000,0.9921875],[1677693990000,null]]},"events_out_per_millisecond":{"data":[[1677693780000,0.006833333333333334],[1677693810000,0.006733333333333333],[1677693840000,0.006633333333333333],[1677693870000,0.006866666666666667],[1677693900000,0.0067],[1677693930000,0.0066],[1677693960000,0.005433333333333333],[1677693990000,0]]},"events_in_per_millisecond":{"data":[[1677693780000,0.006833333333333334],[1677693810000,0.006733333333333333],[1677693840000,0.006633333333333333],[1677693870000,0.006866666666666667],[1677693900000,0.0067],[1677693930000,0.0066],[1677693960000,0.005433333333333333],[1677693990000,0]]}}}}

View file

@ -9,8 +9,9 @@ import path from 'path';
const PACKAGES = [
{ name: 'beat', version: '0.0.1' },
{ name: 'elasticsearch', version: '1.2.0' },
{ name: 'elasticsearch', version: '1.4.1' },
{ name: 'enterprisesearch', version: '1.0.0' },
{ name: 'logstash', version: '2.2.2-preview1' },
];
export const getPackagesArgs = (): string[] => {