mirror of
https://github.com/elastic/elasticsearch.git
synced 2025-04-25 07:37:19 -04:00
TSDB: CCS Tests (#78042)
Add some tests for cross cluster search for time_series mode indices.
This commit is contained in:
Nik Everett
GitHub
parent
8ce0d1e555
commit
50f3784a1e
2 changed files with 158 additions and 1 deletions
|
|
@ -0,0 +1,95 @@
|
||||||
|
---
|
||||||
|
setup:
|
||||||
|
# Create a local tsdb index with a tsid the doesn't overlap with the remote cluster.
|
||||||
|
- skip:
|
||||||
|
version: " - 7.99.99"
|
||||||
|
reason: introduced in 8.0.0
|
||||||
|
|
||||||
|
- do:
|
||||||
|
indices.create:
|
||||||
|
index: tsdb
|
||||||
|
body:
|
||||||
|
settings:
|
||||||
|
index:
|
||||||
|
mode: time_series
|
||||||
|
number_of_replicas: 0
|
||||||
|
number_of_shards: 2
|
||||||
|
mappings:
|
||||||
|
properties:
|
||||||
|
"@timestamp":
|
||||||
|
type: date
|
||||||
|
metricset:
|
||||||
|
type: keyword
|
||||||
|
time_series_dimension: true
|
||||||
|
k8s:
|
||||||
|
properties:
|
||||||
|
pod:
|
||||||
|
properties:
|
||||||
|
uid:
|
||||||
|
type: keyword
|
||||||
|
time_series_dimension: true
|
||||||
|
name:
|
||||||
|
type: keyword
|
||||||
|
ip:
|
||||||
|
type: ip
|
||||||
|
network:
|
||||||
|
properties:
|
||||||
|
tx:
|
||||||
|
type: long
|
||||||
|
rx:
|
||||||
|
type: long
|
||||||
|
|
||||||
|
- do:
|
||||||
|
bulk:
|
||||||
|
refresh: true
|
||||||
|
index: tsdb
|
||||||
|
body:
|
||||||
|
- '{"index": {}}'
|
||||||
|
- '{"@timestamp": "2021-04-28T18:50:03.142Z", "metricset": "pod", "k8s": {"pod": {"name": "cow", "uid":"1c4fc7b8-93b7-4ba8-b609-2a48af2f8e39", "ip": "10.10.55.4", "network": {"tx": 1434521831, "rx": 530575198}}}}'
|
||||||
|
- '{"index": {}}'
|
||||||
|
- '{"@timestamp": "2021-04-28T18:50:23.142Z", "metricset": "pod", "k8s": {"pod": {"name": "cow", "uid":"1c4fc7b8-93b7-4ba8-b609-2a48af2f8e39", "ip": "10.10.55.4", "network": {"tx": 1434577921, "rx": 530600088}}}}'
|
||||||
|
- '{"index": {}}'
|
||||||
|
- '{"@timestamp": "2021-04-28T18:50:53.142Z", "metricset": "pod", "k8s": {"pod": {"name": "cow", "uid":"1c4fc7b8-93b7-4ba8-b609-2a48af2f8e39", "ip": "10.10.55.4", "network": {"tx": 1434587694, "rx": 530604797}}}}'
|
||||||
|
- '{"index": {}}'
|
||||||
|
- '{"@timestamp": "2021-04-28T18:51:03.142Z", "metricset": "pod", "k8s": {"pod": {"name": "cow", "uid":"1c4fc7b8-93b7-4ba8-b609-2a48af2f8e39", "ip": "10.10.55.4", "network": {"tx": 1434595272, "rx": 530605511}}}}'
|
||||||
|
|
||||||
|
---
|
||||||
|
teardown:
|
||||||
|
- skip:
|
||||||
|
version: " - 7.99.99"
|
||||||
|
reason: introduced in 8.0.0
|
||||||
|
|
||||||
|
- do:
|
||||||
|
indices.delete:
|
||||||
|
index: tsdb
|
||||||
|
ignore_unavailable: true
|
||||||
|
|
||||||
|
---
|
||||||
|
aggregate tsid:
|
||||||
|
- skip:
|
||||||
|
version: " - 7.99.99"
|
||||||
|
reason: introduced in 8.0.0
|
||||||
|
|
||||||
|
- do:
|
||||||
|
search:
|
||||||
|
index: tsdb,my_remote_cluster:tsdb
|
||||||
|
body:
|
||||||
|
size: 0
|
||||||
|
runtime_mappings: # TODO replace this with tsid once it is generated
|
||||||
|
tsid:
|
||||||
|
type: keyword
|
||||||
|
script: emit('k8s.pod.uid:' + doc['k8s.pod.uid'].value + ',metricset:' + doc['metricset'].value)
|
||||||
|
aggs:
|
||||||
|
tsids:
|
||||||
|
terms:
|
||||||
|
field: tsid
|
||||||
|
order:
|
||||||
|
_key: asc
|
||||||
|
|
||||||
|
- match: {hits.total.value: 12}
|
||||||
|
- match: {aggregations.tsids.buckets.0.key: 'k8s.pod.uid:1c4fc7b8-93b7-4ba8-b609-2a48af2f8e39,metricset:pod'}
|
||||||
|
- match: {aggregations.tsids.buckets.0.doc_count: 4}
|
||||||
|
- match: {aggregations.tsids.buckets.1.key: 'k8s.pod.uid:947e4ced-1786-4e53-9e0c-5c447e959507,metricset:pod'}
|
||||||
|
- match: {aggregations.tsids.buckets.1.doc_count: 4}
|
||||||
|
- match: {aggregations.tsids.buckets.2.key: 'k8s.pod.uid:df3145b3-0563-4d3b-a0f7-897eb2876ea9,metricset:pod'}
|
||||||
|
- match: {aggregations.tsids.buckets.2.doc_count: 4}
|
||||||
|
|
@ -1,5 +1,5 @@
|
||||||
---
|
---
|
||||||
"Index data and search on the old cluster":
|
"Index data and search on the remote cluster":
|
||||||
- skip:
|
- skip:
|
||||||
features: allowed_warnings
|
features: allowed_warnings
|
||||||
|
|
||||||
|
|
@ -152,3 +152,65 @@
|
||||||
- match: { hits.total: 2 }
|
- match: { hits.total: 2 }
|
||||||
- match: { hits.hits.0._source.filter_field: 1 }
|
- match: { hits.hits.0._source.filter_field: 1 }
|
||||||
- match: { hits.hits.0._index: "test_index" }
|
- match: { hits.hits.0._index: "test_index" }
|
||||||
|
|
||||||
|
---
|
||||||
|
tsdb:
|
||||||
|
- skip:
|
||||||
|
version: " - 7.99.99"
|
||||||
|
reason: introduced in 8.0.0
|
||||||
|
|
||||||
|
- do:
|
||||||
|
indices.create:
|
||||||
|
index: tsdb
|
||||||
|
body:
|
||||||
|
settings:
|
||||||
|
index:
|
||||||
|
mode: time_series
|
||||||
|
number_of_replicas: 0
|
||||||
|
number_of_shards: 2
|
||||||
|
mappings:
|
||||||
|
properties:
|
||||||
|
"@timestamp":
|
||||||
|
type: date
|
||||||
|
metricset:
|
||||||
|
type: keyword
|
||||||
|
time_series_dimension: true
|
||||||
|
k8s:
|
||||||
|
properties:
|
||||||
|
pod:
|
||||||
|
properties:
|
||||||
|
uid:
|
||||||
|
type: keyword
|
||||||
|
time_series_dimension: true
|
||||||
|
name:
|
||||||
|
type: keyword
|
||||||
|
ip:
|
||||||
|
type: ip
|
||||||
|
network:
|
||||||
|
properties:
|
||||||
|
tx:
|
||||||
|
type: long
|
||||||
|
rx:
|
||||||
|
type: long
|
||||||
|
|
||||||
|
- do:
|
||||||
|
bulk:
|
||||||
|
refresh: true
|
||||||
|
index: tsdb
|
||||||
|
body:
|
||||||
|
- '{"index": {}}'
|
||||||
|
- '{"@timestamp": "2021-04-28T18:50:04.467Z", "metricset": "pod", "k8s": {"pod": {"name": "cat", "uid":"947e4ced-1786-4e53-9e0c-5c447e959507", "ip": "10.10.55.1", "network": {"tx": 2001818691, "rx": 802133794}}}}'
|
||||||
|
- '{"index": {}}'
|
||||||
|
- '{"@timestamp": "2021-04-28T18:50:24.467Z", "metricset": "pod", "k8s": {"pod": {"name": "cat", "uid":"947e4ced-1786-4e53-9e0c-5c447e959507", "ip": "10.10.55.1", "network": {"tx": 2005177954, "rx": 801479970}}}}'
|
||||||
|
- '{"index": {}}'
|
||||||
|
- '{"@timestamp": "2021-04-28T18:50:44.467Z", "metricset": "pod", "k8s": {"pod": {"name": "cat", "uid":"947e4ced-1786-4e53-9e0c-5c447e959507", "ip": "10.10.55.1", "network": {"tx": 2006223737, "rx": 802337279}}}}'
|
||||||
|
- '{"index": {}}'
|
||||||
|
- '{"@timestamp": "2021-04-28T18:51:04.467Z", "metricset": "pod", "k8s": {"pod": {"name": "cat", "uid":"947e4ced-1786-4e53-9e0c-5c447e959507", "ip": "10.10.55.2", "network": {"tx": 2012916202, "rx": 803685721}}}}'
|
||||||
|
- '{"index": {}}'
|
||||||
|
- '{"@timestamp": "2021-04-28T18:50:03.142Z", "metricset": "pod", "k8s": {"pod": {"name": "dog", "uid":"df3145b3-0563-4d3b-a0f7-897eb2876ea9", "ip": "10.10.55.3", "network": {"tx": 1434521831, "rx": 530575198}}}}'
|
||||||
|
- '{"index": {}}'
|
||||||
|
- '{"@timestamp": "2021-04-28T18:50:23.142Z", "metricset": "pod", "k8s": {"pod": {"name": "dog", "uid":"df3145b3-0563-4d3b-a0f7-897eb2876ea9", "ip": "10.10.55.3", "network": {"tx": 1434577921, "rx": 530600088}}}}'
|
||||||
|
- '{"index": {}}'
|
||||||
|
- '{"@timestamp": "2021-04-28T18:50:53.142Z", "metricset": "pod", "k8s": {"pod": {"name": "dog", "uid":"df3145b3-0563-4d3b-a0f7-897eb2876ea9", "ip": "10.10.55.3", "network": {"tx": 1434587694, "rx": 530604797}}}}'
|
||||||
|
- '{"index": {}}'
|
||||||
|
- '{"@timestamp": "2021-04-28T18:51:03.142Z", "metricset": "pod", "k8s": {"pod": {"name": "dog", "uid":"df3145b3-0563-4d3b-a0f7-897eb2876ea9", "ip": "10.10.55.3", "network": {"tx": 1434595272, "rx": 530605511}}}}'
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue