[cft] Stabilize deployments (#140748)

* [cft] Stabilize deployments

- Switches from general purpose to high memory deployments
- Enables autoscaling
- Allows a warm node to be turned on for longer running deployments with
more data

* fix ml

* revert autoscaling

* fix
This commit is contained in:
Jonathan Budzenski 2022-09-19 14:51:31 -04:00 committed by GitHub
parent ef2f33f873
commit 06b81998e5
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -10,8 +10,8 @@
"instance_configuration_id": "gcp.integrationsserver.1",
"zone_count": 1,
"size": {
"value": 512,
"resource": "memory"
"resource": "memory",
"value": 1024
}
}
],
@ -32,7 +32,7 @@
"autoscaling_enabled": false,
"cluster_topology": [
{
"zone_count": 2,
"zone_count": 1,
"instance_configuration_id": "gcp.coordinating.1",
"node_roles": [
"ingest",
@ -42,9 +42,6 @@
"size": {
"resource": "memory",
"value": 0
},
"elasticsearch": {
"enabled_built_in_plugins": []
}
},
{
@ -52,8 +49,7 @@
"elasticsearch": {
"node_attributes": {
"data": "hot"
},
"enabled_built_in_plugins": []
}
},
"instance_configuration_id": "gcp.data.highio.1",
"node_roles": [
@ -66,17 +62,16 @@
],
"id": "hot_content",
"size": {
"value": 1024,
"value": 2048,
"resource": "memory"
}
},
{
"zone_count": 2,
"zone_count": 1,
"elasticsearch": {
"node_attributes": {
"data": "warm"
},
"enabled_built_in_plugins": []
}
},
"instance_configuration_id": "gcp.data.highstorage.1",
"node_roles": [
@ -94,8 +89,7 @@
"elasticsearch": {
"node_attributes": {
"data": "cold"
},
"enabled_built_in_plugins": []
}
},
"instance_configuration_id": "gcp.data.highstorage.1",
"node_roles": [
@ -113,8 +107,7 @@
"elasticsearch": {
"node_attributes": {
"data": "frozen"
},
"enabled_built_in_plugins": []
}
},
"instance_configuration_id": "gcp.es.datafrozen.n1.64x10x95",
"node_roles": [
@ -127,7 +120,7 @@
}
},
{
"zone_count": 3,
"zone_count": 1,
"instance_configuration_id": "gcp.master.1",
"node_roles": [
"master",
@ -137,9 +130,6 @@
"size": {
"resource": "memory",
"value": 0
},
"elasticsearch": {
"enabled_built_in_plugins": []
}
},
{
@ -153,14 +143,12 @@
"size": {
"value": 1024,
"resource": "memory"
},
"elasticsearch": {
"enabled_built_in_plugins": []
}
}
],
"elasticsearch": {
"version": null
"version": null,
"enabled_built_in_plugins": []
},
"deployment_template": {
"id": "gcp-io-optimized-v2"
@ -206,8 +194,8 @@
"instance_configuration_id": "gcp.kibana.1",
"zone_count": 1,
"size": {
"resource": "memory",
"value": 2048
"value": 2048,
"resource": "memory"
}
}
],
@ -220,6 +208,7 @@
}
]
},
"settings": {},
"name": null,
"metadata": {
"system_owned": false