github-mirrors/kibana
1
0
Fork 0
mirror of https://github.com/elastic/kibana.git synced 2025-04-24 09:48:58 -04:00
Code Issues Projects Releases Packages Wiki Activity

Update job index mapping (#144777)

Browse source 
## Summary

Part of https://github.com/elastic/enterprise-search-team/issues/3193

Part of https://github.com/elastic/enterprise-search-team/issues/3283

The changes in this PR:
1. adds metadata to `.elastic-connectors-sync-jobs` index mapping.
2. groups connector data under key `connector`

Co-authored-by: kibanamachine <42973632+kibanamachine@users.noreply.github.com>
This commit is contained in:
Chenhui Wang 2022-11-14 22:37:03 +08:00 • committed by GitHub
parent e5b27b36bd
commit fa69b424bc
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 109 additions and 63 deletions
Download patch file Download diff file Expand all files Collapse all files

86
x-pack/plugins/enterprise_search/server/index_management/setup_indices.test.ts
View file

@ -154,47 +154,69 @@ describe('Setup Indices', () => {
version: CONNECTORS_VERSION,
},
properties: {
cancelation_requested_at: { type: 'date' },
canceled_at: { type: 'date' },
completed_at: { type: 'date' },
connector_id: {
type: 'keyword',
connector: {
properties: {
configuration: { type: 'object' },
filtering: {
properties: {
advanced_snippet: {
properties: {
created_at: { type: 'date' },
updated_at: { type: 'date' },
value: { type: 'object' },
},
},
domain: { type: 'keyword' },
rules: {
properties: {
created_at: { type: 'date' },
field: { type: 'keyword' },
id: { type: 'keyword' },
order: { type: 'short' },
policy: { type: 'keyword' },
rule: { type: 'keyword' },
updated_at: { type: 'date' },
value: { type: 'keyword' },
},
},
warnings: {
properties: {
ids: { type: 'keyword' },
messages: { type: 'text' },
},
},
},
},
id: { type: 'keyword' },
index_name: { type: 'keyword' },
language: { type: 'keyword' },
pipeline: {
properties: {
extract_binary_content: { type: 'boolean' },
name: { type: 'keyword' },
reduce_whitespace: { type: 'boolean' },
run_ml_inference: { type: 'boolean' },
},
},
service_type: { type: 'keyword' },
},
},
created_at: { type: 'date' },
deleted_document_count: { type: 'integer' },
error: { type: 'keyword' },
filtering: {
properties: {
advanced_snippet: {
properties: {
created_at: { type: 'date' },
updated_at: { type: 'date' },
value: { type: 'object' },
},
},
domain: { type: 'keyword' },
rules: {
properties: {
created_at: { type: 'date' },
field: { type: 'keyword' },
id: { type: 'keyword' },
order: { type: 'short' },
policy: { type: 'keyword' },
rule: { type: 'keyword' },
updated_at: { type: 'date' },
value: { type: 'keyword' },
},
},
warnings: {
properties: {
ids: { type: 'keyword' },
messages: { type: 'text' },
},
},
},
},
indexed_document_count: { type: 'integer' },
indexed_document_volume: { type: 'integer' },
last_seen: { type: 'date' },
metadata: { type: 'object' },
started_at: { type: 'date' },
status: {
type: 'keyword',
},
total_document_count: { type: 'integer' },
trigger_method: { type: 'keyword' },
worker_hostname: { type: 'keyword' },
},
};

86
x-pack/plugins/enterprise_search/server/index_management/setup_indices.ts
View file

@ -180,43 +180,67 @@ const indices: IndexDefinition[] = [
version: 1,
},
properties: {
cancelation_requested_at: { type: 'date' },
canceled_at: { type: 'date' },
completed_at: { type: 'date' },
connector_id: { type: 'keyword' },
connector: {
properties: {
configuration: { type: 'object' },
filtering: {
properties: {
advanced_snippet: {
properties: {
created_at: { type: 'date' },
updated_at: { type: 'date' },
value: { type: 'object' },
},
},
domain: { type: 'keyword' },
rules: {
properties: {
created_at: { type: 'date' },
field: { type: 'keyword' },
id: { type: 'keyword' },
order: { type: 'short' },
policy: { type: 'keyword' },
rule: { type: 'keyword' },
updated_at: { type: 'date' },
value: { type: 'keyword' },
},
},
warnings: {
properties: {
ids: { type: 'keyword' },
messages: { type: 'text' },
},
},
},
},
id: { type: 'keyword' },
index_name: { type: 'keyword' },
language: { type: 'keyword' },
pipeline: {
properties: {
extract_binary_content: { type: 'boolean' },
name: { type: 'keyword' },
reduce_whitespace: { type: 'boolean' },
run_ml_inference: { type: 'boolean' },
},
},
service_type: { type: 'keyword' },
},
},
created_at: { type: 'date' },
deleted_document_count: { type: 'integer' },
error: { type: 'keyword' },
filtering: {
properties: {
advanced_snippet: {
properties: {
created_at: { type: 'date' },
updated_at: { type: 'date' },
value: { type: 'object' },
},
},
domain: { type: 'keyword' },
rules: {
properties: {
created_at: { type: 'date' },
field: { type: 'keyword' },
id: { type: 'keyword' },
order: { type: 'short' },
policy: { type: 'keyword' },
rule: { type: 'keyword' },
updated_at: { type: 'date' },
value: { type: 'keyword' },
},
},
warnings: {
properties: {
ids: { type: 'keyword' },
messages: { type: 'text' },
},
},
},
},
indexed_document_count: { type: 'integer' },
indexed_document_volume: { type: 'integer' },
last_seen: { type: 'date' },
metadata: { type: 'object' },
started_at: { type: 'date' },
status: { type: 'keyword' },
total_document_count: { type: 'integer' },
trigger_method: { type: 'keyword' },
worker_hostname: { type: 'keyword' },
},
},