Supprt custom scheduling in Connectors (#149815)

This commit is contained in:
Nav 2023-02-01 14:57:49 +01:00 committed by GitHub
parent a2c3a3682f
commit cb39822a80
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
9 changed files with 59 additions and 0 deletions

View file

@ -17,6 +17,16 @@ export interface ConnectorScheduling {
interval: string;
}
export interface CustomScheduling {
configuration_overrides: Record<string, unknown>;
enabled: boolean;
interval: string;
last_synced: string | null;
name: string;
}
export type ConnectorCustomScheduling = Record<string, CustomScheduling | null>;
export enum ConnectorStatus {
CREATED = 'created',
NEEDS_CONFIGURATION = 'needs_configuration',
@ -125,6 +135,7 @@ export type ConnectorFeatures = Partial<{
export interface Connector {
api_key_id: string | null;
configuration: ConnectorConfiguration;
custom_scheduling: ConnectorCustomScheduling;
description: string | null;
error: string | null;
features: ConnectorFeatures;

View file

@ -33,6 +33,15 @@ export const indices: ElasticsearchIndexWithIngestion[] = [
connector: {
api_key_id: null,
configuration: { foo: { label: 'bar', value: 'barbar' } },
custom_scheduling: {
foo: {
configuration_overrides: {},
enabled: false,
interval: '',
last_synced: null,
name: '',
},
},
description: null,
error: null,
features: null,
@ -119,6 +128,15 @@ export const indices: ElasticsearchIndexWithIngestion[] = [
connector: {
api_key_id: null,
configuration: { foo: { label: 'bar', value: 'barbar' } },
custom_scheduling: {
foo: {
configuration_overrides: {},
enabled: false,
interval: '',
last_synced: null,
name: '',
},
},
description: null,
error: null,
features: null,

View file

@ -43,6 +43,15 @@ export const connectorIndex: ConnectorViewIndex = {
connector: {
api_key_id: null,
configuration: { foo: { label: 'bar', value: 'barbar' } },
custom_scheduling: {
foo: {
configuration_overrides: {},
enabled: false,
interval: '',
last_synced: null,
name: '',
},
},
description: null,
error: null,
features: null,
@ -133,6 +142,15 @@ export const crawlerIndex: CrawlerViewIndex = {
connector: {
api_key_id: null,
configuration: { foo: { label: 'bar', value: 'barbar' } },
custom_scheduling: {
foo: {
configuration_overrides: {},
enabled: false,
interval: '',
last_synced: null,
name: '',
},
},
description: null,
error: null,
features: null,

View file

@ -38,6 +38,9 @@ describe('Setup Indices', () => {
configuration: {
type: 'object',
},
custom_scheduling: {
type: 'object',
},
description: { type: 'text' },
error: { type: 'keyword' },
features: {

View file

@ -30,6 +30,7 @@ interface IndexDefinition {
const connectorMappingsProperties: Record<string, MappingProperty> = {
api_key_id: { type: 'keyword' },
configuration: { type: 'object' },
custom_scheduling: { type: 'object' },
description: { type: 'text' },
error: { type: 'keyword' },
features: {

View file

@ -85,6 +85,7 @@ describe('addConnector lib function', () => {
document: {
api_key_id: null,
configuration: {},
custom_scheduling: {},
description: null,
error: null,
features: null,
@ -269,6 +270,7 @@ describe('addConnector lib function', () => {
document: {
api_key_id: null,
configuration: {},
custom_scheduling: {},
description: null,
error: null,
features: null,
@ -375,6 +377,7 @@ describe('addConnector lib function', () => {
document: {
api_key_id: null,
configuration: {},
custom_scheduling: {},
description: null,
error: null,
features: null,

View file

@ -93,6 +93,7 @@ export const addConnector = async (
const document: ConnectorDocument = {
api_key_id: null,
configuration: {},
custom_scheduling: {},
description: null,
error: null,
features: null,

View file

@ -35,6 +35,7 @@ describe('addConnector lib function', () => {
api_key_id: null,
configuration: {},
created_at: null,
custom_scheduling: {},
error: null,
index_name: 'index_name',
last_seen: null,
@ -59,6 +60,7 @@ describe('addConnector lib function', () => {
api_key_id: null,
configuration: {},
created_at: null,
custom_scheduling: {},
error: null,
index_name: 'index_name',
last_seen: null,

View file

@ -34,6 +34,7 @@ describe('addConnector lib function', () => {
api_key_id: null,
configuration: {},
created_at: null,
custom_scheduling: {},
error: null,
index_name: 'index_name',
last_seen: null,
@ -61,6 +62,7 @@ describe('addConnector lib function', () => {
api_key_id: null,
configuration: {},
created_at: null,
custom_scheduling: {},
error: null,
index_name: 'index_name',
last_seen: null,