Enable incremental sync for some native connectors (#178616)

## Summary

This PR will enabled incremental sync scheduling for the following
connectors:

- [x] Azure blob storage
- [x] Google Cloud storage
- [x] Google Drive
- [x] Confluence
- [x] Dropbox
- [x] Jira
- [x] Network Drive
- [x] One Drive
- [x] ServiceNow
- [x] Github
- [x] Gmail
- [x] Outlook
- [x] SalesForce
This commit is contained in:
Dmitriy Burlutskiy 2024-03-13 16:16:54 +01:00 committed by GitHub
parent 6834702b10
commit 4175eea39f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -233,6 +233,9 @@ export const NATIVE_CONNECTOR_DEFINITIONS: Record<string, NativeConnector | unde
advanced: { enabled: false }, advanced: { enabled: false },
basic: { enabled: true }, basic: { enabled: true },
}, },
[FeatureName.INCREMENTAL_SYNC]: {
enabled: true,
},
}, },
name: i18n.translate('searchConnectors.nativeConnectors.azureBlobStorage.name', { name: i18n.translate('searchConnectors.nativeConnectors.azureBlobStorage.name', {
defaultMessage: 'Azure Blob Storage', defaultMessage: 'Azure Blob Storage',
@ -568,6 +571,9 @@ export const NATIVE_CONNECTOR_DEFINITIONS: Record<string, NativeConnector | unde
[FeatureName.DOCUMENT_LEVEL_SECURITY]: { [FeatureName.DOCUMENT_LEVEL_SECURITY]: {
enabled: true, enabled: true,
}, },
[FeatureName.INCREMENTAL_SYNC]: {
enabled: true,
},
}, },
name: i18n.translate('searchConnectors.nativeConnectors.confluence.name', { name: i18n.translate('searchConnectors.nativeConnectors.confluence.name', {
defaultMessage: 'Confluence', defaultMessage: 'Confluence',
@ -688,6 +694,9 @@ export const NATIVE_CONNECTOR_DEFINITIONS: Record<string, NativeConnector | unde
advanced: { enabled: true }, advanced: { enabled: true },
basic: { enabled: true }, basic: { enabled: true },
}, },
[FeatureName.INCREMENTAL_SYNC]: {
enabled: true,
},
}, },
name: i18n.translate('searchConnectors.nativeConnectors.dropbox.name', { name: i18n.translate('searchConnectors.nativeConnectors.dropbox.name', {
defaultMessage: 'Dropbox', defaultMessage: 'Dropbox',
@ -934,7 +943,11 @@ export const NATIVE_CONNECTOR_DEFINITIONS: Record<string, NativeConnector | unde
name: i18n.translate('searchConnectors.nativeConnectors.github.name', { name: i18n.translate('searchConnectors.nativeConnectors.github.name', {
defaultMessage: 'Github', defaultMessage: 'Github',
}), }),
features: {}, features: {
[FeatureName.INCREMENTAL_SYNC]: {
enabled: true,
},
},
serviceType: 'github', serviceType: 'github',
}, },
gmail: { gmail: {
@ -1058,6 +1071,9 @@ export const NATIVE_CONNECTOR_DEFINITIONS: Record<string, NativeConnector | unde
[FeatureName.DOCUMENT_LEVEL_SECURITY]: { [FeatureName.DOCUMENT_LEVEL_SECURITY]: {
enabled: true, enabled: true,
}, },
[FeatureName.INCREMENTAL_SYNC]: {
enabled: true,
},
}, },
name: i18n.translate('searchConnectors.nativeConnectors.gmail.name', { name: i18n.translate('searchConnectors.nativeConnectors.gmail.name', {
defaultMessage: 'Gmail', defaultMessage: 'Gmail',
@ -1065,7 +1081,11 @@ export const NATIVE_CONNECTOR_DEFINITIONS: Record<string, NativeConnector | unde
serviceType: 'gmail', serviceType: 'gmail',
}, },
google_cloud_storage: { google_cloud_storage: {
features: {}, features: {
[FeatureName.INCREMENTAL_SYNC]: {
enabled: true,
},
},
configuration: { configuration: {
buckets: { buckets: {
default_value: null, default_value: null,
@ -1360,6 +1380,9 @@ export const NATIVE_CONNECTOR_DEFINITIONS: Record<string, NativeConnector | unde
[FeatureName.DOCUMENT_LEVEL_SECURITY]: { [FeatureName.DOCUMENT_LEVEL_SECURITY]: {
enabled: true, enabled: true,
}, },
[FeatureName.INCREMENTAL_SYNC]: {
enabled: true,
},
}, },
name: i18n.translate('searchConnectors.nativeConnectors.google_drive.name', { name: i18n.translate('searchConnectors.nativeConnectors.google_drive.name', {
defaultMessage: 'Google Drive', defaultMessage: 'Google Drive',
@ -1686,6 +1709,9 @@ export const NATIVE_CONNECTOR_DEFINITIONS: Record<string, NativeConnector | unde
[FeatureName.DOCUMENT_LEVEL_SECURITY]: { [FeatureName.DOCUMENT_LEVEL_SECURITY]: {
enabled: true, enabled: true,
}, },
[FeatureName.INCREMENTAL_SYNC]: {
enabled: true,
},
}, },
name: i18n.translate('searchConnectors.nativeConnectors.jira.name', { name: i18n.translate('searchConnectors.nativeConnectors.jira.name', {
defaultMessage: 'Jira', defaultMessage: 'Jira',
@ -2405,6 +2431,9 @@ export const NATIVE_CONNECTOR_DEFINITIONS: Record<string, NativeConnector | unde
advanced: { enabled: false }, advanced: { enabled: false },
basic: { enabled: true }, basic: { enabled: true },
}, },
[FeatureName.INCREMENTAL_SYNC]: {
enabled: true,
},
}, },
name: i18n.translate('searchConnectors.nativeConnectors.networkDrive.name', { name: i18n.translate('searchConnectors.nativeConnectors.networkDrive.name', {
defaultMessage: 'Network drive', defaultMessage: 'Network drive',
@ -2533,6 +2562,9 @@ export const NATIVE_CONNECTOR_DEFINITIONS: Record<string, NativeConnector | unde
[FeatureName.DOCUMENT_LEVEL_SECURITY]: { [FeatureName.DOCUMENT_LEVEL_SECURITY]: {
enabled: true, enabled: true,
}, },
[FeatureName.INCREMENTAL_SYNC]: {
enabled: true,
},
}, },
serviceType: 'onedrive', serviceType: 'onedrive',
}, },
@ -3072,6 +3104,9 @@ export const NATIVE_CONNECTOR_DEFINITIONS: Record<string, NativeConnector | unde
advanced: { enabled: false }, advanced: { enabled: false },
basic: { enabled: true }, basic: { enabled: true },
}, },
[FeatureName.INCREMENTAL_SYNC]: {
enabled: true,
},
}, },
name: i18n.translate('searchConnectors.nativeConnectors.outlook.name', { name: i18n.translate('searchConnectors.nativeConnectors.outlook.name', {
defaultMessage: 'Outlook', defaultMessage: 'Outlook',
@ -3424,7 +3459,11 @@ export const NATIVE_CONNECTOR_DEFINITIONS: Record<string, NativeConnector | unde
serviceType: 's3', serviceType: 's3',
}, },
salesforce: { salesforce: {
features: {}, features: {
[FeatureName.INCREMENTAL_SYNC]: {
enabled: true,
},
},
configuration: { configuration: {
domain: { domain: {
default_value: null, default_value: null,
@ -3664,6 +3703,9 @@ export const NATIVE_CONNECTOR_DEFINITIONS: Record<string, NativeConnector | unde
advanced: { enabled: true }, advanced: { enabled: true },
basic: { enabled: true }, basic: { enabled: true },
}, },
[FeatureName.INCREMENTAL_SYNC]: {
enabled: true,
},
}, },
name: i18n.translate('searchConnectors.nativeConnectors.servicenow.name', { name: i18n.translate('searchConnectors.nativeConnectors.servicenow.name', {
defaultMessage: 'ServiceNow', defaultMessage: 'ServiceNow',