github-mirrors/kibana
1
0
Fork 0
mirror of https://github.com/elastic/kibana.git synced 2025-04-23 17:28:26 -04:00
Code Issues Projects Releases Packages Wiki Activity

[7.2] FTR: add support for Firefox browser (#32509) (#37752)

Browse source 
* FTR: add support for Firefox browser (#32509)

* skip and adjust functional tests for Firefox

* downgrade geckodriver to 0.22.0

* [ftr] add firefox specific config file

* remove hard coded firefox adjustments

* remove firefox specific screenshot directory

* run functional tests in firefox in x-pack

* pass the logger to readConfigFile()

* rename local var

* skip xpack firefox config

* run xpack firefox functional tests in separate command

* update report name for XPack firefox results

* adjust viz shared item test

* skip shared item test

* [test/feature_controls] increase timeout to 20 sec & use forceLogout

* FF timeout on TSVB, refresh page on failure for url navigation

* [feature_controls/visualize_security] increase timeout to 20 sec

* skip dev_tools_spaces tests on FF

* run all groups 3 times

* skip more func tests

* skip more tests

* skip all feature controls tests for Firefox

* revert back changes in feature controls tests

* rename xpack report for chrome

* skip tile map for FF, wait for render before saving

* Revert "run all groups 3 times"

This reverts commit 12b4f69627.

* revert refresh on login

* apply feedback

* [visualize/_point_series_options] add missing change on labels assertions
This commit is contained in:
Spencer 2019-06-01 02:14:05 -07:00 • committed by Dmitry Lemeshko
parent 639d0b1e51
commit 2ad3c64748
49 changed files with 215 additions and 70 deletions
Download patch file Download diff file Expand all files Collapse all files

2
package.json
View file

@ -366,7 +366,7 @@
"exit-hook": "^2.1.0",
"faker": "1.1.0",
"fetch-mock": "7.3.0",
"geckodriver": "^1.16.2",
"geckodriver": "1.13.0",
"getopts": "^2.2.4",
"grunt": "1.0.3",
"grunt-cli": "^1.2.0",

17
packages/kbn-test/src/functional_tests/lib/run_ftr.js
View file

@ -17,22 +17,27 @@
* under the License.
*/
import { FunctionalTestRunner } from '../../../../../src/functional_test_runner';
import { FunctionalTestRunner, readConfigFile } from '../../../../../src/functional_test_runner';
import { CliError } from './run_cli';
function createFtr({ configPath, options: { log, bail, grep, updateBaselines, suiteTags } }) {
async function createFtr({ configPath, options: { log, bail, grep, updateBaselines, suiteTags } }) {
const config = await readConfigFile(log, configPath);
return new FunctionalTestRunner(log, configPath, {
mochaOpts: {
bail: !!bail,
grep,
},
updateBaselines,
suiteTags,
suiteTags: {
include: [...suiteTags.include, ...config.get('suiteTags.include')],
exclude: [...suiteTags.exclude, ...config.get('suiteTags.exclude')],
},
});
}
export async function assertNoneExcluded({ configPath, options }) {
const ftr = createFtr({ configPath, options });
const ftr = await createFtr({ configPath, options });
const stats = await ftr.getTestStats();
if (stats.excludedTests.length > 0) {
@ -49,7 +54,7 @@ export async function assertNoneExcluded({ configPath, options }) {
}
export async function runFtr({ configPath, options }) {
const ftr = createFtr({ configPath, options });
const ftr = await createFtr({ configPath, options });
const failureCount = await ftr.run();
if (failureCount > 0) {
@ -60,7 +65,7 @@ export async function runFtr({ configPath, options }) {
}
export async function hasTests({ configPath, options }) {
const ftr = createFtr({ configPath, options });
const ftr = await createFtr({ configPath, options });
const stats = await ftr.getTestStats();
return stats.testCount > 0;
}

8
src/functional_test_runner/lib/config/config.ts
View file

@ -120,4 +120,12 @@ export class Config {
}
});
}
public getAll() {
return cloneDeep(this[$values], v => {
if (typeof v === 'function') {
return v;
}
});
}
}

8
src/functional_test_runner/lib/config/schema.ts
View file

@ -131,6 +131,14 @@ export const schema = Joi.object()
updateBaselines: Joi.boolean().default(false),
browser: Joi.object()
.keys({
type: Joi.string()
.valid('chrome', 'firefox')
.default('chrome'),
})
.default(),
junit: Joi.object()
.keys({
enabled: Joi.boolean().default(!!process.env.CI),

1
tasks/function_test_groups.js
View file

@ -41,6 +41,7 @@ export function getFunctionalTestGroupRunConfigs({ kibanaInstallDir } = {}) {
'scripts/functional_tests',
'--include-tag', tag,
'--config', 'test/functional/config.js',
'--config', 'test/functional/config.firefox.js',
'--bail',
'--debug',
'--kibana-install-dir', kibanaInstallDir,

4
test/functional/apps/dashboard/dashboard_filter_bar.js
View file

@ -50,7 +50,9 @@ export default function ({ getService, getPageObjects }) {
});
});
describe('filter editor field list', async () => {
describe('filter editor field list', async function () {
this.tags(['skipFirefox']);
before(async () => {
await PageObjects.dashboard.gotoDashboardLandingPage();
await PageObjects.dashboard.clickNewDashboard();

4
test/functional/apps/dashboard/dashboard_grid.js
View file

@ -24,7 +24,9 @@ export default function ({ getService, getPageObjects }) {
const dashboardPanelActions = getService('dashboardPanelActions');
const PageObjects = getPageObjects(['dashboard']);
describe('dashboard grid', () => {
describe('dashboard grid', function () {
this.tags(['skipFirefox']);
before(async () => {
await PageObjects.dashboard.gotoDashboardLandingPage();
await PageObjects.dashboard.loadSavedDashboard('few panels');

2
test/functional/apps/dashboard/panel_controls.js
View file

@ -29,6 +29,7 @@ export default function ({ getService, getPageObjects }) {
const browser = getService('browser');
const dashboardPanelActions = getService('dashboardPanelActions');
const dashboardAddPanel = getService('dashboardAddPanel');
const renderable = getService('renderable');
const PageObjects = getPageObjects(['dashboard', 'header', 'visualize', 'discover']);
const dashboardName = 'Dashboard Panel Controls Test';
@ -94,6 +95,7 @@ export default function ({ getService, getPageObjects }) {
describe('on an expanded panel', function () {
it('are hidden in view mode', async function () {
await renderable.waitForRender();
await PageObjects.dashboard.saveDashboard(dashboardName);
await dashboardPanelActions.openContextMenu();
await dashboardPanelActions.clickExpandPanelToggle();

1
test/functional/apps/discover/_discover.js
View file

@ -50,6 +50,7 @@ export default function ({ getService, getPageObjects }) {
});
describe('query', function () {
this.tags(['skipFirefox']);
const queryName1 = 'Query # 1';
it('should show correct time range string by timepicker', async function () {

3
test/functional/apps/management/_scripted_fields.js
View file

@ -45,7 +45,8 @@ export default function ({ getService, getPageObjects }) {
const filterBar = getService('filterBar');
const PageObjects = getPageObjects(['common', 'header', 'settings', 'visualize', 'discover', 'timePicker']);
describe('scripted fields', () => {
describe('scripted fields', function () {
this.tags(['skipFirefox']);
before(async function () {
await browser.setWindowSize(1200, 800);

10
test/functional/apps/visualize/_point_series_options.js
View file

@ -93,7 +93,10 @@ export default function ({ getService, getPageObjects }) {
const avgMemoryData = await PageObjects.visualize.getLineChartData('Average machine.ram', 'ValueAxis-2');
log.debug('average memory data=' + avgMemoryData);
log.debug('data.length=' + avgMemoryData.length);
expect(avgMemoryData).to.eql(expectedChartValues[1]);
// adjust assertion to make it work on both Chrome & Firefox
avgMemoryData.map((item, i) => {
expect(item - expectedChartValues[1][i]).to.be.lessThan(600001);
});
});
});
@ -187,13 +190,12 @@ export default function ({ getService, getPageObjects }) {
'2015-09-20 00:00',
'2015-09-21 00:00',
'2015-09-22 00:00',
'2015-09-23 00:00',
];
it('should show round labels in default timezone', async function () {
await initChart();
const labels = await PageObjects.visualize.getXAxisLabels();
expect(labels).to.eql(expectedLabels);
expect(labels.join()).to.contain(expectedLabels.join());
});
it('should show round labels in different timezone', async function () {
@ -206,7 +208,7 @@ export default function ({ getService, getPageObjects }) {
await kibanaServer.uiSettings.replace({ 'dateFormat:tz': 'Browser' });
await browser.refresh();
expect(labels).to.eql(expectedLabels);
expect(labels.join()).to.contain(expectedLabels.join());
});
});
});

2
test/functional/apps/visualize/_tile_map.js
View file

@ -237,7 +237,7 @@ export default function ({ getService, getPageObjects }) {
describe('zoom warning behavior', function describeIndexTests() {
// Zoom warning is only applicable to OSS
this.tags(['skipCloud']);
this.tags(['skipCloud', 'skipFirefox']);
const waitForLoading = false;
let zoomWarningEnabled;

1
test/functional/apps/visualize/_vertical_bar_chart.js
View file

@ -238,7 +238,6 @@ export default function ({ getService, getPageObjects }) {
await PageObjects.visualize.selectField('response.raw');
await PageObjects.visualize.waitForVisualizationRenderingStabilized();
await PageObjects.visualize.clickGo();
await PageObjects.header.waitUntilLoadingHasFinished();
const expectedEntries = ['200', '404', '503'];
const legendEntries = await PageObjects.visualize.getLegendEntries();

38
test/functional/config.firefox.js Normal file
View file

@ -0,0 +1,38 @@
/*
* Licensed to Elasticsearch B.V. under one or more contributor
* license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright
* ownership. Elasticsearch B.V. licenses this file to you under
* the Apache License, Version 2.0 (the "License"); you may
* not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
export default async function ({ readConfigFile }) {
const defaultConfig = await readConfigFile(require.resolve('./config'));
return {
...defaultConfig.getAll(),
browser: {
type: 'firefox',
},
suiteTags: {
exclude: ['skipFirefox'],
},
junit: {
reportName: 'Firefox UI Functional Tests'
},
};
}

5
test/functional/config.js
View file

@ -107,7 +107,10 @@ export default async function ({ readConfigFile }) {
},
},
junit: {
reportName: 'UI Functional Tests'
reportName: 'Chrome UI Functional Tests'
},
browser: {
type: 'chrome'
}
};
}

12
test/functional/page_objects/common_page.js
View file

@ -361,12 +361,18 @@ export function CommonPageProvider({ getService, getPageObjects }) {
}
async getBodyText() {
if (await find.existsByCssSelector('a[id=rawdata-tab]')) {
if (await find.existsByCssSelector('a[id=rawdata-tab]', 10000)) {
// Firefox has 3 tabs and requires navigation to see Raw output
await find.clickByCssSelector('a[id=rawdata-tab]');
}
const el = await find.byCssSelector('body pre');
return await el.getVisibleText();
const msgElements = await find.allByCssSelector('body pre');
if (msgElements.length > 0) {
return await msgElements[0].getVisibleText();
} else {
// Sometimes Firefox renders Timelion page without tabs and with div#json
const jsonElement = await find.byCssSelector('body div#json');
return await jsonElement.getVisibleText();
}
}
}

4
test/functional/page_objects/visual_builder_page.ts
View file

@ -37,6 +37,10 @@ export function VisualBuilderPageProvider({ getService, getPageObjects }: FtrPro
await PageObjects.common.navigateToUrl('visualize', 'create?type=metrics');
log.debug('Set absolute time range from "' + fromTime + '" to "' + toTime + '"');
await PageObjects.timePicker.setAbsoluteRange(fromTime, toTime);
if (browser.isFirefox) {
// https://github.com/elastic/kibana/issues/24058
await PageObjects.common.sleep(2000);
}
}
public async checkTabIsLoaded(testSubj: string, name: string) {

4
test/functional/services/browser.ts
View file

@ -43,6 +43,10 @@ export async function BrowserProvider({ getService }: FtrProviderContext) {
*/
public readonly browserType: string = browserType;
public readonly isChrome: boolean = browserType === Browsers.Chrome;
public readonly isFirefox: boolean = browserType === Browsers.Firefox;
/**
* Is WebDriver instance W3C compatible
*/

8
test/functional/services/dashboard/panel_actions.js
View file

@ -45,7 +45,13 @@ export function DashboardPanelActionsProvider({ getService, getPageObjects }) {
async toggleContextMenu(parent) {
log.debug('toggleContextMenu');
await (parent ? browser.moveMouseTo(parent) : testSubjects.moveMouseTo('dashboardPanelTitle'));
// Sometimes Geckodriver throws MoveTargetOutOfBoundsError here
// https://github.com/mozilla/geckodriver/issues/776
try {
await (parent ? browser.moveMouseTo(parent) : testSubjects.moveMouseTo('dashboardPanelTitle'));
} catch(err) {
log.error(err);
}
const toggleMenuItem = await this.findContextMenu(parent);
await toggleMenuItem.click();
}

13
test/functional/services/lib/web_element_wrapper/web_element_wrapper.ts
View file

@ -165,9 +165,16 @@ export class WebElementWrapper {
await delay(100);
}
} else {
// https://bugs.chromium.org/p/chromedriver/issues/detail?id=30
await this.driver.executeScript(`arguments[0].select();`, this._webElement);
await this.pressKeys(this.Keys.BACK_SPACE);
if (this.browserType === Browsers.Chrome) {
// https://bugs.chromium.org/p/chromedriver/issues/detail?id=30
await this.driver.executeScript(`arguments[0].select();`, this._webElement);
await this.pressKeys(this.Keys.BACK_SPACE);
} else {
const selectionKey = this.Keys[process.platform === 'darwin' ? 'COMMAND' : 'CONTROL'];
await this.pressKeys([selectionKey, 'a']);
await this.pressKeys(this.Keys.NULL); // Release modifier keys
await this.pressKeys(this.Keys.BACK_SPACE); // Delete all content
}
}
}

8
test/functional/services/remote/remote.ts
View file

@ -25,13 +25,7 @@ export async function RemoteProvider({ getService }: FtrProviderContext) {
const lifecycle = getService('lifecycle');
const log = getService('log');
const config = getService('config');
const browserType: Browsers = (process.env.TEST_BROWSER_TYPE as Browsers) || Browsers.Chrome;
if (browserType !== Browsers.Chrome && browserType !== Browsers.Firefox) {
throw new Error(
`Unexpected TEST_BROWSER_TYPE "${browserType}", only "chrome" and "firefox" are supported`
);
}
const browserType: Browsers = config.get('browser.type');
const { driver, By, Key, until, LegacyActionSequence } = await initWebDriver(log, browserType);
const caps = await driver.getCapabilities();

2
test/interpreter_functional/test_suites/run_pipeline/index.js
View file

@ -26,6 +26,8 @@ export default function ({ getService, getPageObjects, loadTestFile }) {
const PageObjects = getPageObjects(['common', 'header']);
describe('runPipeline', function () {
this.tags(['skipFirefox']);
before(async () => {
await esArchiver.loadIfNeeded('../functional/fixtures/es_archiver/logstash_functional');
await esArchiver.load('../functional/fixtures/es_archiver/visualize_embedding');

5
test/scripts/jenkins_xpack_ci_group.sh
View file

@ -36,6 +36,9 @@ tar -xzf "$linuxBuild" -C "$installDir" --strip=1
echo " -> Running functional and api tests"
cd "$XPACK_DIR"
checks-reporter-with-killswitch "X-Pack Functional tests / Group ${CI_GROUP}" node scripts/functional_tests --debug --bail --kibana-install-dir "$installDir" --include-tag "ciGroup$CI_GROUP"
checks-reporter-with-killswitch "X-Pack Chrome Functional tests / Group ${CI_GROUP}" node scripts/functional_tests --debug --bail --kibana-install-dir "$installDir" --include-tag "ciGroup$CI_GROUP"
echo ""
echo ""
checks-reporter-with-killswitch "X-Pack Firefox Functional tests / Group ${CI_GROUP}" node scripts/functional_tests --debug --bail --kibana-install-dir "$installDir" --include-tag "ciGroup$CI_GROUP" --config "test/functional/config.firefox.js"
echo ""
echo ""

2
x-pack/test/functional/apps/advanced_settings/index.ts
View file

@ -11,7 +11,7 @@ export default function advancedSettingsApp({
loadTestFile,
}: KibanaFunctionalTestDefaultProviders) {
describe('Advanced Settings', function canvasAppTestSuite() {
this.tags('ciGroup2'); // CI requires tags ヽ(゜Q。)ノ？
this.tags(['ciGroup2', 'skipFirefox']); // CI requires tags ヽ(゜Q。)ノ？
loadTestFile(require.resolve('./feature_controls/advanced_settings_security'));
loadTestFile(require.resolve('./feature_controls/advanced_settings_spaces'));
});

3
x-pack/test/functional/apps/apm/feature_controls/index.ts
View file

@ -7,7 +7,8 @@ import { KibanaFunctionalTestDefaultProviders } from '../../../../types/provider
// eslint-disable-next-line import/no-default-export
export default function({ loadTestFile }: KibanaFunctionalTestDefaultProviders) {
describe('feature controls', () => {
describe('feature controls', function() {
this.tags('skipFirefox');
loadTestFile(require.resolve('./apm_security'));
loadTestFile(require.resolve('./apm_spaces'));
});

3
x-pack/test/functional/apps/canvas/feature_controls/canvas_security.ts
View file

@ -14,7 +14,8 @@ export default function({ getPageObjects, getService }: KibanaFunctionalTestDefa
const appsMenu = getService('appsMenu');
const globalNav = getService('globalNav');
describe('security feature controls', () => {
describe('security feature controls', function() {
this.tags(['skipFirefox']);
before(async () => {
await esArchiver.load('canvas/default');
});

3
x-pack/test/functional/apps/canvas/feature_controls/canvas_spaces.ts
View file

@ -14,7 +14,8 @@ export default function({ getPageObjects, getService }: KibanaFunctionalTestDefa
const PageObjects = getPageObjects(['common', 'canvas', 'security', 'spaceSelector']);
const appsMenu = getService('appsMenu');
describe('spaces feature controls', () => {
describe('spaces feature controls', function() {
this.tags(['skipFirefox']);
before(async () => {
await esArchiver.loadIfNeeded('logstash_functional');
});

3
x-pack/test/functional/apps/dashboard/feature_controls/index.ts
View file

@ -7,7 +7,8 @@ import { KibanaFunctionalTestDefaultProviders } from '../../../../types/provider
// eslint-disable-next-line import/no-default-export
export default function({ loadTestFile }: KibanaFunctionalTestDefaultProviders) {
describe('feature controls', () => {
describe('feature controls', function() {
this.tags(['skipFirefox']);
loadTestFile(require.resolve('./dashboard_security'));
loadTestFile(require.resolve('./dashboard_spaces'));
});

3
x-pack/test/functional/apps/dashboard_mode/dashboard_view_mode.js
View file

@ -30,7 +30,8 @@ export default function ({ getService, getPageObjects }) {
const dashboardName = 'Dashboard View Mode Test Dashboard';
const savedSearchName = 'Saved search for dashboard';
describe('Dashboard View Mode', () => {
describe('Dashboard View Mode', function () {
this.tags(['skipFirefox']);
before('initialize tests', async () => {
log.debug('Dashboard View Mode:initTests');

3
x-pack/test/functional/apps/dev_tools/feature_controls/index.ts
View file

@ -7,7 +7,8 @@ import { KibanaFunctionalTestDefaultProviders } from '../../../../types/provider
// eslint-disable-next-line import/no-default-export
export default function({ loadTestFile }: KibanaFunctionalTestDefaultProviders) {
describe('feature controls', () => {
describe('feature controls', function() {
this.tags('skipFirefox');
loadTestFile(require.resolve('./dev_tools_security'));
loadTestFile(require.resolve('./dev_tools_spaces'));
});

3
x-pack/test/functional/apps/discover/feature_controls/index.ts
View file

@ -7,7 +7,8 @@ import { KibanaFunctionalTestDefaultProviders } from '../../../../types/provider
// eslint-disable-next-line import/no-default-export
export default function({ loadTestFile }: KibanaFunctionalTestDefaultProviders) {
describe('feature controls', () => {
describe('feature controls', function() {
this.tags('skipFirefox');
loadTestFile(require.resolve('./discover_security'));
loadTestFile(require.resolve('./discover_spaces'));
});

3
x-pack/test/functional/apps/graph/feature_controls/index.ts
View file

@ -7,7 +7,8 @@ import { KibanaFunctionalTestDefaultProviders } from '../../../../types/provider
// eslint-disable-next-line import/no-default-export
export default function({ loadTestFile }: KibanaFunctionalTestDefaultProviders) {
describe('feature controls', () => {
describe('feature controls', function() {
this.tags('skipFirefox');
loadTestFile(require.resolve('./graph_security'));
loadTestFile(require.resolve('./graph_spaces'));
});

3
x-pack/test/functional/apps/index_patterns/feature_controls/index.ts
View file

@ -7,7 +7,8 @@ import { KibanaFunctionalTestDefaultProviders } from '../../../../types/provider
// eslint-disable-next-line import/no-default-export
export default function({ loadTestFile }: KibanaFunctionalTestDefaultProviders) {
describe('feature controls', () => {
describe('feature controls', function() {
this.tags('skipFirefox');
loadTestFile(require.resolve('./index_patterns_security'));
loadTestFile(require.resolve('./index_patterns_spaces'));
});

3
x-pack/test/functional/apps/infra/feature_controls/index.ts
View file

@ -8,7 +8,8 @@ import { KibanaFunctionalTestDefaultProviders } from '../../../../types/provider
// eslint-disable-next-line import/no-default-export
export default function({ loadTestFile }: KibanaFunctionalTestDefaultProviders) {
// FLAKY: https://github.com/elastic/kibana/issues/35932
describe.skip('feature controls', () => {
describe.skip('feature controls', function() {
this.tags('skipFirefox');
loadTestFile(require.resolve('./infrastructure_security'));
loadTestFile(require.resolve('./infrastructure_spaces'));
loadTestFile(require.resolve('./logs_security'));

3
x-pack/test/functional/apps/machine_learning/feature_controls/index.ts
View file

@ -7,7 +7,8 @@ import { KibanaFunctionalTestDefaultProviders } from '../../../../types/provider
// eslint-disable-next-line import/no-default-export
export default function({ loadTestFile }: KibanaFunctionalTestDefaultProviders) {
describe('feature controls', () => {
describe('feature controls', function() {
this.tags('skipFirefox');
loadTestFile(require.resolve('./ml_security'));
loadTestFile(require.resolve('./ml_spaces'));
});

2
x-pack/test/functional/apps/maps/index.js
View file

@ -10,6 +10,8 @@ export default function ({ loadTestFile, getService }) {
const browser = getService('browser');
describe('maps app', function () {
this.tags(['skipFirefox']);
before(async () => {
await esArchiver.loadIfNeeded('logstash_functional');
await esArchiver.load('maps/data');

5
x-pack/test/functional/apps/monitoring/elasticsearch/nodes.js
View file

@ -12,7 +12,10 @@ export default function ({ getService, getPageObjects }) {
const nodesList = getService('monitoringElasticsearchNodes');
const esClusterSummaryStatus = getService('monitoringElasticsearchSummaryStatus');
describe('Elasticsearch nodes listing', () => {
describe('Elasticsearch nodes listing', function () {
// FF issue: https://github.com/elastic/kibana/issues/35551
this.tags(['skipFirefox']);
describe('with offline node', () => {
const { setup, tearDown } = getLifecycleMethods(getService, getPageObjects);

3
x-pack/test/functional/apps/monitoring/feature_controls/index.ts
View file

@ -7,7 +7,8 @@ import { KibanaFunctionalTestDefaultProviders } from '../../../../types/provider
// eslint-disable-next-line import/no-default-export
export default function({ loadTestFile }: KibanaFunctionalTestDefaultProviders) {
describe('feature controls', () => {
describe('feature controls', function() {
this.tags('skipFirefox');
loadTestFile(require.resolve('./monitoring_security'));
loadTestFile(require.resolve('./monitoring_spaces'));
});

2
x-pack/test/functional/apps/saved_objects_management/index.ts
View file

@ -11,7 +11,7 @@ export default function savedObjectsManagementApp({
loadTestFile,
}: KibanaFunctionalTestDefaultProviders) {
describe('Saved objects management', function savedObjectsManagementAppTestSuite() {
this.tags('ciGroup2');
this.tags(['ciGroup2', 'skipFirefox']);
loadTestFile(require.resolve('./feature_controls/saved_objects_management_security'));
});
}

4
x-pack/test/functional/apps/security/management.js
View file

@ -18,7 +18,9 @@ export default function ({ getService, getPageObjects }) {
const browser = getService('browser');
const PageObjects = getPageObjects(['security', 'settings', 'common', 'header']);
describe('Management', () => {
describe('Management', function () {
this.tags(['skipFirefox']);
before(async () => {
// await PageObjects.security.login('elastic', 'changeme');
await PageObjects.security.initTests();

2
x-pack/test/functional/apps/timelion/index.ts
View file

@ -9,7 +9,7 @@ import { KibanaFunctionalTestDefaultProviders } from '../../../types/providers';
// eslint-disable-next-line import/no-default-export
export default function timelion({ loadTestFile }: KibanaFunctionalTestDefaultProviders) {
describe('Timelion', function visualizeTestSuite() {
this.tags('ciGroup4');
this.tags(['ciGroup4', 'skipFirefox']);
loadTestFile(require.resolve('./feature_controls/timelion_security'));
loadTestFile(require.resolve('./feature_controls/timelion_spaces'));

3
x-pack/test/functional/apps/uptime/feature_controls/index.ts
View file

@ -7,7 +7,8 @@ import { KibanaFunctionalTestDefaultProviders } from '../../../../types/provider
// eslint-disable-next-line import/no-default-export
export default function({ loadTestFile }: KibanaFunctionalTestDefaultProviders) {
describe('feature controls', () => {
describe('feature controls', function() {
this.tags('skipFirefox');
loadTestFile(require.resolve('./uptime_security'));
loadTestFile(require.resolve('./uptime_spaces'));
});

3
x-pack/test/functional/apps/uptime/overview.ts
View file

@ -10,7 +10,8 @@ import { KibanaFunctionalTestDefaultProviders } from '../../../types/providers';
export default ({ getPageObjects }: KibanaFunctionalTestDefaultProviders) => {
// TODO: add UI functional tests
const pageObjects = getPageObjects(['uptime']);
describe('overview page', () => {
describe('overview page', function() {
this.tags(['skipFirefox']);
const DEFAULT_DATE_START = '2019-01-28 12:40:08.078';
const DEFAULT_DATE_END = '2019-01-29 12:40:08.078';
it('loads and displays uptime data based on date range', async () => {

2
x-pack/test/functional/apps/visualize/index.ts
View file

@ -9,7 +9,7 @@ import { KibanaFunctionalTestDefaultProviders } from '../../../types/providers';
// eslint-disable-next-line import/no-default-export
export default function visualize({ loadTestFile }: KibanaFunctionalTestDefaultProviders) {
describe('Visualize', function visualizeTestSuite() {
this.tags('ciGroup4');
this.tags(['ciGroup4', 'skipFirefox']);
loadTestFile(require.resolve('./feature_controls/visualize_security'));
loadTestFile(require.resolve('./feature_controls/visualize_spaces'));

25
x-pack/test/functional/config.firefox.js Normal file
View file

@ -0,0 +1,25 @@
/*
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
* or more contributor license agreements. Licensed under the Elastic License;
* you may not use this file except in compliance with the Elastic License.
*/
export default async function ({ readConfigFile }) {
const chromeConfig = await readConfigFile(require.resolve('./config'));
return {
...chromeConfig.getAll(),
browser: {
type: 'firefox',
},
suiteTags: {
exclude: ['skipFirefox'],
},
junit: {
reportName: 'Firefox XPack UI Functional Tests'
},
};
}

2
x-pack/test/functional/config.js
View file

@ -284,7 +284,7 @@ export default async function ({ readConfigFile }) {
},
junit: {
reportName: 'X-Pack Functional Tests',
reportName: 'Chrome X-Pack UI Functional Tests',
},
};
}

4
x-pack/test/functional/page_objects/canvas_page.ts
View file

@ -14,13 +14,13 @@ export function CanvasPageProvider({ getService }: KibanaFunctionalTestDefaultPr
return {
async expectCreateWorkpadButtonEnabled() {
const button = await testSubjects.find('create-workpad-button');
const button = await testSubjects.find('create-workpad-button', 20000);
const disabledAttr = await button.getAttribute('disabled');
expect(disabledAttr).to.be(null);
},
async expectCreateWorkpadButtonDisabled() {
const button = await testSubjects.find('create-workpad-button');
const button = await testSubjects.find('create-workpad-button', 20000);
const disabledAttr = await button.getAttribute('disabled');
expect(disabledAttr).to.be('true');
},

3
x-pack/test/functional/page_objects/security_page.js
View file

@ -45,6 +45,9 @@ export function SecurityPageProvider({ getService, getPageObjects }) {
await find.clickByCssSelector(rawDataTabLocator);
}
await retry.try(async () => {
if (await find.existsByCssSelector(rawDataTabLocator)) {
await find.clickByCssSelector(rawDataTabLocator);
}
await PageObjects.error.expectForbidden();
});
log.debug(`Finished login process, found forbidden message. currentUrl = ${await browser.getCurrentUrl()}`);

28
yarn.lock
View file

@ -12093,16 +12093,16 @@ gaze@^1.0.0, gaze@^1.1.0:
dependencies:
globule "^1.0.0"
geckodriver@^1.16.2:
version "1.16.2"
resolved "https://registry.yarnpkg.com/geckodriver/-/geckodriver-1.16.2.tgz#4766e6eb6835e9ec8797f1dce1966df2b3fb5985"
integrity sha512-kXZP4QferAv57Ru4Fx2WYuu//ErKJP4hPEkJm4mSETo42jsdYFwdNxwQ4vCGhf14gsCdxU9YrwNupJ8gr1GxPg==
geckodriver@1.13.0:
version "1.13.0"
resolved "https://registry.yarnpkg.com/geckodriver/-/geckodriver-1.13.0.tgz#65b5733b8005d686d77ce3c989f4b9cce8d0a05a"
integrity sha512-0fP5GbWvXPVOEyID5x71ts5D7LA/RskxvfsZZK1T/hNPWA/vUpeE1d6K7y84IrejULjQV+ERSvRTYhXn8aISTQ==
dependencies:
adm-zip "0.4.11"
bluebird "3.4.6"
got "5.6.0"
https-proxy-agent "2.2.1"
tar "4.4.2"
tar "4.0.2"
generate-function@^2.0.0:
version "2.3.1"
@ -18046,7 +18046,7 @@ minipass@^2.2.1:
safe-buffer "^5.1.1"
yallist "^3.0.0"
minipass@^2.2.4, minipass@^2.3.4:
minipass@^2.3.4:
version "2.3.5"
resolved "https://registry.yarnpkg.com/minipass/-/minipass-2.3.5.tgz#cacebe492022497f656b0f0f51e2682a9ed2d848"
integrity sha512-Gi1W4k059gyRbyVUZQ4mEqLm0YIUiGYfvxhF6SIlk3ui1WVxMTGfGdQ2SInh3PDrRTVvPKgULkpJtT4RH10+VA==
@ -18054,7 +18054,7 @@ minipass@^2.2.4, minipass@^2.3.4:
safe-buffer "^5.1.2"
yallist "^3.0.0"
minizlib@^1.1.0:
minizlib@^1.0.4:
version "1.2.1"
resolved "https://registry.yarnpkg.com/minizlib/-/minizlib-1.2.1.tgz#dd27ea6136243c7c880684e8672bb3a45fd9b614"
integrity sha512-7+4oTUOWKg7AuL3vloEWekXY2/D20cevzsrNT2kGWm+39J9hGTCBv8VI5Pm5lXZ/o3/mdR4f8rflAPhnQb8mPA==
@ -24950,17 +24950,15 @@ tar-stream@^1.5.0:
to-buffer "^1.1.1"
xtend "^4.0.0"
tar@4.4.2:
version "4.4.2"
resolved "https://registry.yarnpkg.com/tar/-/tar-4.4.2.tgz#60685211ba46b38847b1ae7ee1a24d744a2cd462"
integrity sha512-BfkE9CciGGgDsATqkikUHrQrraBCO+ke/1f6SFAEMnxyyfN9lxC+nW1NFWMpqH865DhHIy9vQi682gk1X7friw==
tar@4.0.2:
version "4.0.2"
resolved "https://registry.yarnpkg.com/tar/-/tar-4.0.2.tgz#e8e22bf3eec330e5c616d415a698395e294e8fad"
integrity sha512-4lWN4uAEWzw8aHyBUx9HWXvH3vIFEhOyvN22HfBzWpE07HaTBXM8ttSeCQpswRo5On4q3nmmYmk7Tomn0uhUaw==
dependencies:
chownr "^1.0.1"
fs-minipass "^1.2.5"
minipass "^2.2.4"
minizlib "^1.1.0"
minipass "^2.2.1"
minizlib "^1.0.4"
mkdirp "^0.5.0"
safe-buffer "^5.1.2"
yallist "^3.0.2"
tar@4.4.8, tar@^4: