kibana/tasks/test.js
archana 73d3883188
[6.x] [Functional Tests] Use @kbn/test on Kibana CI (#18967) (#20309)
* [Functional Tests] Use @kbn/test on Kibana CI (#18967)

* Replace test:api with @kbn/test runTests

* Improve CLI help menu 🆘

* Use --es-from

* Replace jenkins:selenium with kbn-test

* Validate cli args, fixing test in the process

* Clean up some stuff

* Code review fixes

* Explanation for collectCliArgs

* Remove exit codes, they're useless anyway.

* Make markdown vis test pass with dev_mode setting

* Tests

* Remove unneeded export

* Code review: move console logging up to cli.js

* Code review: refactor startServers and runTests to take single options collection

* Code review: Remove all things I am sure we do not use

* Improve tests

* Code review fixes

* Pass created log to runFtr, runElasticsearch, runKibanaServer

* Update --es-from option to --esFrom

* Let dev server run from snapshot by default
2018-06-28 19:03:35 -05:00

132 lines
3.4 KiB
JavaScript

/*
* Licensed to Elasticsearch B.V. under one or more contributor
* license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright
* ownership. Elasticsearch B.V. licenses this file to you under
* the Apache License, Version 2.0 (the "License"); you may
* not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
import _, { keys } from 'lodash';
import { run } from '../utilities/visual_regression';
module.exports = function (grunt) {
grunt.registerTask(
'test:visualRegression:buildGallery',
'Compare screenshots and generate diff images.',
function () {
const done = this.async();
run(done);
}
);
grunt.registerTask('test:server', [
'checkPlugins',
'run:mocha',
]);
grunt.registerTask('test:browser', [
'checkPlugins',
'run:browserTestServer',
'karma:unit',
]);
grunt.registerTask('test:browser-ci', () => {
const ciShardTasks = keys(grunt.config.get('karma'))
.filter(key => key.startsWith('ciShard-'))
.map(key => `karma:${key}`);
grunt.log.ok(`Running UI tests in ${ciShardTasks.length} shards`);
grunt.task.run([
'run:browserTestServer',
...ciShardTasks
]);
});
grunt.registerTask('test:coverage', [ 'run:testCoverageServer', 'karma:coverage' ]);
grunt.registerTask('test:quick', [
'test:server',
'test:ui',
'test:jest',
'test:jest_integration',
'test:projects',
'test:browser',
'run:apiIntegrationTests'
]);
grunt.registerTask('test:dev', [
'checkPlugins',
'run:devBrowserTestServer',
'karma:dev'
]);
grunt.registerTask('test:ui', [
'checkPlugins',
'run:functionalTests',
]);
grunt.registerTask('test:uiRelease', [
'checkPlugins',
'run:functionalTestsRelease',
]);
grunt.registerTask('test:ui:server', [
'checkPlugins',
'run:functionalTestsDevServer',
]);
grunt.registerTask('test', subTask => {
if (subTask) grunt.fail.fatal(`invalid task "test:${subTask}"`);
grunt.task.run(_.compact([
!grunt.option('quick') && 'run:eslint',
!grunt.option('quick') && 'run:tslint',
'run:checkFileCasing',
'licenses',
'test:quick',
'verifyTranslations',
]));
});
grunt.registerTask('quick-test', ['test:quick']); // historical alias
grunt.registerTask('test:projects', function () {
const done = this.async();
runProjectsTests().then(done, done);
});
function runProjectsTests() {
const serverCmd = {
cmd: 'yarn',
args: ['kbn', 'run', 'test', '--exclude', 'kibana', '--oss', '--skip-kibana-extra'],
opts: { stdio: 'inherit' }
};
return new Promise((resolve, reject) => {
grunt.util.spawn(serverCmd, (error, result, code) => {
if (error || code !== 0) {
const error = new Error(`projects tests exited with code ${code}`);
grunt.fail.fatal(error);
reject(error);
return;
}
grunt.log.writeln(result);
resolve();
});
});
}
};