mirror of
https://github.com/elastic/kibana.git
synced 2025-04-24 01:38:56 -04:00
## Summary The validation test suite now dumps all test cases into a JSON with a flag that tell if the query should fail or not. On top of that an integration test has been written, who collects the JSON and execute it again against the ES ES|QL `_query` endpoint, then compare the two result. * if both results are the same (both pass or errors) then it's good to go ✅ * if client side fails and ES pass, then it's a failure ❌ * if client side passes and ES fails, then it's bad but still ok ⚠️ * in this case the error is logged and stored into a JSON (not committed) All tests are ran 8 times ( stringField => `["text", "keyword"]`, numberField => `["integer", "double", "long", "unsigned_long]` for a totale of ~16k assertions (2000 x 8 tests). Assertions have to be within a single test to avoid memory issues on the CI otherwise. ~~Fixes the signature utility for functions with a minimum number of args.~~ ### Checklist - [x] [Unit or functional tests](https://www.elastic.co/guide/en/kibana/master/development-tests.html) were updated or added to match the most common scenarios --------- Co-authored-by: kibanamachine <42973632+kibanamachine@users.noreply.github.com> Co-authored-by: Stratoula Kalafateli <efstratia.kalafateli@elastic.co>
37 lines
1.7 KiB
TypeScript
37 lines
1.7 KiB
TypeScript
/*
|
|
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
|
|
* or more contributor license agreements. Licensed under the Elastic License
|
|
* 2.0 and the Server Side Public License, v 1; you may not use this file except
|
|
* in compliance with, at your election, the Elastic License 2.0 or the Server
|
|
* Side Public License, v 1.
|
|
*/
|
|
|
|
import { FtrProviderContext } from '../ftr_provider_context';
|
|
|
|
export default function ({ loadTestFile }: FtrProviderContext) {
|
|
describe('apis', () => {
|
|
loadTestFile(require.resolve('./console'));
|
|
loadTestFile(require.resolve('./core'));
|
|
loadTestFile(require.resolve('./custom_integration'));
|
|
loadTestFile(require.resolve('./general'));
|
|
loadTestFile(require.resolve('./home'));
|
|
loadTestFile(require.resolve('./data_view_field_editor'));
|
|
loadTestFile(require.resolve('./data_views'));
|
|
loadTestFile(require.resolve('./event_annotations'));
|
|
loadTestFile(require.resolve('./kql_telemetry'));
|
|
loadTestFile(require.resolve('./saved_objects_management'));
|
|
loadTestFile(require.resolve('./saved_objects'));
|
|
loadTestFile(require.resolve('./saved_queries'));
|
|
loadTestFile(require.resolve('./scripts'));
|
|
loadTestFile(require.resolve('./search'));
|
|
loadTestFile(require.resolve('./short_url'));
|
|
loadTestFile(require.resolve('./suggestions'));
|
|
loadTestFile(require.resolve('./status'));
|
|
loadTestFile(require.resolve('./stats'));
|
|
loadTestFile(require.resolve('./ui_metric'));
|
|
loadTestFile(require.resolve('./ui_counters'));
|
|
loadTestFile(require.resolve('./telemetry'));
|
|
loadTestFile(require.resolve('./guided_onboarding'));
|
|
loadTestFile(require.resolve('./esql'));
|
|
});
|
|
}
|