Large fileds 6.x (#17404)

* adding large_string_test (#17312)

* adding large_string_test

* removed a failing test, modified the existing one

* new line at the end of mappings.json

* removed the data.json file and also removed the navigateTo() and clickKibanaIndices() as createIndexPattern() takes care of it

* more modifications

* Test for Large number of Fields in Kibana.  (#16237)

* test huge data

* new file for testing large number of fields
*  testing large fields
* large_fields_test
* add the unload of es_archiver
* incorporated the changes in kibana.yml
* Revert "incorporated the changes in kibana.yml"
This reverts commit 8682121678.
* cleanup
* code simplification
* removed commented code

tasks/config/run.js

@@ -18,6 +18,10 @@ module.exports = function (grunt) {
     '--logging.json=false',
   ];
 
+  const testUIArgs = [
+    '--server.maxPayloadBytes=1648576', //default is 1048576
+  ];
+
   const buildTestsArgs = [
     ...stdDevArgs,
     '--plugins.initialize=false',
@@ -105,6 +109,7 @@ module.exports = function (grunt) {
       cmd: binScript,
       args: [
         ...stdDevArgs,
+        ...testUIArgs,
         '--server.port=' + kibanaTestServerUrlParts.port,
         '--elasticsearch.url=' + esTestConfig.getUrl(),
         ...kbnServerFlags,
@@ -121,6 +126,7 @@ module.exports = function (grunt) {
       cmd: releaseBinScript,
       args: [
         ...stdDevArgs,
+        ...testUIArgs,
         '--server.port=' + kibanaTestServerUrlParts.port,
         '--elasticsearch.url=' + esTestConfig.getUrl(),
         ...kbnServerFlags,
@@ -137,6 +143,7 @@ module.exports = function (grunt) {
       cmd: binScript,
       args: [
         ...stdDevArgs,
+        ...testUIArgs,
         '--server.port=' + kibanaTestServerUrlParts.port,
         '--elasticsearch.url=' + esTestConfig.getUrl(),
         '--dev',

test/functional/apps/management/_test_huge_fields.js

@@ -0,0 +1,26 @@
+import expect from 'expect.js';
+
+export default function ({ getService, getPageObjects }) {
+  const esArchiver = getService('esArchiver');
+  const PageObjects = getPageObjects(['common', 'home', 'settings']);
+
+  describe('test large number of fields', function () {
+    const EXPECTED_FIELD_COUNT = '10006';
+    before(async function () {
+      await esArchiver.loadIfNeeded('large_fields');
+      await PageObjects.settings.navigateTo();
+      await PageObjects.settings.clickKibanaIndices();
+      await PageObjects.settings.createIndexPattern('testhuge', 'date');
+    });
+
+    it('test_huge data should have expected number of fields', async function () {
+      const tabCount = await PageObjects.settings.getFieldsTabCount();
+      expect(tabCount).to.be(EXPECTED_FIELD_COUNT);
+    });
+
+    after(async () => {
+      await esArchiver.unload('large_fields');
+    });
+
+  });
+}

test/functional/apps/management/index.js

@@ -24,6 +24,7 @@ export default function ({ getService, loadTestFile }) {
     loadTestFile(require.resolve('./_index_pattern_filter'));
     loadTestFile(require.resolve('./_scripted_fields_filter'));
     loadTestFile(require.resolve('./_import_objects'));
+    loadTestFile(require.resolve('./_test_huge_fields'));
   });
 
 }

test/functional/fixtures/es_archiver/large_fields/mappings.json

@@ -0,0 +1,26 @@
+{
+  "type": "index",
+  "value": {
+    "index": "testhuge",
+    "settings": {
+      "index": {
+        "mapping": {
+          "total_fields": {
+            "limit": "50000"
+          }
+        },
+        "number_of_shards": "5",
+        "number_of_replicas": "1"
+      }
+    },
+    "mappings": {
+      "test": {
+        "properties": {
+          "date": {
+            "type": "date"
+          }
+        }
+      }
+    }
+  }
+}

test/functional/page_objects/settings_page.js

@@ -174,9 +174,8 @@ export function SettingsPageProvider({ getService, getPageObjects }) {
     }
 
     async getFieldsTabCount() {
-      return await retry.try(async () => {
+      return retry.try(async () => {
         const text = await testSubjects.getVisibleText('tab-count-indexedFields');
-        // the value has () around it, remove them
         return text.replace(/\((.*)\)/, '$1');
       });
     }