Master should use the latest version of ES (#780)

The `master` branch should work with the latest snapshot of Elasticsearch.

- Use `8.0.0-SNAPSHOT`
- Code generation
- Updated scripts and CI conf

test/integration/helper.js

@@ -26,6 +26,8 @@ const esDefaultRoles = [
   'beats_system',
   'code_admin',
   'code_user',
+  'data_frame_transforms_admin',
+  'data_frame_transforms_user',
   'ingest_admin',
   'kibana_dashboard_only_user',
   'kibana_system',

test/integration/index.js

@@ -49,7 +49,12 @@ const platinumBlackList = {
   'indices.get_alias/20_empty.yml': ['Check empty aliases when getting all aliases via /_alias'],
   // https://github.com/elastic/elasticsearch/pull/39400
   'ml/jobs_crud.yml': ['Test put job with id that is already taken'],
-  // TODO: investigate why this is failing
+  // it gets random failures on CI, must investigate
+  'ml/set_upgrade_mode.yml': [
+    'Attempt to open job when upgrade_mode is enabled',
+    'Setting upgrade mode to disabled from enabled'
+  ],
+  // investigate why this is failing
   'monitoring/bulk/10_basic.yml': ['*'],
   'monitoring/bulk/20_privileges.yml': ['*'],
   'license/20_put_license.yml': ['*'],
@@ -150,7 +155,6 @@ Runner.prototype.start = function (opts) {
 
     files.forEach(runTestFile.bind(this))
     function runTestFile (file) {
-      // if (!file.endsWith('watcher/execute_watch/70_invalid.yml')) return
       for (var i = 0; i < customSkips.length; i++) {
         if (file.endsWith(customSkips[i])) return
       }

test/integration/test-runner.js

@@ -182,15 +182,15 @@ TestRunner.prototype.cleanupPlatinum = function (q, done) {
   })
 
   q.add((q, done) => {
-    this.client.xpack.rollup.getJobs({ id: '_all' }, (err, { body }) => {
+    this.client.rollup.getJobs({ id: '_all' }, (err, { body }) => {
       this.tap.error(err, 'should not error: rollup.getJobs')
       const jobs = body.jobs.map(j => j.config.id)
       helper.runInParallel(
-        this.client, 'xpack.rollup.stopJob',
+        this.client, 'rollup.stopJob',
         jobs.map(j => ({ id: j, waitForCompletion: true }))
       )
         .then(() => helper.runInParallel(
-          this.client, 'xpack.rollup.deleteJob',
+          this.client, 'rollup.deleteJob',
           jobs.map(j => ({ id: j }))
         ))
         .then(() => done())