Merge branch 'master' into os/kibana_yml

.buildkite/scripts/build_kibana.sh

@@ -5,7 +5,7 @@ set -euo pipefail
 export KBN_NP_PLUGINS_BUILT=true
 
 echo "--- Build Kibana Distribution"
-node scripts/build --debug --no-oss
+node scripts/build --debug
 
 echo "--- Archive Kibana Distribution"
 linuxBuild="$(find "$KIBANA_DIR/target" -name 'kibana-*-linux-x86_64.tar.gz')"

.buildkite/scripts/common/env.sh

@@ -67,6 +67,6 @@ export TEST_KIBANA_HOST=localhost
 export TEST_KIBANA_PORT=6101
 export TEST_KIBANA_URL="http://elastic:changeme@localhost:6101"
 export TEST_ES_URL="http://elastic:changeme@localhost:6102"
-export TEST_ES_TRANSPORT_PORT=6103
+export TEST_ES_TRANSPORT_PORT=6301-6309
 export TEST_CORS_SERVER_PORT=6106
 export ALERTING_PROXY_PORT=6105

.buildkite/scripts/post_build_kibana.sh

@@ -6,7 +6,7 @@ if [[ ! "${DISABLE_CI_STATS_SHIPPING:-}" ]]; then
   echo "--- Ship Kibana Distribution Metrics to CI Stats"
   node scripts/ship_ci_stats \
     --metrics target/optimizer_bundle_metrics.json \
-    --metrics node_modules/@kbn/ui-shared-deps/shared_built_assets/metrics.json
+    --metrics build/kibana/node_modules/@kbn/ui-shared-deps/shared_built_assets/metrics.json
 fi
 
 echo "--- Upload Build Artifacts"

.github/workflows/backport.yml

@@ -28,6 +28,11 @@ jobs:
       - name: Install Actions
         run: npm install --production --prefix ./actions
 
+      - name: Fix Version Label Gaps
+        uses: ./actions/fix-version-gaps
+        with:
+          github_token: ${{secrets.KIBANAMACHINE_TOKEN}}
+
       - name: Run Backport
         uses: ./actions/backport
         with:

.github/workflows/fix-version-gaps.yml

@@ -0,0 +1,35 @@
+on:
+  pull_request:
+    branches:
+      - master
+    types:
+      - closed
+
+jobs:
+  gaps:
+    name: Fix Version Label Gaps
+    # This fix also runs as part of the backport action (because backport depends on the labels)
+    # So we only need to trigger it for merged PRs that also won't be auto-backported
+    if: |
+      github.event.pull_request.merged == true
+      && !contains(github.event.pull_request.labels.*.name, 'auto-backport')
+      && !(
+        (github.event.action == 'labeled' && github.event.label.name == 'auto-backport')
+        || (github.event.action == 'closed')
+      )
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Actions
+        uses: actions/checkout@v2
+        with:
+          repository: 'elastic/kibana-github-actions'
+          ref: main
+          path: ./actions
+
+      - name: Install Actions
+        run: npm install --production --prefix ./actions
+
+      - name: Run Fix Gaps
+        uses: ./actions/fix-version-gaps
+        with:
+          github_token: ${{secrets.KIBANAMACHINE_TOKEN}}

.i18nrc.json

@@ -19,6 +19,7 @@
     "expressions": "src/plugins/expressions",
     "expressionError": "src/plugins/expression_error",
     "expressionImage": "src/plugins/expression_image",
+    "expressionMetric": "src/plugins/expression_metric",
     "expressionRepeatImage": "src/plugins/expression_repeat_image",
     "expressionRevealImage": "src/plugins/expression_reveal_image",
     "expressionShape": "src/plugins/expression_shape",

docs/CHANGELOG.asciidoc

@@ -1,5 +1,5 @@
 [[release-notes]]
-= Release Notes
+= Release notes
 
 [partintro]
 --
@@ -19,3 +19,242 @@ This section summarizes the changes in each release.
 == {kib} 8.0.0-alpha1
 
 coming[8.0.0]
+
+The following changes are released for the first time in {kib} 8.0.0-alpha1. Review the changes, then use the <<upgrade-assistant,Upgrade Assistant>> to complete the upgrade.
+
+[float]
+[[breaking-changes-8.0.0]]
+=== Breaking changes
+
+Breaking changes can prevent your application from optimal operation and performance. Review the breaking changes, then mitigrate the impact to your appilication. 
+
+// tag::notable-breaking-changes[]
+
+[float]
+[[enterprise-search-change]]
+==== Enterprise Search changes
+
+[discrete]
+[[breaking-106307]]
+.Required security plugin in 8.0
+[%collapsible]
+====
+*Details* +
+Enterprise Search now requires that you enable X-Pack Security. For more information, refer to {kibana-pull}106307[#106307]
+
+*Impact* +
+Enable X-Pack Security.
+====
+
+[float]
+[[index-pattern-change]]
+==== Index pattern changes
+
+[discrete]
+[[breaking-35173]]
+.Removed support for time-based interval index patterns
+[%collapsible]
+====
+*Details* +
+Time-based interval index patterns were deprecated in 5.x. In 6.x, you could no longer create time-based interval index patterns, but they continued to function as expected. Support for these index patterns has been removed in 8.0. For more information, refer to {kibana-pull}35173[#35173]
+
+*Impact* +
+You must migrate your time_based index patterns to a wildcard pattern. For example, logstash-*. 
+====
+
+[float]
+[[operations-changes]]
+==== Operations changes
+
+[discrete]
+[[breaking-93835]]
+.Removed platform from archive root directory
+[%collapsible]
+====
+*Details* +
+For the `.tar.gz` and `.zip` archives, `platform` has been removed from the `root` folder name. For more information, refer to {kibana-pull}93835[#93835]
+
+*Impact* +
+The `root` folder name now appears as `kibana-8.0.0-SNAPSHOT-linux-aarch64.tar.gz -> kibana-8.0.0-SNAPSHOT`.
+====
+
+[discrete]
+[[breaking-90511]]
+.Removed default support for TLS v1.0 and v1.1
+[%collapsible]
+====
+*Details* +
+The default support for TLS v1.0 and v1.1 has been removed. For more information, refer to {kibana-pull}90511[#90511]
+
+*Impact* +
+To enable support, set the environment variable to `NODE_OPTIONS=--tls-min-1.0`.
+====
+
+[discrete]
+[[breaking-74424]]
+.Removed support for sysv init
+[%collapsible]
+====
+*Details* +
+Systems that don't have `service` aliased to use kibana.service are unable to use `service start kibana`. For more information, refer to {kibana-pull}74424[#74424]
+
+*Impact* +
+If your system doesn't have `service` aliased to use kibana.service, use `systemctl start kibana.service`.
+====
+
+[discrete]
+[[breaking-42353]]
+.Disabled response logging as a default
+[%collapsible]
+====
+*Details* +
+By default, responses are not logged. Previously, responses were logged if `logging.json` was set to `true`, `logging.dest` was specified, or a TTY was detected. For more information, refer to {kibana-pull}42353[#42353]
+
+*Impact* +
+To log responses, set `logging.events.response=*` in kibana.yml.
+====
+
+[float]
+[[reporting-changes-8.0.0-alpha1]]
+==== Reporting changes
+
+[discrete]
+[[breaking-52539]]
+.Removed legacy Reporting job params compatibility shim
+[%collapsible]
+====
+*Details* +
+*Reporting* is no longer compatible with POST URL snippets generated with {kib} 6.2.0 and earlier. For more information, refer to {kibana-pull}52539[#52539]
+
+*Impact* +
+If you use POST URL snippets to automatically generate PDF reports, regenerate the POST URL strings.
+====
+
+[float]
+[[rest-api-changes]]
+==== Security changes
+
+[discrete]
+[[breaking-47929]]
+.Removed `/api/security/v1/saml` route
+[%collapsible]
+====
+*Details* +
+The `/api/security/v1/saml` route has been removed and is reflected in the kibana.yml `server.xsrf.whitelist` setting, {es}, and the Identity Provider SAML settings. For more information, refer to {kibana-pull}47929[#47929]
+
+*Impact* +
+Use the `/api/security/saml/callback` route, or wait to upgrade to 8.0.0-alpha2 when the `/api/security/saml/callback` route breaking change is reverted. 
+====
+
+[discrete]
+[[breaking-41700]]
+.Reject legacy browsers by default
+[%collapsible]
+====
+*Details* +
+To provide the maximum level of protection for most installations, the csp.strict config is now enabled by default. Legacy browsers not supported by Kibana, such as IE11, are unable to access {kib} unless explicitly enabled. All browsers officially supported by Kibana do not have this issue. For more information, refer to {kibana-pull}41700[#41700]
+
+*Impact* +
+To enable support for legacy browsers, set `csp.strict: false` in kibana.yml.
+====
+
+[float]
+[[settings-changes-8.0.0-alpha1]]
+==== Settings changes
+
+[discrete]
+[[breaking-106061]]
+.Use new session timeout defaults 
+[%collapsible]
+====
+*Details* +
+The default values for the session timeout `xpack.security.session.{lifespan|idleTimeout}` settings have changed. For more information, refer to {kibana-pull}106061[#106061]
+
+*Impact* +
+Use the following default values:
+
+* `xpack.security.session.idleTimeout: 1h`
+* `xpack.security.session.lifespan: 30d`
+====
+
+[discrete]
+[[breaking-87114]]
+.Removed support for setting `server.host` to '0'
+[%collapsible]
+====
+*Details* +
+Support for configuring {kib} with `0` as the `server.host` has been removed. Please use `0.0.0.0` instead. For more information, refer to {kibana-pull}87114[#87114]
+
+*Impact* +
+You are now unable to use `0` as the `server.host`.
+====
+
+[discrete]
+[[breaking-38657]]
+.Removed `xpack.security.authProviders` and `xpack.security.public`
+[%collapsible]
+====
+*Details* +
+The `xpack.security.public` and `xpack.security.authProviders` settings have been removed. For more information, refer to {kibana-pull}38657[#38657]
+
+*Impact* +
+Use the `xpack.security.authc.saml.realm` setting.
+====
+
+[discrete]
+[[breaking-22696]]
+.Removed useUTC deprecation
+[%collapsible]
+====
+*Details* +
+The `logging.useUTC` setting has been removed. For more information, refer to {kibana-pull}22696[#22696]
+
+*Impact* +
+The default timezone is UTC. To change the timezone, set `logging.timezone: false` in kibana.yml. Change the timezone when the system, such as a docker container, is configured for a nonlocal timezone.  
+====  
+
+// end::notable-breaking-changes[]
+
+[float]
+[[deprecations-8.0.0]]
+=== Deprecations
+
+The following functionality is deprecated in 8.0.0, and will be removed in 9.0.0. Deprecated functionality does not have an immediate impact on your application, but we strongly recommend you make the necessary updates after you complete the upgrade.
+
+[discrete]
+[[deprecation-74424]]
+.Removed support for SysV init
+[%collapsible]
+====
+*Details* +
+Systems that don't have `service` aliased to use kibana.service are unable to use `service start kibana`. For more information, refer to {kibana-pull}74424[#74424]
+
+*Impact* +
+If your system doesn't have `service` aliased to use kibana.service, use `systemctl start kibana.service`.
+====
+
+[discrete]
+[[deprecation-33603]]
+.Removed `xpack:defaultAdminEmail` setting
+[%collapsible]
+====
+*Details* +
+The `xpack:default_admin_email` setting for monitoring use has been removed. For more information, refer to {kibana-pull}33603[#33603]
+
+*Impact* +
+Use the `xpack.monitoring.clusterAlertsEmail` in kibana.yml.
+====
+
+[float]
+[[enhancements-and-bug-fixes-v8.0.0]]
+=== Bug fix
+
+The 8.0.0-alpha1 release includes the following bug fix.
+
+Operations::
+* Moves systemd service to /usr/lib/systemd/system {kibana-pull}83571[#83571]
+
+//[[release-notes-8.0.0]]
+//== {kib} 8.0.0
+
+//coming::[8.0.0]

docs/canvas/canvas-edit-workpads.asciidoc

@@ -12,6 +12,7 @@ When you frequently use copy and paste, create variables to easily reuse strings
 each element instead of updating them manually.
 
 . Create the variables.
+.. Expand the *Variables* options.
 .. Click *Add a variable*. 
 .. Specify the variable options, then click *Save changes*.
 
@@ -25,12 +26,12 @@ For example, to change the index pattern for a set of charts:
 . Specify the variable options.
 +
 [role="screenshot"]
-image::images/specify_variable_syntax.png[Image describing how to specify the variable syntax]
+image::images/specify_variable_syntax.png[Variable syntax options]
 +
 . Copy the variable, then apply it to each element you want to update in the *Expression editor*.
 +
 [role="screenshot"]
-image::images/copy_variable_syntax.png[Image demonstrating expression editor]
+image::images/copy_variable_syntax.png[Copied variable syntax pasted in the Expression editor]
 
 [float]
 [[apply-changes-to-the-entire-workpad]]
@@ -84,9 +85,6 @@ To use an element with the same functionality and appearance in multiple places,
 
 Select the element, then click *Edit > Clone*. 
 
-[role="screenshot"]
-image::images/clone_element.gif[Image showing how to clone elements]
-
 [float]
 [[move-and-resize-elements]]
 ==== Move and resize elements

docs/canvas/canvas-present-workpad.asciidoc

@@ -9,16 +9,10 @@ When you are ready to present your workpad, use and enable the presentation opti
 .. From the workpad menu, click *View > Autoplay settings*.
 
 .. Under *Change cycling interval*, select the interval you want to use, or *Set a custom interval*.
-+
-[role="screenshot"]
-image::images/canvas-autoplay-interval.png[Element autoplay interval]
 
 . To enable autoplay, click *View > Turn autoplay on*.
 
 . To start your presentation, click *View > Enter fullscreen mode*.
-+
-[role="screenshot"]
-image::images/canvas-fullscreen.png[Image showing how to enter fullscreen mode from view dropdown]
 
 . When you are ready to exit fullscreen mode, press Esc.
 
@@ -31,9 +25,6 @@ To get a closer look at a portion of your workpad, use the zoom options.
 . Click *View > Zoom*.
 
 . Select the zoom option.
-+
-[role="screenshot"]
-image::images/canvas-zoom-controls.png[Zoom controls, also in view dropdown]
 
 [float]
 [[configure-auto-refresh-interval]]
@@ -45,7 +36,4 @@ Change how often the data refreshes on your workpad.
 
 . Select the interval you want to use, or *Set a custom interval*.
 +
-[role="screenshot"]
-image::images/canvas-refresh-interval.png[Element data refresh interval]
-+
 To manually refresh the data, click image:canvas/images/canvas-refresh-data.png[Canvas refresh data button].