diff --git a/config/_default/menus/main.en.yaml b/config/_default/menus/main.en.yaml index 7fff3ca023007..fa8d1951594e0 100644 --- a/config/_default/menus/main.en.yaml +++ b/config/_default/menus/main.en.yaml @@ -6873,11 +6873,16 @@ menu: parent: continuous_testing identifier: continuous_testing_metrics weight: 5 + - name: Guides + url: continuous_testing/guide/ + parent: continuous_testing + identifier: continuous_testing_guides + weight: 6 - name: Troubleshooting url: continuous_testing/troubleshooting/ parent: continuous_testing identifier: continuous_testing_troubleshooting - weight: 6 + weight: 7 - name: Real User Monitoring url: real_user_monitoring/ pre: rum diff --git a/content/en/all_guides.md b/content/en/all_guides.md index e7fa4fc2339af..0f456f7264396 100644 --- a/content/en/all_guides.md +++ b/content/en/all_guides.md @@ -50,6 +50,7 @@ Guides in the Datadog documentation are pages that provide background knowledge, {{< whatsnext desc="Digital Experience:">}} {{< nextlink href="/synthetics/guide" >}}    Synthetic Monitoring{{< /nextlink >}} +{{< nextlink href="/continuous_testing/guide" >}}    Continuous Testing{{< /nextlink >}} {{< nextlink href="/real_user_monitoring/guide" >}}    Real User Monitoring{{< /nextlink >}} {{< /whatsnext >}} diff --git a/content/en/continuous_testing/_index.md b/content/en/continuous_testing/_index.md index 541016bfff049..7fd685f7dca76 100644 --- a/content/en/continuous_testing/_index.md +++ b/content/en/continuous_testing/_index.md @@ -12,6 +12,9 @@ further_reading: - link: '/getting_started/continuous_testing' tag: 'Documentation' text: 'Learn about Continuous Testing' +- link: '/continuous_testing/guide' + tag: 'Guide' + text: 'Continuous Testing Guides' - link: '/synthetics/private_locations/#scale-your-private-location' tag: 'Documentation' text: 'Learn about Private Locations' diff --git a/content/en/continuous_testing/guide/_index.md b/content/en/continuous_testing/guide/_index.md new file mode 100644 index 0000000000000..9c98ad52028ad --- /dev/null +++ b/content/en/continuous_testing/guide/_index.md @@ -0,0 +1,14 @@ +--- +title: Continuous Testing Guides +private: true +disable_toc: true +cascade: + algolia: + rank: 20 + category: Guide + subcategory: Continuous Testing Guides +--- + +{{< whatsnext desc="Datadog Integrations:" >}} + {{< nextlink href="/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization" >}}View Continuous Testing Test Runs in Test Optimization{{< /nextlink >}} +{{< /whatsnext >}} diff --git a/content/en/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization.md b/content/en/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization.md new file mode 100644 index 0000000000000..babe41cc1f9a4 --- /dev/null +++ b/content/en/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization.md @@ -0,0 +1,68 @@ +--- +title: View Continuous Testing Test Runs in Test Optimization + +further_reading: + - link: 'getting_started/continuous_testing' + tag: 'Documentation' + text: 'Getting Started with Continuous Testing' + - link: '/tests/explorer/' + tag: 'Documentation' + text: 'Using the Test Optimization Explorer' + - link: 'tests/flaky_tests' + tag: 'Documentation' + text: 'Working with Flaky Tests' + +--- +{{< site-region region="gov" >}}
Mobile Application Testing is not supported on this Datadog site ({{< region-param key="dd_site_name" >}}).
+{{< /site-region >}} + +## Overview + +[Continuous Testing][1] enables you to run [Synthetic Monitoring tests][2] within your CI/CD pipelines, automating software testing throughout your product's lifecycle. [Test Optimization][3] provides a test-first view into your CI health by displaying important metrics and results from your tests. + +You can use Test Optimization to view Continuous Testing test runs, giving you a unified overview of metrics and results from all your test frameworks, including Synthetic Monitoring, in one place. + +## View Continuous Testing test runs in Test Optimization + +1. Navigate to the [Test Runs][4] Explorer in Test Optimization. +2. Filter the **Test Framework** facet to **synthetics**: + +{{< img src="continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/test_optimization_test_run_explorer_3.png" alt="Test Optimization Test Runs explorer, filtered to synthetics framework facet" style="width:100%" >}} + +Use this feature to search, filter, and analyze Continuous Testing test runs, combining both Test Optimization and Continuous Testing metadata in a single view. + +For example: + +- Use the **Flaky**, **New Flaky**, and **Known Flaky** facets to identify flaky test runs. +- Use the **Synthetics Teams** facet to analyze test run status and performance by team. +- Click **Export** and include the **@test.name** column to export a list of test runs and their names. + +Select a Continuous Testing test run in the Test Optimization Explorer to view detailed information about that test run: + +{{< img src="continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/test_optimization_test_run_detail.png" alt="Test Optimization Test Runs details view" style="width:100%" >}} + +Use these tabs on the side panel: + +- **Overview**: Troubleshoot a flaky test by viewing the first and last commit it flaked. +- **History**: Visualize past runs by status and branch. +- **Performance**: Track the mean, minimum, maximum, p95, and trends for test run durations over time. + +## Viewing test runs + +From the Test Optimization Explorer, you can jump to a test run in the Synthetic Monitoring page. Click **View in Synthetics** from the details panel of a test run on the Test Optimization page. + +{{< img src="continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/view_in_synthetics.png" alt="Test Optimization Test Runs details view, highlighting View in Synthetics button" style="width:100%" >}} + +Similarly, from the Synthetic Monitoring page, you jump to a test run in the Test Optimization Explorer. Click **View in Test Optimization** from the details panel of a test run on the Synthetic Monitoring page: + +{{< img src="continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/continuous_testing_test_run_detail.png" alt="Synthetics Test Runs details view, highlighting View in Test Optimization button" style="width:100%" >}} + + +## Further Reading + +{{< partial name="whats-next/whats-next.html" >}} + +[1]: /continuous_testing/ +[2]: /synthetics/ +[3]: /tests/ +[4]: https://app.datadoghq.com/ci/test/runs \ No newline at end of file diff --git a/content/en/synthetics/guide/_index.md b/content/en/synthetics/guide/_index.md index 413f545811a11..910a3bd659904 100644 --- a/content/en/synthetics/guide/_index.md +++ b/content/en/synthetics/guide/_index.md @@ -48,7 +48,6 @@ cascade: {{< nextlink href="logs/guide/ease-troubleshooting-with-cross-product-correlation" >}}Ease troubleshooting with cross-product correlation{{< /nextlink >}} {{< nextlink href="synthetics/guide/explore-rum-through-synthetics/" >}}Explore a preview of RUM features in Synthetics{{< /nextlink >}} {{< nextlink href="synthetics/guide/rum-to-synthetics" >}}Generate Synthetic browser tests from RUM Session Replays{{< /nextlink >}} - {{< /whatsnext >}} {{< whatsnext desc="Metrics:" >}} diff --git a/content/en/tests/explorer/_index.md b/content/en/tests/explorer/_index.md index f5c22514f87f7..aa3abd61c29b3 100644 --- a/content/en/tests/explorer/_index.md +++ b/content/en/tests/explorer/_index.md @@ -8,6 +8,9 @@ further_reading: - link: "https://www.datadoghq.com/blog/configure-pipeline-alerts-with-ci-monitors/" tag: "Blog" text: "Configure pipeline alerts with Datadog CI monitors" + - link: "/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/" + tag: "Guide" + text: "View Continuous Testing Test Runs in Test Optimization" --- ## Overview diff --git a/content/en/tests/guides/_index.md b/content/en/tests/guides/_index.md index af4994d2b7a44..b3a574cdfe175 100644 --- a/content/en/tests/guides/_index.md +++ b/content/en/tests/guides/_index.md @@ -12,4 +12,5 @@ cascade: {{< whatsnext desc="Test Optimization Guides:" >}} {{< nextlink href="/tests/guides/add_custom_measures" >}}Add Custom Measures to Your Tests{{< /nextlink >}} + {{< nextlink href="/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization" >}}View Continuous Testing Test Runs in Test Optimization{{< /nextlink >}} {{< /whatsnext >}} diff --git a/static/images/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/continuous_testing_test_run_detail.png b/static/images/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/continuous_testing_test_run_detail.png new file mode 100644 index 0000000000000..e8f64973a15c2 Binary files /dev/null and b/static/images/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/continuous_testing_test_run_detail.png differ diff --git a/static/images/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/test_optimization_test_run_detail.png b/static/images/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/test_optimization_test_run_detail.png new file mode 100644 index 0000000000000..bbb18efba0414 Binary files /dev/null and b/static/images/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/test_optimization_test_run_detail.png differ diff --git a/static/images/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/test_optimization_test_run_explorer_3.png b/static/images/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/test_optimization_test_run_explorer_3.png new file mode 100644 index 0000000000000..ec0a739907b2d Binary files /dev/null and b/static/images/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/test_optimization_test_run_explorer_3.png differ diff --git a/static/images/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/view_in_synthetics.png b/static/images/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/view_in_synthetics.png new file mode 100644 index 0000000000000..0eedefafc8e84 Binary files /dev/null and b/static/images/continuous_testing/guide/view-continuous-testing-test-runs-in-test-optimization/view_in_synthetics.png differ