Skip to content

Commit

Permalink
Add e2e tests
Browse files Browse the repository at this point in the history
  • Loading branch information
d-rede committed Sep 12, 2023
1 parent 436cbc6 commit 6fb634b
Show file tree
Hide file tree
Showing 16 changed files with 1,166 additions and 0 deletions.
Empty file added tests_e2e/__init__.py
Empty file.
Empty file.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
486 changes: 486 additions & 0 deletions tests_e2e/openapi_specs/openapi.yml

Large diffs are not rendered by default.

2 changes: 2 additions & 0 deletions tests_e2e/pytest.ini
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
[pytest]
log_cli = true
22 changes: 22 additions & 0 deletions tests_e2e/reports_junit/attachments.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
<testsuites name="test suites root">
<testsuite failures="0" errors="0" skipped="1" tests="1" time="0.05" name="[ATTACHMENTS] tests.LoginTests">
<properties><property name="setting1" value="True"/>
</properties>
<testcase classname="[ATTACHMENTS] tests.LoginTests" name="Successfully Login" time="159">
</testcase>
<testcase classname="[ATTACHMENTS] tests.LoginTests" name="Fail To Login With Invalid Email" time="159">
<failure type="pytest.failure" message="Fail due to...">failed due to...</failure>
<properties>
<property name="testrail_attachment" value="./attachments/testrail.jpg"/>
<property name="testrail_attachment_with_suffix" value="./attachments/evidence.json"/>
</properties>
</testcase>
<testcase classname="[ATTACHMENTS] tests.LoginTests" name="Fail To Login With Invalid Password" time="159">
<failure type="pytest.failure" message="Fail due to...">failed due to...</failure>
<properties>
<property name="testrail_attachment_file" value="./attachments/testrail.jpg"/>
<property name="testrail_attachment_file" value="./attachments/evidence.json"/>
</properties>
</testcase>
</testsuite>
</testsuites>
23 changes: 23 additions & 0 deletions tests_e2e/reports_junit/duplicate-names.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
<testsuites>
<testsuite name="[DUPLICATES] NewTest">
<!-- Increment this to trigger bug -->
<testcase name="Incrementing Test Number 07 " classname="[DUPLICATES] NewTest"/>
</testsuite>
<testsuite name="[DUPLICATES] Professional">
<testcase name="Test 1" classname="[DUPLICATES] Professional"/>
<testcase name="Test 2" classname="[DUPLICATES] Professional"/>
<testcase name="Test 3" classname="[DUPLICATES] Professional"/>
</testsuite>
<testsuite name="[DUPLICATES] Enterprise">
<!-- These are duplicated everytime 1 or more new tests are added -->
<testcase name="Test 1" classname="[DUPLICATES] Enterprise"/>
<testcase name="Test 2" classname="[DUPLICATES] Enterprise"/>
<testcase name="Test 3" classname="[DUPLICATES] Enterprise"/>
</testsuite>
<testsuite name="[DUPLICATES] Basic">
<!-- These are duplicated everytime 1 or more new tests are added -->
<testcase name="Test 1" classname="[DUPLICATES] Basic"/>
<testcase name="Test 2" classname="[DUPLICATES] Basic"/>
<testcase name="Test 3" classname="[DUPLICATES] Basic"/>
</testsuite>
</testsuites>
29 changes: 29 additions & 0 deletions tests_e2e/reports_junit/generic_ids_auto.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
<testsuites>
<properties>
<property name="Root Suite Property 1" value="Value 1"/>
<property name="Root Suite Property 2" value="Value 2"/>
</properties>
<testsuite name="[GENERIC-IDS-AUTO] Suite 1" id="123">
<testcase name="Test 1" classname="[GENERIC-IDS-AUTO] Suite 1"/>
<testcase name="Test 2" classname="[GENERIC-IDS-AUTO] Suite 1">
<failure type="pytest.failure" message="Fail due to...">failed due to...</failure>
<properties>
<property name="testrail_case_field" value="custom_tags:['1', '3']"/>
<property name="testrail_result_field" value="version:1.1"/>
<property name="testrail_attachment" value="./attachments/testrail.jpg"/>
<property name="testrail_result_comment" value="Found something more"/>
<property name="testrail_result_comment" value="Found something"/>
<property name="testrail_result_step" value="passed:Go to home page"/>
<property name="testrail_result_step" value="failed:Click login"/>
<property name="testrail_result_step" value="untested:Enter credentials"/>
<property name="testrail_result_step" value="untested:Click submit"/>
</properties>
</testcase>
<testcase name="Test 3" classname="[GENERIC-IDS-AUTO] Suite 1"/>
</testsuite>
<testsuite name="[GENERIC-IDS-AUTO] Suite 2" id="abc-123-!$">
<testcase name="Test 1" classname="[GENERIC-IDS-AUTO] Suite 2"/>
<testcase name="Test 2" classname="[GENERIC-IDS-AUTO] Suite 2"/>
<testcase name="Test 3" classname="[GENERIC-IDS-AUTO] Suite 2"/>
</testsuite>
</testsuites>
25 changes: 25 additions & 0 deletions tests_e2e/reports_junit/generic_ids_auto_plus_one.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
<testsuites>
<properties>
<property name="Root Suite Property 1" value="Value 1"/>
<property name="Root Suite Property 2" value="Value 2"/>
</properties>
<testsuite name="[GENERIC-IDS-AUTO] Suite 1" id="123">
<testcase name="Test 1" classname="[GENERIC-IDS-AUTO] Suite 1"/>
<testcase name="Test 2" classname="[GENERIC-IDS-AUTO] Suite 1">
<failure type="pytest.failure" message="Fail due to...">failed due to...</failure>
<properties>
<property name="testrail_case_field" value="custom_tags:['1', '3']"/>
<property name="testrail_result_field" value="version:1.1"/>
<property name="testrail_attachment" value="./attachments/testrail.jpg"/>
<property name="testrail_result_comment" value="Found something more"/>
<property name="testrail_result_comment" value="Found something"/>
</properties>
</testcase>
<testcase name="Test 3" classname="[GENERIC-IDS-AUTO] Suite 1"/>
</testsuite>
<testsuite name="[GENERIC-IDS-AUTO] Suite 2" id="abc-123-!$">
<testcase name="Test 2" classname="[GENERIC-IDS-AUTO] Suite 2"/>
<testcase name="Test 3" classname="[GENERIC-IDS-AUTO] Suite 2"/>
<testcase name="Test 4 (extra)" classname="[GENERIC-IDS-AUTO] Suite 2"/>
</testsuite>
</testsuites>
21 changes: 21 additions & 0 deletions tests_e2e/reports_junit/generic_ids_name.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
<testsuites>
<properties>
<property name="Root Suite Property 1" value="Value 1"/>
<property name="Root Suite Property 2" value="Value 2"/>
</properties>
<testsuite name="[GENERIC-IDS-NAME] Suite 1">
<testcase name="[C12986] Test 1" classname="[GENERIC-IDS-NAME] Suite 1"/>
<testcase name="[C12987] Test 2" classname="[GENERIC-IDS-NAME] Suite 1">
<failure type="generic_failure" message="Fail due to...">failed due to...</failure>
<properties>
<property name="testrail_attachment" value="./attachments/testrail.jpg"/>
</properties>
</testcase>
<testcase name="Test 3" classname="[GENERIC-IDS-NAME] Suite 1"/>
</testsuite>
<testsuite name="[GENERIC-IDS-NAME] Suite 2">
<testcase name="[C12989] Test 1" classname="[GENERIC-IDS-NAME] Suite 2"/>
<testcase name="Test 2" classname="[GENERIC-IDS-NAME] Suite 2"/>
<testcase name="Test 3" classname="[GENERIC-IDS-NAME] Suite 2"/>
</testsuite>
</testsuites>
30 changes: 30 additions & 0 deletions tests_e2e/reports_junit/generic_ids_property.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
<testsuites>
<properties>
<property name="Root Suite Property 1" value="Value 1"/>
<property name="Root Suite Property 2" value="Value 2"/>
</properties>
<testsuite name="[GENERIC-IDS-PROP] Suite 1">
<testcase name="Test 1" classname="[GENERIC-IDS-PROP] Suite 1">
<properties>
<property name="test_id" value="C12986"/>
</properties>
</testcase>
<testcase name="Test 2" classname="[GENERIC-IDS-PROP] Suite 1">
<failure type="generic_failure" message="Fail due to...">failed due to...</failure>
<properties>
<property name="test_id" value="c12987"/>
<property name="testrail_attachment" value="./attachments/testrail.jpg"/>
</properties>
</testcase>
<testcase name="Test 3" classname="[GENERIC-IDS-PROP] Suite 1"/>
</testsuite>
<testsuite name="[GENERIC-IDS-PROP] Suite 2">
<testcase name="Test 1" classname="[GENERIC-IDS-PROP] Suite 2">
<properties>
<property name="test_id" value="12989"/>
</properties>
</testcase>
<testcase name="Test 2" classname="[GENERIC-IDS-PROP] Suite 2"/>
<testcase name="Test 3" classname="[GENERIC-IDS-PROP] Suite 2"/>
</testsuite>
</testsuites>
9 changes: 9 additions & 0 deletions tests_e2e/reports_junit/junit_multiple_parts_pt1.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
<?xml version="1.0" encoding="UTF-8"?>
<testsuites name="testsuites element from report 1" time="1.849" tests="1" failures="0">
<testsuite name="testsuite element 1A (without tests)" timestamp="2023-03-15T12:36:39" tests="0" file="cypress\todo_smoke.cy.js" time="0.000" failures="0">
</testsuite>
<testsuite name="[MULTIPART-REPORT-1] testsuite element 1B (with tests)" timestamp="2023-03-15T12:36:39" tests="1" time="1.826" failures="0">
<testcase name="[multipart_report_1] Test 1A" time="0.403" classname="class1A">
</testcase>
</testsuite>
</testsuites>
17 changes: 17 additions & 0 deletions tests_e2e/reports_junit/junit_multiple_parts_pt2.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
<?xml version="1.0" encoding="UTF-8"?>
<testsuites name="testsuites element" time="7.408" tests="3" failures="1">
<testsuite name="testsuite element 2A (without tests)" timestamp="2023-03-15T12:36:28" tests="0" file="file.js" time="0.000" failures="0">
</testsuite>
<testsuite name="[MULTIPART-REPORT-2] testsuite element 2B (with tests)" timestamp="2023-03-15T12:36:28" tests="3" time="7.392" failures="1">
<testcase name="[multipart_report_2] Test 2A" time="0.886" classname="class2A">
</testcase>
<testcase name="[multipart_report_2] Test 2B" time="0.308" classname="class2B">
</testcase>
<testcase name="[multipart_report_2] Test 2C" time="0.000" classname="class2B">
<failure message="Some failure message" type="AssertionError"><![CDATA[AssertionError: Timed out
multiline error 1
multiline error 2
]]></failure>
</testcase>
</testsuite>
</testsuites>
39 changes: 39 additions & 0 deletions tests_e2e/reports_junit/saucelabs.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
<testsuites tests="8">
<testsuite name="Firefox - [SAUCELABS] test_suite_1.cy.js" tests="1" time="48">
<properties>
<property name="url" value="https://app.saucelabs.com/tests/7d7544f09a47428fb97ee53d1a5b1419"/>
<property name="browser" value="firefox 108"/>
<property name="platform" value="Windows 11"/>
</properties>
<testcase name="Component 1 Verify page structure" time="0.9450" classname="[SAUCELABS] Verify page structure"/>
</testsuite>
<testsuite name="Firefox - [SAUCELABS] test_suite_2.cy.js" tests="1" time="80">
<properties>
<property name="url" value="https://app.saucelabs.com/tests/cbb864e049c645e1a96d56e953fe33f0"/>
<property name="browser" value="firefox 108"/>
<property name="platform" value="Windows 11"/>
</properties>
<testcase name="Component 2 Verify page structure" time="0.9670" classname="[SAUCELABS] Verify page structure"/>
</testsuite>
<testsuite name="Chrome - [SAUCELABS] test_suite_1.cy.js" tests="1" time="65">
<properties>
<property name="url" value="https://app.saucelabs.com/tests/349cf779c0f94e649f7ea6ccc42e1753"/>
<property name="browser" value="chrome 106"/>
<property name="platform" value="Windows 11"/>
</properties>
<testcase name="Component 1 Verify page structure" time="0.7500" classname="[SAUCELABS] Verify page structure">
<failure type="element not found" message="Fail due to...">stacktrace...</failure>
</testcase>
</testsuite>
<testsuite name="Chrome - [SAUCELABS] test_suite_2.cy.js" tests="1" time="33">
<properties>
<property name="url" value="https://app.saucelabs.com/tests/c0e3ddae1e104b86b940ed7e8026ff83"/>
<property name="browser" value="chrome 106"/>
<property name="platform" value="Windows 11"/>
</properties>
<testcase name="Component 2 Verify page structure"
time="0.7570" classname="[SAUCELABS] Verify page structure"/>
</testsuite>
</testsuites>


100 changes: 100 additions & 0 deletions tests_e2e/reports_robot/simple_report.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,100 @@
<?xml version="1.0" encoding="UTF-8"?>
<robot generator="Robot 5.0 (Python 3.10.5 on win32)" generated="20230712 22:32:12.928" rpa="false" schemaversion="3">
<suite id="s1" name="Sub-Tests"
source="C:\Github\gurock\automation-frameworks-integration\samples\robotframework\robotframework-selenium\tests-basic\sub-tests">
<suite id="s1-s1" name="Subtests 1"
source="C:\Github\gurock\automation-frameworks-integration\samples\robotframework\robotframework-selenium\tests-basic\sub-tests\subtests 1.robot">
<kw name="Log" library="BuiltIn" type="SETUP">
<arg>SETUP</arg>
<doc>Logs the given message with the given level.</doc>
<msg timestamp="20230712 22:32:12.951" level="INFO">SETUP</msg>
<status status="PASS" starttime="20230712 22:32:12.950" endtime="20230712 22:32:12.951"/>
</kw>
<test id="s1-s1-t1" name="Subtest 1a" line="5">
<kw name="Log" library="BuiltIn">
<arg>OK</arg>
<doc>Logs the given message with the given level.</doc>
<msg timestamp="20230712 22:32:12.952" level="INFO">OK</msg>
<status status="PASS" starttime="20230712 22:32:12.951" endtime="20230712 22:32:12.952"/>
</kw>
<kw name="Set Test Message" library="BuiltIn">
<arg>Test message 123</arg>
<doc>Sets message for the current test case.</doc>
<msg timestamp="20230712 22:32:12.952" level="INFO">Set test message to:
Test message 123
</msg>
<status status="PASS" starttime="20230712 22:32:12.952" endtime="20230712 22:32:12.952"/>
</kw>
<doc>Some documentation about my test Cases
Nothing to see here

- testrail_case_id: C123
- testrail_case_field: refs:TR-1
- testrail_case_field: priority_id:2
- testrail_attachment: attachments/testrail.jpg
</doc>
<status status="PASS" starttime="20230712 22:32:12.951" endtime="20230712 22:32:12.952">Test message
123
</status>
</test>
<test id="s1-s1-t2" name="Subtest 1b" line="15">
<kw name="Fail" library="BuiltIn">
<arg>NOK</arg>
<doc>Fails the test with the given message and optionally alters its tags.</doc>
<msg timestamp="20230712 22:32:12.955" level="FAIL">NOK</msg>
<status status="FAIL" starttime="20230712 22:32:12.954" endtime="20230712 22:32:12.955"/>
</kw>
<doc>LOL</doc>
<status status="FAIL" starttime="20230712 22:32:12.953" endtime="20230712 22:32:12.956">NOK</status>
</test>
<status status="FAIL" starttime="20230712 22:32:12.943" endtime="20230712 22:32:12.957"/>
</suite>
<suite id="s1-s2" name="Subtests 2"
source="C:\Github\gurock\automation-frameworks-integration\samples\robotframework\robotframework-selenium\tests-basic\sub-tests\subtests 2.robot">
<test id="s1-s2-t1" name="Subtest 2a" line="5">
<kw name="Log" library="BuiltIn">
<arg>OK</arg>
<doc>Logs the given message with the given level.</doc>
<msg timestamp="20230712 22:32:12.963" level="INFO">OK</msg>
<status status="PASS" starttime="20230712 22:32:12.963" endtime="20230712 22:32:12.963"/>
</kw>
<status status="PASS" starttime="20230712 22:32:12.962" endtime="20230712 22:32:12.963"/>
</test>
<test id="s1-s2-t2" name="Subtest 2b" line="8">
<kw name="Log" library="BuiltIn">
<arg>OK</arg>
<doc>Logs the given message with the given level.</doc>
<msg timestamp="20230712 22:32:12.965" level="INFO">OK</msg>
<status status="PASS" starttime="20230712 22:32:12.965" endtime="20230712 22:32:14.965"/>
</kw>
<status status="PASS" starttime="20230712 22:32:12.964" endtime="20230712 22:32:15.965"/>
</test>
<test id="s1-s2-t3" name="Subtest 3b" line="8">
<kw name="Log" library="BuiltIn">
<arg>OK</arg>
<doc>Logs the given message with the given level.</doc>
<msg timestamp="20230712 22:32:12.965" level="INFO">OK</msg>
<status status="PASS" starttime="20230712 22:32:12.965" endtime="20230712 22:32:14.965"/>
</kw>
<status status="PASS" starttime="20230712 22:32:12.964" endtime="20230712 22:32:15.965"/>
</test>
<doc>Simple homepage links tests</doc>
<status status="PASS" starttime="20230712 22:32:12.960" endtime="20230712 22:32:16.966"/>
</suite>
<status status="FAIL" starttime="20230712 22:32:12.928" endtime="20230712 22:32:18.968"/>
</suite>
<statistics>
<total>
<stat pass="3" fail="1" skip="0">All Tests</stat>
</total>
<tag>
</tag>
<suite>
<stat pass="3" fail="1" skip="0" id="s1" name="Sub-Tests">Sub-Tests</stat>
<stat pass="1" fail="1" skip="0" id="s1-s1" name="Subtests 1">Sub-Tests.Subtests 1</stat>
<stat pass="2" fail="0" skip="0" id="s1-s2" name="Subtests 2">Sub-Tests.Subtests 2</stat>
</suite>
</statistics>
<errors>
</errors>
</robot>
Loading

0 comments on commit 6fb634b

Please sign in to comment.