Chapter 10: Analyzing test results via applitools eyes test manager

Change log:

1. Added an apps.py file to hold app and urls for different sections
2. Updated validate_window to accept MatchLevel from the caller
3. Added a TestInfo class to hold details required to setup the tests
4. Added a function scope fixture setup_test which accepts TestInfo method from the tests and does manager and app setup
5. Dummy pdf file from pdf test added.

Author: Gaurav Singh

automation/config/apps.py

@@ -0,0 +1,6 @@
+APP_URLS = {
+    'the-internet': {
+        'dynamic_content_for_a_section': 'https://the-internet.herokuapp.com/dynamic_content?with_content=static',
+        'tables': 'https://the-internet.herokuapp.com/tables'
+    }
+}

automation/core/eyes_manager.py

@@ -1,6 +1,6 @@
 import os
 
-from applitools.common import BatchInfo
+from applitools.common import BatchInfo, MatchLevel
 from applitools.selenium import Eyes
 
 from automation.config.base import APPLITOOLS_API_KEY
@@ -31,10 +31,12 @@ def set_batch(self, batch_name):
             batch_info = BatchInfo(batch_name)
             self.eyes.batch = batch_info
 
-    def validate_window(self, tag=None, full_page=False):
+    def validate_window(self, tag=None, full_page=False,
+                        match_level=MatchLevel.STRICT):
         if full_page:
             self.eyes.force_full_page_screenshot = True
 
+        self.eyes.match_level = match_level
         self.eyes.check_window(tag=tag)
 
     def validate_element(self, element, tag=None):

automation/core/test_helper.py

@@ -0,0 +1,5 @@
+class TestInfo:
+    def __init__(self, app_name, app_under_test, batch_name=None):
+        self.app_name = app_name
+        self.app_under_test = app_under_test
+        self.batch_name = batch_name

automation/resources/INV0001.pdf

@@ -1,6 +1,12 @@
-from automation.tests.conftest import validate_window
+import pytest
 
+from automation.config.apps import APP_URLS
+from automation.core.test_helper import TestInfo
 
-def test_match_level_layout(driver, eyes):
-    validate_window(driver, eyes)
+APP = 'the-internet'
+test_info = TestInfo(APP, APP_URLS[APP]['dynamic_content_for_a_section'])
 
+
+@pytest.mark.parametrize('setup_test', [test_info], indirect=True)
+def test_dynamic_content(setup_test, manager):
+    manager.validate_window()

automation/tests/chapter_06/match_level_test.py

@@ -15,3 +15,31 @@ def driver():
     driver = webdriver.Chrome()
     yield driver
     driver.quit()
+
+
+@pytest.fixture(scope='function')
+def setup_test(request, manager):
+    test_info = request.param
+
+    _set_batch_and_app_in_manager(manager, test_info)
+    _launch_app_and_open_eyes(manager, request, test_info)
+
+    yield manager
+    manager.close_eyes()
+
+
+def _launch_app_and_open_eyes(manager, request, test_info):
+    driver = manager.driver
+    driver.get(test_info.app_under_test)
+    driver.maximize_window()
+
+    test_name = request.function.__name__
+    manager.open_eyes(test_name)
+
+
+def _set_batch_and_app_in_manager(manager, test_info):
+    batch_name = test_info.batch_name
+
+    if batch_name:
+        manager.set_batch(batch_name)
+    manager.set_app_name(test_info.app_name)