Merge lp:~abreu-alexandre/webapps-core/autopilot-tests into lp:webapps-core

[Alexandre Abreu]

Add autopilot tests

Add autopilot tests

[lp:~abreu-alexandre/webapps-core/autopilot-tests]

112. By Alexandre Abreu on 2015-02-10

fixes

113. By Alexandre Abreu on 2015-02-10

add chromedriver deps

114. By Alexandre Abreu on 2015-02-10

fixes

[Leo Arias (elopio)]

I copied most of the things Alex did into https://code.launchpad.net/~canonical-platform-qa/webapps-core/x-test/+merge/249580
The difference is that my branch doesn't require the debian package, it runs the tests as click autopkgtests.
It has some downsides, like splitting the tests into each click app folder, which causes some code duplication.
Please take a look there.

Unmerged revisions

114. By Alexandre Abreu on 2015-02-10

fixes

113. By Alexandre Abreu on 2015-02-10

add chromedriver deps

112. By Alexandre Abreu on 2015-02-10

fixes

111. By Alexandre Abreu on 2015-02-10

fixes for desktop

110. By Alexandre Abreu on 2015-02-10

fixes

109. By Alexandre Abreu on 2015-02-02

cleanup

108. By Alexandre Abreu on 2014-12-11

add test; fix deps

107. By Alexandre Abreu on 2014-11-18

add oxide dep

106. By Alexandre Abreu on 2014-11-18

Add AP tests

=== added file 'CMakeLists.txt'
--- CMakeLists.txt	1970-01-01 00:00:00 +0000
+++ CMakeLists.txt	2015-02-10 20:44:29 +0000
@@ -0,0 +1,14 @@
+cmake_minimum_required(VERSION 2.8.9)
+set(CMAKE_MODULE_PATH "${CMAKE_CURRENT_SOURCE_DIR}/cmake")
+
+# Standard install paths
+include(GNUInstallDirs)
+
+string(TOLOWER "${CMAKE_BUILD_TYPE}" cmake_build_type_lower)
+
+set(CMAKE_INCLUDE_CURRENT_DIR ON)
+set(CMAKE_AUTOMOC ON)
+
+enable_testing()
+add_subdirectory(tests)
+

=== modified file 'debian/control'
--- debian/control	2013-09-27 13:51:02 +0000
+++ debian/control	2015-02-10 20:44:29 +0000
@@ -3,8 +3,10 @@
 Priority: extra
 Maintainer: Ubuntu Developers <[e-mail]>
 XSBC-Original-Maintainer: Ricardo Mendoza <[e-mail]>
-Build-Depends: debhelper (>= 9.0.0),
-               click
+Build-Depends: cmake (>= 2.8.9),
+               debhelper (>= 9.0.0),
+               click,
+               python-flake8
 Standards-Version: 3.9.3
 Vcs-Bzr: lp:webapps-demo
 
@@ -22,3 +24,18 @@
  This package contains click packages that will are pre-installed
  in the base image.
 
+Package: webapps-core-autopilot
+Architecture: all
+Depends: ${shlibs:Depends},
+         ${misc:Depends},
+         dpkg-dev,
+         autopilot-touch,
+         libqt5test5,
+         liboxideqt-qmlplugin (>= 1.4),
+         oxideqt-chromedriver,
+         python-selenium
+Description: Autopilot tests for the Default web applications set (as click packages)
+ Default web applications set, to demonstrate the integration
+ of popuplar web services on Ubuntu.
+ This package contains click packages that will are pre-installed
+ in the base image.

=== added file 'debian/webapps-core-autopilot.install'
--- debian/webapps-core-autopilot.install	1970-01-01 00:00:00 +0000
+++ debian/webapps-core-autopilot.install	2015-02-10 20:44:29 +0000
@@ -0,0 +1,1 @@
+usr/lib/python3/dist-packages/webapps_core

=== added directory 'tests'
=== added file 'tests/CMakeLists.txt'
--- tests/CMakeLists.txt	1970-01-01 00:00:00 +0000
+++ tests/CMakeLists.txt	2015-02-10 20:44:29 +0000
@@ -0,0 +1,2 @@
+add_subdirectory(autopilot)
+add_subdirectory(unittests)

=== added directory 'tests/autopilot'
=== added file 'tests/autopilot/CMakeLists.txt'
--- tests/autopilot/CMakeLists.txt	1970-01-01 00:00:00 +0000
+++ tests/autopilot/CMakeLists.txt	2015-02-10 20:44:29 +0000
@@ -0,0 +1,7 @@
+project(autopilot-tests)
+
+execute_process(COMMAND python3 -c "from distutils.sysconfig import get_python_lib; print(get_python_lib())"
+  OUTPUT_VARIABLE PYTHON_PACKAGE_DIR OUTPUT_STRIP_TRAILING_WHITESPACE)
+	 
+install(DIRECTORY webapps_core DESTINATION ${PYTHON_PACKAGE_DIR})
+

=== added directory 'tests/autopilot/webapps_core'
=== added file 'tests/autopilot/webapps_core/__init__.py'
--- tests/autopilot/webapps_core/__init__.py	1970-01-01 00:00:00 +0000
+++ tests/autopilot/webapps_core/__init__.py	2015-02-10 20:44:29 +0000
@@ -0,0 +1,8 @@
+# -*- Mode: Python; coding: utf-8; indent-tabs-mode: nil; tab-width: 4 -*-
+# Copyright 2014 Canonical
+#
+# This program is free software: you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 3, as published
+# by the Free Software Foundation.
+
+""" webapps-core-autopilot autopilot tests - top level package."""

=== added directory 'tests/autopilot/webapps_core/tests'
=== added file 'tests/autopilot/webapps_core/tests/__init__.py'
--- tests/autopilot/webapps_core/tests/__init__.py	1970-01-01 00:00:00 +0000
+++ tests/autopilot/webapps_core/tests/__init__.py	2015-02-10 20:44:29 +0000
@@ -0,0 +1,119 @@
+# -*- Mode: Python; coding: utf-8; indent-tabs-mode: nil; tab-width: 4 -*-
+# Copyright 2014 Canonical
+#
+# This program is free software: you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 3, as published
+# by the Free Software Foundation.
+
+""" webapps-core-autopilot autopilot tests - top level package."""
+
+import subprocess
+
+from selenium import webdriver
+from selenium.webdriver.chrome.options import Options
+
+import ubuntuuitoolkit as uitk
+
+from testtools.matchers import Contains, NotEquals
+from autopilot.matchers import Eventually
+from autopilot.platform import model
+from autopilot import platform
+
+from autopilot.testcase import AutopilotTestCase
+
+CURRENT_ARCHITECTURE = subprocess.check_output(
+    ["dpkg-architecture", "-qDEB_HOST_MULTIARCH"]).strip()
+CHROMEDRIVER_EXEC_PATH = \
+    "/usr/lib/{}/oxide-qt/chromedriver".format(CURRENT_ARCHITECTURE)
+DEFAULT_WEBVIEW_INSPECTOR_IP = '127.0.0.1'
+DEFAULT_WEBVIEW_INSPECTOR_PORT = 9221
+
+
+class WebappsCoreTestCaseBase(AutopilotTestCase):
+    def setUp(self):
+        self.driver = None
+        self.app_proxy = None
+        super(WebappsCoreTestCaseBase, self).setUp()
+
+    def tearDown(self):
+        if self.driver:
+            self.page.close()
+            self.page.quit()
+        # XXX: This should not be there but AP hangs
+        # if we dont extra force the process to be killed
+        # (although AP already tries to kill part of its teardown)
+        if platform.model() == 'Desktop' and self.app_proxy and self.app_proxy.process:
+            self.app_proxy.process.kill()
+        super(WebappsCoreTestCaseBase, self).tearDown()
+
+    def get_webview(self):
+        return self.app_proxy.select_single(objectName="webview")
+
+    def get_oxide_webview(self):
+        container = self.get_webview().select_single(
+            objectName='containerWebviewLoader')
+        return container.wait_select_single('WebViewImplOxide')
+
+    def launch_webdriver(self, ip, port):
+        options = Options()
+        options.binary_location = ''
+        options.debugger_address = '{}:{}'.format(ip, port)
+
+        self.driver = webdriver.Chrome(
+            executable_path=CHROMEDRIVER_EXEC_PATH,
+            chrome_options=options)
+        self.assertThat(self.driver, NotEquals(None))
+
+    @property
+    def page(self):
+        return self.driver
+
+    def launch_webcontainer_app(self, args):
+        return self.launch_test_application(
+            'webapp-container',
+            *args,
+            emulator_base=uitk.UbuntuUIToolkitCustomProxyObjectBase)
+
+    def launch_webapp(
+            self,
+            package_id,
+            app_name,
+            with_chrome_driver=False,
+            envvars={},
+            ip=DEFAULT_WEBVIEW_INSPECTOR_IP,
+            port=DEFAULT_WEBVIEW_INSPECTOR_PORT,
+            homepage=''):
+
+        # setup devtools environment
+        self.patch_environment(
+            'UBUNTU_WEBVIEW_DEVTOOLS_HOST',
+            ip)
+        self.patch_environment(
+            'UBUNTU_WEBVIEW_DEVTOOLS_PORT',
+            str(port))
+
+        if envvars:
+            for envvar_key in envvars:
+                self.patch_environment(envvar_key, envvars[envvar_key])
+
+        if model() == 'Desktop':
+            self.app_proxy = self.launch_webcontainer_app(
+                [homepage])
+        else:
+            self.app_proxy = self.launch_click_package(
+                package_id)
+        self.validate_url_for_current_proxy()
+
+        if with_chrome_driver:
+            self.launch_webdriver(ip, port)
+
+    def validate_url_for_current_proxy(self):
+        self.assertThat(self.app_proxy, NotEquals(None))
+        webview = self.get_webview()
+        self.assertThat(webview.url, NotEquals(""))
+
+    def validate_title(self, title):
+        window = self.get_webcontainer_window()
+        self.assertThat(
+            lambda: window.title.lower(),
+            Eventually(Contains(title.lower())))

=== added file 'tests/autopilot/webapps_core/tests/test_click_webapps_launch.py'
--- tests/autopilot/webapps_core/tests/test_click_webapps_launch.py	1970-01-01 00:00:00 +0000
+++ tests/autopilot/webapps_core/tests/test_click_webapps_launch.py	2015-02-10 20:44:29 +0000
@@ -0,0 +1,66 @@
+# -*- Mode: Python; coding: utf-8; indent-tabs-mode: nil; tab-width: 4 -*-
+# Copyright 2014 Canonical
+#
+# This program is free software: you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 3, as published
+# by the Free Software Foundation.
+
+from webapps_core.tests import WebappsCoreTestCaseBase
+
+from autopilot import platform
+from testtools import skipUnless
+
+
+class ClickWebappsLaunchTestCaseBase(WebappsCoreTestCaseBase):
+    def setUp(self):
+        super(ClickWebappsLaunchTestCaseBase, self).setUp()
+
+    @skipUnless(
+        platform.model() != 'Desktop',
+        "UbuntuTouch only"
+    )
+    def test_launch_facebook(self):
+        package_name = 'com.ubuntu.developer.webapps.webapp-facebook'
+        app_name = 'webapp-facebook'
+        self.launch_webapp(package_name, app_name)
+        self.validate_title('facebook')
+
+    @skipUnless(
+        platform.model() != 'Desktop',
+        "UbuntuTouch only"
+    )
+    def test_launch_amazon(self):
+        package_name = 'com.ubuntu.developer.webapps.webapp-amazon'
+        app_name = 'webapp-amazon'
+        self.launch_webapp(package_name, app_name)
+        self.validate_title('amazon')
+
+    @skipUnless(
+        platform.model() != 'Desktop',
+        "UbuntuTouch only"
+    )
+    def test_launch_ebay(self):
+        package_name = 'com.ubuntu.developer.webapps.webapp-ebay'
+        app_name = 'webapp-ebay'
+        self.launch_webapp(package_name, app_name)
+        self.validate_title('ebay')
+
+    @skipUnless(
+        platform.model() != 'Desktop',
+        "UbuntuTouch only"
+    )
+    def test_launch_gmail(self):
+        package_name = 'com.ubuntu.developer.webapps.webapp-gmail'
+        app_name = 'webapp-gmail'
+        self.launch_webapp(package_name, app_name)
+        self.validate_title('gmail')
+
+    @skipUnless(
+        platform.model() != 'Desktop',
+        "UbuntuTouch only"
+    )
+    def test_launch_twitter(self):
+        package_name = 'com.ubuntu.developer.webapps.webapp-twitter'
+        app_name = 'webapp-twitter'
+        self.launch_webapp(package_name, app_name)
+        self.validate_title('twitter')

=== added file 'tests/autopilot/webapps_core/tests/test_facebook.py'
--- tests/autopilot/webapps_core/tests/test_facebook.py	1970-01-01 00:00:00 +0000
+++ tests/autopilot/webapps_core/tests/test_facebook.py	2015-02-10 20:44:29 +0000
@@ -0,0 +1,59 @@
+# -*- Mode: Python; coding: utf-8; indent-tabs-mode: nil; tab-width: 4 -*-
+# Copyright 2014 Canonical
+#
+# This program is free software: you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 3, as published
+# by the Free Software Foundation.
+
+from webapps_core.tests import WebappsCoreTestCaseBase
+
+from testtools.matchers import NotEquals, GreaterThan
+from autopilot.matchers import Eventually
+
+
+class ClickWebappsLaunchTestCaseBase(WebappsCoreTestCaseBase):
+    def setUp(self):
+        super(ClickWebappsLaunchTestCaseBase, self).setUp()
+
+    def test_click_photo(self):
+        package_name = 'com.ubuntu.developer.webapps.webapp-facebook'
+        app_name = 'webapp-facebook'
+        self.launch_webapp(
+            package_name,
+            app_name,
+            True,
+            homepage='https://m.facebook.com')
+        photo_button = self.page.find_element_by_css_selector(
+            "button[data-sigil~='photo_link']")
+        self.assertThat(photo_button, NotEquals(None))
+        
+        photo_button.click()
+        
+        post_button = self.page.find_element_by_css_selector(
+            "button[type='submit']")
+        self.assertThat(post_button, NotEquals(None))
+
+    def test_redirect_url(self):
+        package_name = 'com.ubuntu.developer.webapps.webapp-facebook'
+        app_name = 'webapp-facebook'
+        self.launch_webapp(
+            package_name,
+            app_name,
+            True,
+            {'WEBAPP_CONTAINER_BLOCK_OPEN_URL_EXTERNALLY': '1'},
+            homepage='https://m.facebook.com')
+
+        external_link = self.page.find_element_by_css_selector(
+            "a[href^='http://lm.facebook.com/l.php?u='][target='_blank']")
+        self.assertThat(external_link, NotEquals(None))
+
+        webview = self.get_webview()
+        watcher = webview.watch_signal(
+            'openExternalUrlTriggered(QString)')
+        previous = watcher.num_emissions
+
+        external_link.click()
+
+        self.assertThat(
+            lambda: watcher.num_emissions,
+            Eventually(GreaterThan(previous)))

=== added directory 'tests/unittests'
=== added file 'tests/unittests/CMakeLists.txt'
--- tests/unittests/CMakeLists.txt	1970-01-01 00:00:00 +0000
+++ tests/unittests/CMakeLists.txt	2015-02-10 20:44:29 +0000
@@ -0,0 +1,1 @@
+add_subdirectory(flake8)
\ No newline at end of file

=== added directory 'tests/unittests/flake8'
=== added file 'tests/unittests/flake8/CMakeLists.txt'
--- tests/unittests/flake8/CMakeLists.txt	1970-01-01 00:00:00 +0000
+++ tests/unittests/flake8/CMakeLists.txt	2015-02-10 20:44:29 +0000
@@ -0,0 +1,1 @@
+add_test(flake8 flake8 ${autopilot-tests_SOURCE_DIR})