Merge lp:~om26er/ubuntu-system-settings/system_upgrade_testing into lp:ubuntu-system-settings

[Omer Akram]

[lp:~om26er/ubuntu-system-settings/system_upgrade_testing]

675. By Omer Akram on 2014-04-03

merge trunk

676. By Omer Akram on 2014-04-03

fix

677. By Omer Akram on 2014-04-04

create separate deb for system upgrade tests

678. By Omer Akram on 2014-04-04

revert the packaging changes

679. By Omer Akram on 2014-04-04

setup network -- is temporarily there

680. By Omer Akram on 2014-04-04

cleanup some test code, also changed the unlocker script into a class

681. By Omer Akram on 2014-04-05

run the test runner with the argument of DUT serial number to prepare for CI

682. By Omer Akram on 2014-04-05

more work for CI, now takes ppa name and extra packages as arguments

683. By Omer Akram on 2014-04-05

pep8

684. By Omer Akram on 2014-04-05

add a parameter to specify if test is running in Canonical CI lab so that the connection to wifi network there is made

685. By Omer Akram on 2014-04-05

enable logging to help with debugging in future.

686. By Omer Akram on 2014-04-05

fix long strings

687. By Omer Akram on 2014-04-05

finally fix these damn strings

Unmerged revisions

687. By Omer Akram on 2014-04-05

finally fix these damn strings

686. By Omer Akram on 2014-04-05

fix long strings

685. By Omer Akram on 2014-04-05

enable logging to help with debugging in future.

684. By Omer Akram on 2014-04-05

add a parameter to specify if test is running in Canonical CI lab so that the connection to wifi network there is made

683. By Omer Akram on 2014-04-05

pep8

682. By Omer Akram on 2014-04-05

more work for CI, now takes ppa name and extra packages as arguments

681. By Omer Akram on 2014-04-05

run the test runner with the argument of DUT serial number to prepare for CI

680. By Omer Akram on 2014-04-04

cleanup some test code, also changed the unlocker script into a class

679. By Omer Akram on 2014-04-04

setup network -- is temporarily there

678. By Omer Akram on 2014-04-04

revert the packaging changes

=== modified file 'plugins/system-update/PageComponent.qml'
--- plugins/system-update/PageComponent.qml	2014-03-17 02:08:47 +0000
+++ plugins/system-update/PageComponent.qml	2014-04-05 20:26:24 +0000
@@ -35,6 +35,7 @@
     title: i18n.tr("Updates")
 
     property bool installAll: false
+    property bool updatesDownloaded: false
     property int updatesAvailable: 0
 
     DeviceInfo {
@@ -45,11 +46,13 @@
          id: dialogInstallComponent
          Dialog {
              id: dialogueInstall
+             objectName: "dialogInstall"
              title: i18n.tr("Update System")
              text: i18n.tr("The phone needs to restart to install the system update.")
 
              Button {
                  text: i18n.tr("Install & Restart")
+                 objectName: "btnInstallUpdate"
                  color: UbuntuColors.orange
                  onClicked: {
                      installingImageUpdate.visible = true;
@@ -157,6 +160,7 @@
 
         onSystemUpdateDownloaded: {
             root.updatesAvailable -= 1;
+            root.updatesDownloaded = true;
             PopupUtils.open(dialogInstallComponent);
         }
 

=== added file 'tests/autopilot/run_upgrade_tests.sh'
--- tests/autopilot/run_upgrade_tests.sh	1970-01-01 00:00:00 +0000
+++ tests/autopilot/run_upgrade_tests.sh	2014-04-05 20:26:24 +0000
@@ -0,0 +1,3 @@
+#!/bin/bash
+
+python3 upgrade_test_runner.py 04bf2c50e294d599 

=== added directory 'tests/autopilot/system_upgrade'
=== added file 'tests/autopilot/system_upgrade/__init__.py'
--- tests/autopilot/system_upgrade/__init__.py	1970-01-01 00:00:00 +0000
+++ tests/autopilot/system_upgrade/__init__.py	2014-04-05 20:26:24 +0000
@@ -0,0 +1,6 @@
+# -*- Mode: Python; coding: utf-8; indent-tabs-mode: nil; tab-width: 4 -*-
+# Copyright 2014 Canonical
+#
+# This program is free software: you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 3, as published
+# by the Free Software Foundation.

=== added directory 'tests/autopilot/system_upgrade/helpers'
=== added file 'tests/autopilot/system_upgrade/helpers/__init__.py'
--- tests/autopilot/system_upgrade/helpers/__init__.py	1970-01-01 00:00:00 +0000
+++ tests/autopilot/system_upgrade/helpers/__init__.py	2014-04-05 20:26:24 +0000
@@ -0,0 +1,6 @@
+# -*- Mode: Python; coding: utf-8; indent-tabs-mode: nil; tab-width: 4 -*-
+# Copyright 2014 Canonical
+#
+# This program is free software: you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 3, as published
+# by the Free Software Foundation.

=== added file 'tests/autopilot/system_upgrade/helpers/system_image_flasher.py'
--- tests/autopilot/system_upgrade/helpers/system_image_flasher.py	1970-01-01 00:00:00 +0000
+++ tests/autopilot/system_upgrade/helpers/system_image_flasher.py	2014-04-05 20:26:24 +0000
@@ -0,0 +1,163 @@
+# -*- Mode: Python; coding: utf-8; indent-tabs-mode: nil; tab-width: 4 -*-
+# Copyright 2014 Canonical
+#
+# This program is free software: you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 3, as published
+# by the Free Software Foundation.
+
+import logging
+import os
+import subprocess
+import time
+
+logger = logging.getLogger(__name__)
+
+
+class DeviceImageFlash(object):
+
+    def setup_device(self, ppa=None, package_list=None, **kwargs):
+        self.flash_device(**kwargs)
+        self.wait_for_device()
+        self.set_device_read_write()
+        self.reboot_device()
+        self.disable_intro_screen()
+        self.reboot_device()
+
+        self.setup_network()
+
+        if ppa is not None:
+            self.add_apt_repository(ppa)
+
+        self.apt_get_update()
+
+        if package_list is not None:
+            self.apt_get_install(package_list)
+
+        if self.extra_packages is not None:
+            self.apt_get_install(self.extra_packages)
+
+    def str_to_lst(self, string):
+        result = []
+        for char in string.split():
+            result.append(char)
+
+        return result
+
+    def run_command_on_host(self, command, str_to_list=True, **kwargs):
+        logger.info('Running command: {}'.format(command))
+        if str_to_list is True:
+            command = self.str_to_lst(command)
+
+        subprocess.call(command, **kwargs)
+
+    def run_autopilot_test_on_target(self, test_suite, user='phablet'):
+        test_command = \
+            "autopilot run -f text -o /tmp/upgrade.log -v {}".format(
+                test_suite)
+        command = 'adb -s {} shell sudo -iu {} bash -ic "{}"'.format(
+            self.dut_serial, user, test_command)
+
+        subprocess.call(command, shell=True)
+
+        self.run_command_on_host('adb -s {} pull {} /tmp'.format(
+            self.dut_serial, self.log_path)
+        )
+        self.addCleanup(os.remove, self.log_path)
+
+    def flash_device(
+            self,
+            channel='ubuntu-touch/trusty-proposed',
+            revision_number=None,
+            bootstrap=False
+            ):
+
+        command = []
+        command.append('phablet-flash')
+        command.append('ubuntu-system')
+        command.append('--serial')
+        command.append(self.dut_serial)
+        command.append('--channel')
+        command.append(channel)
+        if revision_number is not None:
+            command.append('--revision')
+            command.append(revision_number)
+        if bootstrap is True:
+            command.append('--bootstrap')
+
+        self.run_command_on_host(command, str_to_list=False)
+
+    def run_command_on_target(self, command, user=None, shell=False):
+        if user == 'phablet':
+            command = 'adb -s {} shell sudo -iu {} bash -ic "{}"'.format(
+                self.dut_serial, user, command
+            )
+            self.run_command_on_host(command)
+        elif user is None:
+            command = 'adb -s {} shell {}'.format(self.dut_serial, command)
+            self.run_command_on_host(command)
+
+    def wait_for_device(self, timeout=60):
+        command = 'adb -s {} wait-for-device'.format(self.dut_serial)
+        self.run_command_on_host(command)
+        logger.info(
+            'Waiting {} seconds for the device to settle before '
+            'proceeding further.'.format(timeout)
+        )
+        time.sleep(timeout)
+        logger.info('Just to be sure')
+        self.run_command_on_host(command)
+
+    def set_device_read_write(self):
+        command = 'touch /userdata/.writable_image'
+        logger.info('Changing system to read/write.')
+        self.run_command_on_target(command)
+
+    def reboot_device(self):
+        wait = 10
+        self.run_command_on_target('reboot')
+        logger.info(
+            'Wating {} seconds to ensure target goes away from adb before '
+            'waiting for it to come back'.format(wait)
+        )
+        time.sleep(wait)
+        self.wait_for_device()
+
+    def disable_intro_screen(self):
+        self.run_command_on_target(
+            'dbus-send --system --print-reply '
+            '--dest=org.freedesktop.Accounts '
+            '/org/freedesktop/Accounts/User32011 '
+            'org.freedesktop.DBus.Properties.Set '
+            'string:com.canonical.unity.AccountsService '
+            'string:demo-edges variant:boolean:false')
+        self.run_command_on_target('touch /.intro_off')
+
+    def setup_network(self):
+        if self.running_in_ci:
+            command = ('adb -s {} shell nmcli dev wifi '
+                       'connect ubuntu-qa-g-wpa-d password '
+                       'qalabwireless'.format(self.dut_serial)  )
+            logger.info('Setting up network on target.')
+            self.run_command_on_host(command)
+        else:
+            command = 'phablet-network -s {}'.format(self.dut_serial)
+            logger.warning(
+                'Setting up network on target. you may need to '
+                'enter your password for "{}" to complete.'
+            )
+            self.run_command_on_host(command)
+
+    def add_apt_repository(self, ppa):
+        command = 'add-apt-repository -y {}'.format(ppa)
+        logger.info('Adding ppa {} on target.'.format(ppa))
+        self.run_command_on_target(command)
+
+    def apt_get_update(self):
+        command = 'apt-get update'
+        logger.info('Updating apt database.')
+        self.run_command_on_target(command)
+
+    def apt_get_install(self, packages):
+        command = 'apt-get -y -f --force-yes install {}'.format(packages)
+        logger.info('Installing required packages on target.')
+        self.run_command_on_target(command)

=== added file 'tests/autopilot/system_upgrade/helpers/unlock_screen.py'
--- tests/autopilot/system_upgrade/helpers/unlock_screen.py	1970-01-01 00:00:00 +0000
+++ tests/autopilot/system_upgrade/helpers/unlock_screen.py	2014-04-05 20:26:24 +0000
@@ -0,0 +1,55 @@
+#!/usr/bin/env python
+
+import logging
+import sys
+
+from unity8 import process_helpers as helpers
+
+import dbus
+
+logging.basicConfig(level=logging.INFO)
+
+
+class UnlockScreen(object):
+
+    def __init__(self):
+        self.powerd = self._get_powerd_interface()
+
+    def _get_powerd_interface(self):
+        bus = dbus.SystemBus()
+        return bus.get_object(
+            'com.canonical.powerd', '/com/canonical/powerd'
+        )
+
+    def _powerd_request_state_active(self):
+        logging.info('Setting system state "Active"')
+        return self.powerd.requestSysState(
+            'autopilot-lock', 1, dbus_interface='com.canonical.powerd'
+        )
+
+    def _powerd_release_state_active(self):
+        logging.info('Releasing system state "Active"')
+        self.powerd.clearSysState(
+            self.active_cookie, dbus_interface='com.canonical.powerd'
+        )
+
+    def restart_with_testability(self):
+        self.active_cookie = self._powerd_request_state_active()
+        helpers.restart_unity_with_testability()
+        self._powerd_release_state_active()
+
+    def unlock_screen(self):
+        self.restart_with_testability()
+        helpers.unlock_unity()
+
+
+def help():
+    print("Usage:")
+    print("Run the script without any argument to unlock with assertion.")
+
+
+if len(sys.argv) >= 2 and sys.argv[1] == '-h':
+    help()
+else:
+    unlocker = UnlockScreen()
+    unlocker.unlock_screen()

=== added directory 'tests/autopilot/system_upgrade/tests'
=== added file 'tests/autopilot/system_upgrade/tests/__init__.py'
=== added file 'tests/autopilot/system_upgrade/tests/test_system_updates.py'
--- tests/autopilot/system_upgrade/tests/test_system_updates.py	1970-01-01 00:00:00 +0000
+++ tests/autopilot/system_upgrade/tests/test_system_updates.py	2014-04-05 20:26:24 +0000
@@ -0,0 +1,106 @@
+# -*- Mode: Python; coding: utf-8; indent-tabs-mode: nil; tab-width: 4 -*-
+# Copyright 2013 Canonical
+#
+# This program is free software: you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 3, as published
+# by the Free Software Foundation.
+
+import time
+import logging
+import os
+
+from autopilot.matchers import Eventually
+from testtools.matchers import Equals
+
+parentdir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+os.sys.path.insert(0, parentdir)
+
+from ubuntu_system_settings.tests import SystemUpdatesBaseTestCase
+
+logging.basicConfig(level=logging.INFO)
+
+
+class SystemUpdatesTestCases(SystemUpdatesBaseTestCase):
+
+    """Tests for System Updates."""
+
+    def setUp(self):
+        self.patch_environment('IGNORE_CREDENTIALS', 'True')
+        super(SystemUpdatesTestCases, self).setUp()
+
+    def _get_updates_view(self):
+        return self.app.select_single(
+            'PageComponent', objectName='systemUpdatesPage'
+        )
+
+    def wait_for_updates_to_download(self, timeout=40):
+        while timeout > 0:
+            download_state = self._get_updates_view().updatesDownloaded
+            if download_state:
+                return
+
+            timeout = timeout - 1
+            time.sleep(5)
+        else:
+            raise ValueError(
+                "Download didn't complete in given time, check your "
+                "internet and try again.")
+
+    def wait_for_state(self, state, timeout=60):
+        """Wait for expected state
+
+        :returns: state
+        :raises: SystemSettingsEmulatorException
+        """
+        for wait in range(timeout):
+            status = self._get_updates_view().state
+            logging.info(
+                'State: {} waiting for {}'.format(status, state)
+            )
+            if state == status:
+                return state
+            time.sleep(1)
+
+        raise ValueError(
+            'Error state {} not found before timeout'.format(state)
+        )
+
+    def _get_install_dialog(self):
+        return self.app.wait_select_single(
+            'Dialog', objectName='dialogInstall'
+        )
+
+    def wait_for_dialog(self):
+        dialog = self._get_install_dialog()
+
+        dialog.opacity.wait_for(1.0)
+
+    def click_install_and_restart_button(self):
+        button = self.app.select_single(
+            'Button', objectName='btnInstallUpdate'
+        )
+
+        self.pointer.click_object(button)
+
+    def _get_installing_update_screen(self):
+        return self.app.wait_select_single(
+            'QQuickRectangle', objectName='installingImageUpdate'
+        )
+
+    def test_image_update_from_ui_works(self):
+        """Install latest system update available."""
+        self.wait_for_state('UPDATE')
+        logging.info('Waiting for update to download.')
+        self.wait_for_updates_to_download()
+        logging.info('finished waiting for update')
+        self.wait_for_dialog()
+        self.click_install_and_restart_button()
+        installing_screen = self._get_installing_update_screen()
+        self.assertThat(
+            installing_screen.visible, Eventually(Equals(True))
+        )
+
+    def test_state_noupdates(self):
+        """Check if system is fully updated."""
+        state = self.wait_for_state('NOUPDATES')
+        self.assertThat(state, Equals('NOUPDATES'))

=== added file 'tests/autopilot/system_upgrade/variables.py'
--- tests/autopilot/system_upgrade/variables.py	1970-01-01 00:00:00 +0000
+++ tests/autopilot/system_upgrade/variables.py	2014-04-05 20:26:24 +0000
@@ -0,0 +1,19 @@
+# -*- Mode: Python; coding: utf-8; indent-tabs-mode: nil; tab-width: 4 -*-
+# Copyright 2014 Canonical
+#
+# This program is free software: you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 3, as published
+# by the Free Software Foundation.
+
+
+PACKAGE_LIST = 'python-dbusmock unity8-autopilot ubuntu-download-manager \
+ubuntu-ui-toolkit-autopilot ubuntu-download-manager system-image-dbus \
+system-image-cli system-image-common ubuntu-system-settings-autopilot'
+
+
+TEST1_PART1 = 'system_upgrade.tests.test_system_updates.SystemUpdatesTestCases\
+.test_image_update_from_ui_works'
+
+
+TEST1_PART2 = 'system_upgrade.tests.test_system_updates.SystemUpdatesTestCases\
+.test_state_noupdates'

=== added file 'tests/autopilot/upgrade_test_runner.py'
--- tests/autopilot/upgrade_test_runner.py	1970-01-01 00:00:00 +0000
+++ tests/autopilot/upgrade_test_runner.py	2014-04-05 20:26:24 +0000
@@ -0,0 +1,116 @@
+#!/usr/bin/python3
+
+import argparse
+import logging
+import sys
+import unittest
+
+from system_upgrade.helpers.system_image_flasher import DeviceImageFlash
+from system_upgrade.variables import (
+    PACKAGE_LIST,
+    TEST1_PART1,
+    TEST1_PART2,
+)
+
+
+class SystemImageUpgrader(unittest.TestCase, DeviceImageFlash):
+
+    log_path = '/tmp/upgrade.log'
+    source = 'system_upgrade'
+    target_home = '/home/phablet/'
+    test_suite = 'system_upgrade'
+    device_test_path = '/home/phablet/{}'.format(test_suite)
+    unlocker = 'unlock_screen.py'
+    unlocker_abs_location = target_home + unlocker
+    unlocker_location = 'system_upgrade/helpers/' + unlocker
+
+    def setUp(self):
+        self.dut_serial = arguments.serial
+        self.extra_packages = arguments.packages
+        self.running_in_ci = arguments.ci
+        self.setup_device(
+            ppa=arguments.ppa,
+            package_list=PACKAGE_LIST,
+            bootstrap=True,
+            revision_number='-1'
+        )
+
+    def test_system_update(self):
+        self._push_and_run_tests(test_suite=TEST1_PART1)
+        log_file = self.open_log_file()
+        self.assertTrue(log_file.endswith('OK\n'))
+
+        self.wait_for_device(timeout=150)
+
+        self._push_and_run_tests(test_suite=TEST1_PART2)
+        log_file = self.open_log_file()
+        self.assertTrue(log_file.endswith('OK\n'))
+
+    def open_log_file(self):
+        log_file = open(self.log_path, 'r')
+        self.addCleanup(log_file.close)
+        return log_file.read()
+
+    def _push_and_run_tests(self, test_suite):
+        self.push_files_to_device(self.source, self.device_test_path)
+        self.push_files_to_device(
+            'ubuntu_system_settings', '/home/phablet/ubuntu_system_settings'
+        )
+        self.unlock_device_screen()
+        self.run_autopilot_test_on_target(test_suite)
+
+    def push_files_to_device(self, source, location):
+        self.addCleanup(self.delete_autopilot_test)
+        command = 'adb -s {} push {} {}'.format(
+            self.dut_serial, source, location
+        )
+
+        logger.info('Pushing files to target with command:')
+        logger.info(command)
+        self.run_command_on_host(command)
+
+    def delete_autopilot_test(self):
+        command = 'rm -rf {}'.format(self.device_test_path)
+        self.run_command_on_target(command)
+
+    def unlock_device_screen(self):
+        self.push_files_to_device(self.unlocker_location, self.target_home)
+        self.run_command_on_target(
+            'chmod +x {}'.format(self.unlocker_abs_location)
+        )
+        self.run_command_on_target('./unlock_screen.py', user='phablet')
+
+
+def _parse_command_line_arguments():
+    parser = argparse.ArgumentParser(
+        description='Ubuntu system update test runner'
+    )
+    parser.add_argument(
+        'serial', metavar='SERIAL_NUMBER', type=str,
+        help='Serial numer of the device to run tests on.'
+    )
+    parser.add_argument(
+        '--ppa', type=str,
+        help='Launchpad ppa to add to the device before installing '
+             'test packages. example: ppa:test/ppa'
+    )
+    parser.add_argument(
+        '--packages', type=str,
+        help='Names of extra packages to be installed on the test device '
+             'before running the tests.'
+    )
+    parser.add_argument(
+        '--ci', metavar='BOOLEAN', default=False,
+        help='Specify whether the test suite is running in the Canonical '
+             'CI lab so that the network connection could be established '
+             'with the appropriate Wi-Fi network.'
+    )
+
+    return parser.parse_args()
+
+
+if __name__ == '__main__':
+    arguments = _parse_command_line_arguments()
+    logging.basicConfig(level=logging.INFO)
+    logger = logging.getLogger(__name__)
+    unittest.main(argv=[sys.argv[0]])