Merge ~sylvain-pineau/checkbox-limerick/+git/checkbox-provider-limerick:components into ~checkbox-dev/checkbox-limerick/+git/checkbox-limerick-classic:master
- Git
- lp:~sylvain-pineau/checkbox-limerick/+git/checkbox-provider-limerick
- components
- Merge into master
Status: | Superseded |
---|---|
Proposed branch: | ~sylvain-pineau/checkbox-limerick/+git/checkbox-provider-limerick:components |
Merge into: | ~checkbox-dev/checkbox-limerick/+git/checkbox-limerick-classic:master |
Diff against target: |
529 lines (+481/-0) 8 files modified
bin/component_test.py (+55/-0) manage.py (+16/-0) units/components/category.pxu (+9/-0) units/components/jobs.pxu (+10/-0) units/components/test-plan.pxu (+6/-0) units/device/jobs.pxu (+34/-0) units/test-plan-classic.pxu (+184/-0) units/test-plan.pxu (+167/-0) |
Related bugs: |
Reviewer | Review Type | Date Requested | Status |
---|---|---|---|
Checkbox Developers | Pending | ||
Review via email: mp+391607@code.launchpad.net |
Commit message
Description of the change
Add tests for components + test plans cleanup
Unmerged commits
- 79301dc... by Sylvain Pineau
-
exclude disk/storage_
device_ mtd.* This Flash memory is not really meant for write operations:
"The only case where the mtdblock device is useful is to mount read-only
file systems such as Squashfs on top of reliable flash memory such as NOR." - 23db591... by Sylvain Pineau
-
Add DTB components tests
- 58fcb31... by Sylvain Pineau
-
Add the limerick_sku resource job
- 810d9f6... by Sylvain Pineau
-
test plan cleanup
- ba28088... by PMR <pmr@pmr-lander>
-
Merge #390817 from ~bettyl/
checkbox- limerick/ +git/checkbox- provider- limerick: add_after_ suspend_ testplan - 5848f51... by Betty Lin
-
add after suspend tests
1. add after suspend tests
2. exclude some monitor tests and power management lid related tests
3. Remove kernel-snap-automated test which not need test in desktop
image - e5f4fd9... by PMR <pmr@pmr-lander>
-
Merge #390722 from ~zongminl/
checkbox- limerick/ +git/checkbox- provider- limerick: test-plan- cleanup Clean up the test plan:
1. Remove limerick-stress from Full test plan.
2. Exclude cpu/scaling_test since it's not supported on ARM. - f87985a... by Vic Liu
-
1. Remove limerick-stress from Full test plan.
2. Exclude cpu/scaling_test since it's not supported on ARM. - 260a92f... by PMR <pmr@pmr-lander>
-
Merge #390654 from ~bettyl/
checkbox- limerick/ +git/checkbox- provider- limerick: modify_ testplan - 4d0696b... by Betty Lin
-
modify test plan
1. Exclude some cpu tests which can't run on ARM device
2. Exlcude hibernate stress test
3. Exlcude dvi related tests from monitor
Preview Diff
1 | diff --git a/bin/component_test.py b/bin/component_test.py | |||
2 | 0 | new file mode 100755 | 0 | new file mode 100755 |
3 | index 0000000..4f4c4ba | |||
4 | --- /dev/null | |||
5 | +++ b/bin/component_test.py | |||
6 | @@ -0,0 +1,55 @@ | |||
7 | 1 | #!/usr/bin/env python3 | ||
8 | 2 | # | ||
9 | 3 | # This file is part of Checkbox. | ||
10 | 4 | # | ||
11 | 5 | # Copyright 2020 Canonical Ltd. | ||
12 | 6 | # | ||
13 | 7 | # Authors: | ||
14 | 8 | # Sylvain Pineau <sylvain.pineau@canonical.com> | ||
15 | 9 | # | ||
16 | 10 | # Checkbox is free software: you can redistribute it and/or modify | ||
17 | 11 | # it under the terms of the GNU General Public License version 3, | ||
18 | 12 | # as published by the Free Software Foundation. | ||
19 | 13 | # | ||
20 | 14 | # Checkbox is distributed in the hope that it will be useful, | ||
21 | 15 | # but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
22 | 16 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
23 | 17 | # GNU General Public License for more details. | ||
24 | 18 | # | ||
25 | 19 | # You should have received a copy of the GNU General Public License | ||
26 | 20 | # along with Checkbox. If not, see <http://www.gnu.org/licenses/>. | ||
27 | 21 | |||
28 | 22 | import codecs | ||
29 | 23 | import glob | ||
30 | 24 | import os | ||
31 | 25 | import re | ||
32 | 26 | import subprocess | ||
33 | 27 | import sys | ||
34 | 28 | |||
35 | 29 | p = glob.glob('/usr/lib/firmware/*/device-tree/{}'.format( | ||
36 | 30 | codecs.decode("kvyvak", "rot-13")))[0] | ||
37 | 31 | dtb = os.path.join(p, '{}.dtb'.format(sys.argv[1])) | ||
38 | 32 | dt_lookup_list = [] | ||
39 | 33 | exit_status = 0 | ||
40 | 34 | |||
41 | 35 | dt_compatible_patterns = subprocess.check_output( | ||
42 | 36 | 'find /proc/device-tree/ -name compatible -exec ' | ||
43 | 37 | 'bash -c "cat {} && echo" \\; | sort -u', | ||
44 | 38 | shell=True, universal_newlines=True).splitlines() | ||
45 | 39 | for line in dt_compatible_patterns: | ||
46 | 40 | line = line.replace("\0", ", ") | ||
47 | 41 | dt_lookup_list.append(re.split(', ', line)[:-1]) | ||
48 | 42 | |||
49 | 43 | compatible_patterns = subprocess.check_output( | ||
50 | 44 | 'fdtdump {} 2>/dev/null | grep -oP "(?<= compatible = ).*"' | ||
51 | 45 | ' | sort -u'.format(dtb), | ||
52 | 46 | shell=True, universal_newlines=True).splitlines() | ||
53 | 47 | for l in compatible_patterns: | ||
54 | 48 | item = re.split(', ', l.replace('"', '').replace(';', '')) | ||
55 | 49 | if item in dt_lookup_list: | ||
56 | 50 | print('Found in /proc/device-tree/:', l) | ||
57 | 51 | else: | ||
58 | 52 | print('ERROR: Not found:', l, file=sys.stderr) | ||
59 | 53 | exit_status = 1 | ||
60 | 54 | |||
61 | 55 | raise SystemExit(exit_status) | ||
62 | diff --git a/manage.py b/manage.py | |||
63 | 0 | new file mode 100755 | 56 | new file mode 100755 |
64 | index 0000000..da21a67 | |||
65 | --- /dev/null | |||
66 | +++ b/manage.py | |||
67 | @@ -0,0 +1,16 @@ | |||
68 | 1 | #!/usr/bin/env python3 | ||
69 | 2 | # Copyright 2020 Canonical Ltd. | ||
70 | 3 | # All rights reserved. | ||
71 | 4 | |||
72 | 5 | """Management script for the limerick provider.""" | ||
73 | 6 | |||
74 | 7 | from plainbox.provider_manager import setup | ||
75 | 8 | from plainbox.provider_manager import N_ | ||
76 | 9 | |||
77 | 10 | setup( | ||
78 | 11 | name='checkbox-provider-limerick', | ||
79 | 12 | namespace='com.canonical.qa.limerick', | ||
80 | 13 | version="0.1", | ||
81 | 14 | description=N_("Checkbox Provider for limerick devices"), | ||
82 | 15 | gettext_domain='checkbox-provider-limerick', | ||
83 | 16 | ) | ||
84 | diff --git a/units/components/category.pxu b/units/components/category.pxu | |||
85 | 0 | new file mode 100644 | 17 | new file mode 100644 |
86 | index 0000000..95a11eb | |||
87 | --- /dev/null | |||
88 | +++ b/units/components/category.pxu | |||
89 | @@ -0,0 +1,9 @@ | |||
90 | 1 | # Copyright 2020 Canonical Ltd. | ||
91 | 2 | # All rights reserved. | ||
92 | 3 | # | ||
93 | 4 | # Written by: | ||
94 | 5 | # Sylvain Pineau <sylvain.pineau@canonical.com> | ||
95 | 6 | |||
96 | 7 | unit: category | ||
97 | 8 | id: dtb_components | ||
98 | 9 | _name: Device Tree Components | ||
99 | diff --git a/units/components/jobs.pxu b/units/components/jobs.pxu | |||
100 | 0 | new file mode 100644 | 10 | new file mode 100644 |
101 | index 0000000..524bcd6 | |||
102 | --- /dev/null | |||
103 | +++ b/units/components/jobs.pxu | |||
104 | @@ -0,0 +1,10 @@ | |||
105 | 1 | unit: template | ||
106 | 2 | template-resource: limerick_sku | ||
107 | 3 | id: dtb/components_{name} | ||
108 | 4 | _summary: Check all DTB compatible properties are loaded in /proc/device-tree | ||
109 | 5 | command: component_test.py {name} | ||
110 | 6 | plugin: shell | ||
111 | 7 | category_id: dtb_components | ||
112 | 8 | estimated_duration: 1m | ||
113 | 9 | imports: from com.canonical.certification import package | ||
114 | 10 | requires: package.name == 'device-tree-compiler' | ||
115 | diff --git a/units/components/test-plan.pxu b/units/components/test-plan.pxu | |||
116 | 0 | new file mode 100644 | 11 | new file mode 100644 |
117 | index 0000000..cefd8a5 | |||
118 | --- /dev/null | |||
119 | +++ b/units/components/test-plan.pxu | |||
120 | @@ -0,0 +1,6 @@ | |||
121 | 1 | id: dtb-automated | ||
122 | 2 | unit: test plan | ||
123 | 3 | _name: Automated DTB tests | ||
124 | 4 | _description: Automated DTB tests | ||
125 | 5 | include: | ||
126 | 6 | dtb/components_.* | ||
127 | diff --git a/units/device/jobs.pxu b/units/device/jobs.pxu | |||
128 | 0 | new file mode 100644 | 7 | new file mode 100644 |
129 | index 0000000..3a9fde5 | |||
130 | --- /dev/null | |||
131 | +++ b/units/device/jobs.pxu | |||
132 | @@ -0,0 +1,34 @@ | |||
133 | 1 | id: connect-plugs | ||
134 | 2 | estimated_duration: 60 | ||
135 | 3 | plugin: resource | ||
136 | 4 | user: root | ||
137 | 5 | command: | ||
138 | 6 | checkbox-support-snap_connect \ | ||
139 | 7 | hardware-observe:core:hardware-observe \ | ||
140 | 8 | mount-observe:core:mount-observe \ | ||
141 | 9 | network-bind:core:network-bind \ | ||
142 | 10 | system-observe:core:system-observe \ | ||
143 | 11 | # bluez:bluez:service \ | ||
144 | 12 | # bluetooth-control:core:bluetooth-control \ | ||
145 | 13 | # network-manager:network-manager:service \ | ||
146 | 14 | home:core:home | ||
147 | 15 | _summary: Connect all checkbox plugs | ||
148 | 16 | _description: Connect all checkbox plugs | ||
149 | 17 | |||
150 | 18 | id: limerick_sku | ||
151 | 19 | plugin: resource | ||
152 | 20 | _summary: Detect which Limerick SKU the tool is running on | ||
153 | 21 | command: | ||
154 | 22 | perl -ne 's/ /-/g;s/(.*?)([A-Z]?)\W+$/\L$1\U$2/; print "name: $_\n"' /proc/device-tree/model | ||
155 | 23 | estimated_duration: 1s | ||
156 | 24 | |||
157 | 25 | id: device-connections-tp | ||
158 | 26 | unit: test plan | ||
159 | 27 | _name: Test plan that connects all checkbox plugs | ||
160 | 28 | _description: | ||
161 | 29 | This test plan is necessary to assure the proper ordering of resource jobs | ||
162 | 30 | being run | ||
163 | 31 | estimated_duration: 60 | ||
164 | 32 | bootstrap_include: | ||
165 | 33 | connect-plugs | ||
166 | 34 | include: | ||
167 | diff --git a/units/test-plan-classic.pxu b/units/test-plan-classic.pxu | |||
168 | 0 | new file mode 100644 | 35 | new file mode 100644 |
169 | index 0000000..b333acf | |||
170 | --- /dev/null | |||
171 | +++ b/units/test-plan-classic.pxu | |||
172 | @@ -0,0 +1,184 @@ | |||
173 | 1 | # Copyright 2020 Canonical Ltd. | ||
174 | 2 | # All rights reserved. | ||
175 | 3 | # | ||
176 | 4 | # Test plans and (optionally) jobs unique to the limerick device. | ||
177 | 5 | # | ||
178 | 6 | |||
179 | 7 | id: limerick-classic | ||
180 | 8 | unit: test plan | ||
181 | 9 | _name: Full manual + automated tests for limerick classic image | ||
182 | 10 | _description: | ||
183 | 11 | Combined manual and automated test plans for limerick classic image. | ||
184 | 12 | include: | ||
185 | 13 | nested_part: | ||
186 | 14 | limerick-manual-classic | ||
187 | 15 | limerick-automated-classic | ||
188 | 16 | |||
189 | 17 | id: limerick-manual-classic | ||
190 | 18 | unit: test plan | ||
191 | 19 | _name: Manual only QA tests for limerick classic image | ||
192 | 20 | _description: | ||
193 | 21 | QA test plan for the limerick classic image. This test plan contains | ||
194 | 22 | all of the tests that require manual control of device hardware | ||
195 | 23 | or some other user input to complete. | ||
196 | 24 | estimated_duration: 3600 | ||
197 | 25 | include: | ||
198 | 26 | mandatory_include: | ||
199 | 27 | com.canonical.certification::connections | ||
200 | 28 | com.canonical.certification::dmi_attachment | ||
201 | 29 | com.canonical.certification::dpkg | ||
202 | 30 | com.canonical.certification::info/buildstamp | ||
203 | 31 | com.canonical.certification::info/systemd-analyze | ||
204 | 32 | com.canonical.certification::interface | ||
205 | 33 | com.canonical.certification::lsb | ||
206 | 34 | com.canonical.certification::lspci_attachment | ||
207 | 35 | com.canonical.certification::lsusb_attachment | ||
208 | 36 | com.canonical.certification::meminfo | ||
209 | 37 | com.canonical.certification::package | ||
210 | 38 | com.canonical.certification::parts_meta_info_attachment | ||
211 | 39 | com.canonical.certification::serial_assertion | ||
212 | 40 | com.canonical.certification::snap | ||
213 | 41 | com.canonical.certification::sysfs_attachment | ||
214 | 42 | com.canonical.certification::system_info_json | ||
215 | 43 | com.canonical.certification::udev_attachment | ||
216 | 44 | com.canonical.certification::udev_json | ||
217 | 45 | com.canonical.certification::uname | ||
218 | 46 | com.canonical.certification::net_if_management_attachment | ||
219 | 47 | bootstrap_include: | ||
220 | 48 | com.canonical.certification::cpuinfo | ||
221 | 49 | com.canonical.certification::device | ||
222 | 50 | com.canonical.certification::dmi | ||
223 | 51 | com.canonical.certification::model_assertion | ||
224 | 52 | com.canonical.certification::net_if_management | ||
225 | 53 | limerick_sku | ||
226 | 54 | nested_part: | ||
227 | 55 | dtb-automated | ||
228 | 56 | com.canonical.certification::ethernet-manual | ||
229 | 57 | com.canonical.certification::monitor-manual | ||
230 | 58 | com.canonical.certification::power-manual | ||
231 | 59 | com.canonical.certification::serial-manual | ||
232 | 60 | # com.canonical.certification::snappy-snap-manual # covered by automated tests | ||
233 | 61 | com.canonical.certification::usb-manual | ||
234 | 62 | com.canonical.certification::usb3-manual | ||
235 | 63 | com.canonical.certification::watchdog-manual | ||
236 | 64 | # com.canonical.certification::wireless-manual # covered by automated tests | ||
237 | 65 | com.canonical.certification::graphics-integrated-gpu-cert-manual | ||
238 | 66 | com.canonical.certification::camera-cert-manual | ||
239 | 67 | com.canonical.certification::after-suspend-monitor-manual | ||
240 | 68 | com.canonical.certification::after-suspend-usb-manual | ||
241 | 69 | com.canonical.certification::after-suspend-usb3-manual | ||
242 | 70 | com.canonical.certification::after-suspend-graphics-integrated-gpu-cert-manual | ||
243 | 71 | com.canonical.certification::after-suspend-camera-cert-full | ||
244 | 72 | exclude: | ||
245 | 73 | com.canonical.certification::monitor/dvi | ||
246 | 74 | com.canonical.certification::monitor/dvi-to-vga | ||
247 | 75 | com.canonical.certification::monitor/hdmi-to-vga | ||
248 | 76 | com.canonical.certification::after-suspend-monitor/dvi | ||
249 | 77 | com.canonical.certification::after-suspend-monitor/dvi-to-vga | ||
250 | 78 | com.canonical.certification::after-suspend-monitor/hdmi-to-vga | ||
251 | 79 | com.canonical.certification::power-management/lid | ||
252 | 80 | com.canonical.certification::power-management/lid_close | ||
253 | 81 | com.canonical.certification::power-management/lid_open | ||
254 | 82 | |||
255 | 83 | id: limerick-automated-classic | ||
256 | 84 | unit: test plan | ||
257 | 85 | _name: Automated only QA tests for limerick classic image | ||
258 | 86 | _description: | ||
259 | 87 | QA test plan for the limerick classic image. This test plan contains | ||
260 | 88 | all of the automated tests used to validate the limerick device. | ||
261 | 89 | include: | ||
262 | 90 | mandatory_include: | ||
263 | 91 | com.canonical.certification::connections | ||
264 | 92 | com.canonical.certification::dmi_attachment | ||
265 | 93 | com.canonical.certification::dpkg | ||
266 | 94 | com.canonical.certification::info/buildstamp | ||
267 | 95 | com.canonical.certification::info/systemd-analyze | ||
268 | 96 | com.canonical.certification::interface | ||
269 | 97 | com.canonical.certification::lsb | ||
270 | 98 | com.canonical.certification::lspci_attachment | ||
271 | 99 | com.canonical.certification::lsusb_attachment | ||
272 | 100 | com.canonical.certification::meminfo | ||
273 | 101 | com.canonical.certification::package | ||
274 | 102 | com.canonical.certification::parts_meta_info_attachment | ||
275 | 103 | com.canonical.certification::serial_assertion | ||
276 | 104 | com.canonical.certification::snap | ||
277 | 105 | com.canonical.certification::sysfs_attachment | ||
278 | 106 | com.canonical.certification::system_info_json | ||
279 | 107 | com.canonical.certification::udev_attachment | ||
280 | 108 | com.canonical.certification::udev_json | ||
281 | 109 | com.canonical.certification::uname | ||
282 | 110 | com.canonical.certification::net_if_management_attachment | ||
283 | 111 | bootstrap_include: | ||
284 | 112 | com.canonical.certification::cpuinfo | ||
285 | 113 | com.canonical.certification::device | ||
286 | 114 | com.canonical.certification::dmi | ||
287 | 115 | com.canonical.certification::model_assertion | ||
288 | 116 | com.canonical.certification::net_if_management | ||
289 | 117 | limerick_sku | ||
290 | 118 | nested_part: | ||
291 | 119 | dtb-automated | ||
292 | 120 | com.canonical.certification::self-automated | ||
293 | 121 | com.canonical.certification::graphics-integrated-gpu-cert-automated | ||
294 | 122 | com.canonical.certification::usb-automated | ||
295 | 123 | com.canonical.certification::cpu-automated | ||
296 | 124 | com.canonical.certification::disk-automated | ||
297 | 125 | com.canonical.certification::ethernet-automated | ||
298 | 126 | com.canonical.certification::i2c-automated | ||
299 | 127 | com.canonical.certification::memory-automated | ||
300 | 128 | com.canonical.certification::networking-automated | ||
301 | 129 | com.canonical.certification::camera-cert-automated | ||
302 | 130 | com.canonical.certification::snappy-snap-automated | ||
303 | 131 | com.canonical.certification::watchdog-automated | ||
304 | 132 | com.canonical.certification::suspend-tp | ||
305 | 133 | com.canonical.certification::after-suspend-ethernet-automated | ||
306 | 134 | com.canonical.certification::after-suspend-networking-automated | ||
307 | 135 | exclude: | ||
308 | 136 | com.canonical.certification::cpu/maxfreq_test | ||
309 | 137 | com.canonical.certification::cpu/maxfreq_test-log-attach | ||
310 | 138 | com.canonical.certification::cpu/offlining_test | ||
311 | 139 | com.canonical.certification::cpu/topology | ||
312 | 140 | com.canonical.certification::cpu/cstates | ||
313 | 141 | com.canonical.certification::cpu/cstates_results.log | ||
314 | 142 | com.canonical.certification::cpu/scaling_test | ||
315 | 143 | com.canonical.certification::cpu/scaling_test-log-attach | ||
316 | 144 | com.canonical.certification::disk/storage_device_mtd.* | ||
317 | 145 | |||
318 | 146 | id: limerick-stress-classic | ||
319 | 147 | unit: test plan | ||
320 | 148 | _name: Stress only QA tests for limerick classic image | ||
321 | 149 | _description: | ||
322 | 150 | QA test plan for the limerick classic image. This test plan contains | ||
323 | 151 | all of the stree tests used to validate the limerick device. | ||
324 | 152 | include: | ||
325 | 153 | mandatory_include: | ||
326 | 154 | com.canonical.certification::connections | ||
327 | 155 | com.canonical.certification::dmi_attachment | ||
328 | 156 | com.canonical.certification::dpkg | ||
329 | 157 | com.canonical.certification::info/buildstamp | ||
330 | 158 | com.canonical.certification::info/systemd-analyze | ||
331 | 159 | com.canonical.certification::interface | ||
332 | 160 | com.canonical.certification::lsb | ||
333 | 161 | com.canonical.certification::lspci_attachment | ||
334 | 162 | com.canonical.certification::lsusb_attachment | ||
335 | 163 | com.canonical.certification::meminfo | ||
336 | 164 | com.canonical.certification::package | ||
337 | 165 | com.canonical.certification::parts_meta_info_attachment | ||
338 | 166 | com.canonical.certification::serial_assertion | ||
339 | 167 | com.canonical.certification::snap | ||
340 | 168 | com.canonical.certification::sysfs_attachment | ||
341 | 169 | com.canonical.certification::system_info_json | ||
342 | 170 | com.canonical.certification::udev_attachment | ||
343 | 171 | com.canonical.certification::udev_json | ||
344 | 172 | com.canonical.certification::uname | ||
345 | 173 | com.canonical.certification::net_if_management_attachment | ||
346 | 174 | bootstrap_include: | ||
347 | 175 | com.canonical.certification::cpuinfo | ||
348 | 176 | com.canonical.certification::device | ||
349 | 177 | com.canonical.certification::dmi | ||
350 | 178 | com.canonical.certification::model_assertion | ||
351 | 179 | com.canonical.certification::net_if_management | ||
352 | 180 | limerick_sku | ||
353 | 181 | nested_part: | ||
354 | 182 | com.canonical.certification::stress-full | ||
355 | 183 | exclude: | ||
356 | 184 | com.canonical.certification::stress-tests/hibernate.* | ||
357 | diff --git a/units/test-plan.pxu b/units/test-plan.pxu | |||
358 | 0 | new file mode 100644 | 185 | new file mode 100644 |
359 | index 0000000..8d2b8ae | |||
360 | --- /dev/null | |||
361 | +++ b/units/test-plan.pxu | |||
362 | @@ -0,0 +1,167 @@ | |||
363 | 1 | # Copyright 2020 Canonical Ltd. | ||
364 | 2 | # All rights reserved. | ||
365 | 3 | # | ||
366 | 4 | # Test plans and (optionally) jobs unique to the limerick device. | ||
367 | 5 | # | ||
368 | 6 | |||
369 | 7 | id: limerick | ||
370 | 8 | unit: test plan | ||
371 | 9 | _name: Full manual + automated tests for limerick | ||
372 | 10 | _description: | ||
373 | 11 | Combined manual and automated test plans for limerick devices. | ||
374 | 12 | include: | ||
375 | 13 | nested_part: | ||
376 | 14 | limerick-manual | ||
377 | 15 | limerick-automated | ||
378 | 16 | |||
379 | 17 | id: limerick-manual | ||
380 | 18 | unit: test plan | ||
381 | 19 | _name: Manual only QA tests for limerick | ||
382 | 20 | _description: | ||
383 | 21 | QA test plan for the limerick hardware. This test plan contains | ||
384 | 22 | all of the tests that require manual control of device hardware | ||
385 | 23 | or some other user input to complete. | ||
386 | 24 | estimated_duration: 3600 | ||
387 | 25 | include: | ||
388 | 26 | mandatory_include: | ||
389 | 27 | com.canonical.certification::connections | ||
390 | 28 | com.canonical.certification::dmi_attachment | ||
391 | 29 | com.canonical.certification::dpkg | ||
392 | 30 | com.canonical.certification::info/buildstamp | ||
393 | 31 | com.canonical.certification::info/systemd-analyze | ||
394 | 32 | com.canonical.certification::interface | ||
395 | 33 | com.canonical.certification::lsb | ||
396 | 34 | com.canonical.certification::lspci_attachment | ||
397 | 35 | com.canonical.certification::lsusb_attachment | ||
398 | 36 | com.canonical.certification::meminfo | ||
399 | 37 | com.canonical.certification::package | ||
400 | 38 | com.canonical.certification::parts_meta_info_attachment | ||
401 | 39 | com.canonical.certification::serial_assertion | ||
402 | 40 | com.canonical.certification::snap | ||
403 | 41 | com.canonical.certification::sysfs_attachment | ||
404 | 42 | com.canonical.certification::system_info_json | ||
405 | 43 | com.canonical.certification::udev_attachment | ||
406 | 44 | com.canonical.certification::udev_json | ||
407 | 45 | com.canonical.certification::uname | ||
408 | 46 | com.canonical.certification::net_if_management_attachment | ||
409 | 47 | bootstrap_include: | ||
410 | 48 | com.canonical.certification::cpuinfo | ||
411 | 49 | com.canonical.certification::device | ||
412 | 50 | com.canonical.certification::dmi | ||
413 | 51 | com.canonical.certification::model_assertion | ||
414 | 52 | com.canonical.certification::net_if_management | ||
415 | 53 | limerick_sku | ||
416 | 54 | nested_part: | ||
417 | 55 | device-connections-tp | ||
418 | 56 | com.canonical.certification::ethernet-manual | ||
419 | 57 | com.canonical.certification::monitor-manual | ||
420 | 58 | com.canonical.certification::power-manual | ||
421 | 59 | com.canonical.certification::serial-manual | ||
422 | 60 | # com.canonical.certification::snappy-snap-manual # covered by automated tests | ||
423 | 61 | com.canonical.certification::usb-manual | ||
424 | 62 | com.canonical.certification::usb3-manual | ||
425 | 63 | com.canonical.certification::watchdog-manual | ||
426 | 64 | # com.canonical.certification::wireless-manual # covered by automated tests | ||
427 | 65 | exclude: | ||
428 | 66 | com.canonical.certification::monitor/dvi | ||
429 | 67 | com.canonical.certification::monitor/dvi-to-vga | ||
430 | 68 | |||
431 | 69 | |||
432 | 70 | id: limerick-automated | ||
433 | 71 | unit: test plan | ||
434 | 72 | _name: Automated only QA tests for limerick | ||
435 | 73 | _description: | ||
436 | 74 | QA test plan for the limerick hardware. This test plan contains | ||
437 | 75 | all of the automated tests used to validate the limerick device. | ||
438 | 76 | include: | ||
439 | 77 | mandatory_include: | ||
440 | 78 | com.canonical.certification::connections | ||
441 | 79 | com.canonical.certification::dmi_attachment | ||
442 | 80 | com.canonical.certification::dpkg | ||
443 | 81 | com.canonical.certification::info/buildstamp | ||
444 | 82 | com.canonical.certification::info/systemd-analyze | ||
445 | 83 | com.canonical.certification::interface | ||
446 | 84 | com.canonical.certification::lsb | ||
447 | 85 | com.canonical.certification::lspci_attachment | ||
448 | 86 | com.canonical.certification::lsusb_attachment | ||
449 | 87 | com.canonical.certification::meminfo | ||
450 | 88 | com.canonical.certification::package | ||
451 | 89 | com.canonical.certification::parts_meta_info_attachment | ||
452 | 90 | com.canonical.certification::serial_assertion | ||
453 | 91 | com.canonical.certification::snap | ||
454 | 92 | com.canonical.certification::sysfs_attachment | ||
455 | 93 | com.canonical.certification::system_info_json | ||
456 | 94 | com.canonical.certification::udev_attachment | ||
457 | 95 | com.canonical.certification::udev_json | ||
458 | 96 | com.canonical.certification::uname | ||
459 | 97 | com.canonical.certification::net_if_management_attachment | ||
460 | 98 | bootstrap_include: | ||
461 | 99 | com.canonical.certification::cpuinfo | ||
462 | 100 | com.canonical.certification::device | ||
463 | 101 | com.canonical.certification::dmi | ||
464 | 102 | com.canonical.certification::model_assertion | ||
465 | 103 | com.canonical.certification::net_if_management | ||
466 | 104 | limerick_sku | ||
467 | 105 | nested_part: | ||
468 | 106 | device-connections-tp | ||
469 | 107 | com.canonical.certification::self-automated | ||
470 | 108 | com.canonical.certification::usb-automated | ||
471 | 109 | com.canonical.certification::cpu-automated | ||
472 | 110 | com.canonical.certification::disk-automated | ||
473 | 111 | com.canonical.certification::ethernet-automated | ||
474 | 112 | com.canonical.certification::i2c-automated | ||
475 | 113 | com.canonical.certification::kernel-snap-automated | ||
476 | 114 | com.canonical.certification::memory-automated | ||
477 | 115 | com.canonical.certification::networking-automated | ||
478 | 116 | com.canonical.certification::snappy-snap-automated | ||
479 | 117 | com.canonical.certification::watchdog-automated | ||
480 | 118 | exclude: | ||
481 | 119 | com.canonical.certification::cpu/maxfreq_test | ||
482 | 120 | com.canonical.certification::cpu/maxfreq_test-log-attach | ||
483 | 121 | com.canonical.certification::cpu/offlining_test | ||
484 | 122 | com.canonical.certification::cpu/topology | ||
485 | 123 | com.canonical.certification::cpu/cstates | ||
486 | 124 | com.canonical.certification::cpu/cstates_results.log | ||
487 | 125 | com.canonical.certification::cpu/scaling_test | ||
488 | 126 | com.canonical.certification::cpu/scaling_test-log-attach | ||
489 | 127 | com.canonical.certification::disk/storage_device_mtd.* | ||
490 | 128 | |||
491 | 129 | id: limerick-stress | ||
492 | 130 | unit: test plan | ||
493 | 131 | _name: Stress only QA tests for limerick | ||
494 | 132 | _description: | ||
495 | 133 | QA test plan for the limerick hardware. This test plan contains | ||
496 | 134 | all of the stree tests used to validate the limerick device. | ||
497 | 135 | include: | ||
498 | 136 | mandatory_include: | ||
499 | 137 | com.canonical.certification::connections | ||
500 | 138 | com.canonical.certification::dmi_attachment | ||
501 | 139 | com.canonical.certification::dpkg | ||
502 | 140 | com.canonical.certification::info/buildstamp | ||
503 | 141 | com.canonical.certification::info/systemd-analyze | ||
504 | 142 | com.canonical.certification::interface | ||
505 | 143 | com.canonical.certification::lsb | ||
506 | 144 | com.canonical.certification::lspci_attachment | ||
507 | 145 | com.canonical.certification::lsusb_attachment | ||
508 | 146 | com.canonical.certification::meminfo | ||
509 | 147 | com.canonical.certification::package | ||
510 | 148 | com.canonical.certification::parts_meta_info_attachment | ||
511 | 149 | com.canonical.certification::serial_assertion | ||
512 | 150 | com.canonical.certification::snap | ||
513 | 151 | com.canonical.certification::sysfs_attachment | ||
514 | 152 | com.canonical.certification::system_info_json | ||
515 | 153 | com.canonical.certification::udev_attachment | ||
516 | 154 | com.canonical.certification::udev_json | ||
517 | 155 | com.canonical.certification::uname | ||
518 | 156 | com.canonical.certification::net_if_management_attachment | ||
519 | 157 | bootstrap_include: | ||
520 | 158 | com.canonical.certification::cpuinfo | ||
521 | 159 | com.canonical.certification::device | ||
522 | 160 | com.canonical.certification::dmi | ||
523 | 161 | com.canonical.certification::model_assertion | ||
524 | 162 | com.canonical.certification::net_if_management | ||
525 | 163 | limerick_sku | ||
526 | 164 | nested_part: | ||
527 | 165 | com.canonical.certification::stress-full | ||
528 | 166 | exclude: | ||
529 | 167 | com.canonical.certification::stress-tests/hibernate.* |