Merge ~ack/maas:test-results-limits into maas:master
- Git
- lp:~ack/maas
- test-results-limits
- Merge into master
Status: | Merged | ||||
---|---|---|---|---|---|
Approved by: | Andres Rodriguez | ||||
Approved revision: | b4315528b23313de21c2d4c6e99343bb94068513 | ||||
Merge reported by: | MAAS Lander | ||||
Merged at revision: | not available | ||||
Proposed branch: | ~ack/maas:test-results-limits | ||||
Merge into: | maas:master | ||||
Diff against target: |
477 lines (+231/-108) 4 files modified
src/maasserver/forms/settings.py (+1/-1) src/maasserver/models/config.py (+1/-1) src/metadataserver/models/scriptset.py (+24/-23) src/metadataserver/models/tests/test_scriptset.py (+205/-83) |
||||
Related bugs: |
|
Reviewer | Review Type | Date Requested | Status |
---|---|---|---|
Lee Trager (community) | Approve | ||
MAAS Lander | Needs Fixing | ||
Blake Rouse (community) | Approve | ||
Review via email: mp+333202@code.launchpad.net |
Commit message
LP: #1722665 - apply limits to ScriptResults (per script), not ScriptSets
Description of the change
Blake Rouse (blake-rouse) : | # |
MAAS Lander (maas-lander) wrote : | # |
UNIT TESTS
-b test-results-limits lp:~ack/maas into -b master lp:~maas-committers/maas
STATUS: FAILED
LOG: http://
COMMIT: 490405b946f610c
MAAS Lander (maas-lander) wrote : | # |
UNIT TESTS
-b test-results-limits lp:~ack/maas into -b master lp:~maas-committers/maas
STATUS: FAILED
LOG: http://
COMMIT: ed2ce6761e75475
MAAS Lander (maas-lander) wrote : | # |
UNIT TESTS
-b test-results-limits lp:~ack/maas into -b master lp:~maas-committers/maas
STATUS: SUCCESS
COMMIT: e41e34772f152ba
Blake Rouse (blake-rouse) wrote : | # |
I think you can do it removing an unneeded query.
Lee Trager (ltrager) wrote : | # |
This branch doesn't account for Physical block devices. As I describe below this means systems with more then 10 disks will be broken.
While we've agreed to keep storage limits for now I think we should give the user an option to store unlimited results. I would say if max_node_
Lee Trager (ltrager) wrote : | # |
I forgot that we already have code written to property list a scripts full history, accounting for storage devices. You should be able to do something like this
for script_result in new_script_set:
if len(script_
MAAS Lander (maas-lander) wrote : | # |
UNIT TESTS
-b test-results-limits lp:~ack/maas into -b master lp:~maas-committers/maas
STATUS: FAILED
LOG: http://
COMMIT: a9e4c84da57f22b
Alberto Donato (ack) wrote : | # |
@Lee updated code to use ScriptResult.
MAAS Lander (maas-lander) wrote : | # |
UNIT TESTS
-b test-results-limits lp:~ack/maas into -b master lp:~maas-committers/maas
STATUS: FAILED
LOG: http://
COMMIT: 217ca2dcea0716b
MAAS Lander (maas-lander) wrote : | # |
UNIT TESTS
-b test-results-limits lp:~ack/maas into -b master lp:~maas-committers/maas
STATUS: FAILED
LOG: http://
COMMIT: fa8dbb5bbd2b2ce
MAAS Lander (maas-lander) wrote : | # |
UNIT TESTS
-b test-results-limits lp:~ack/maas into -b master lp:~maas-committers/maas
STATUS: FAILED
LOG: http://
COMMIT: a0f101176e11623
Blake Rouse (blake-rouse) wrote : | # |
Looks good. I think @ltrager should also take another look before this lands.
MAAS Lander (maas-lander) wrote : | # |
UNIT TESTS
-b test-results-limits lp:~ack/maas into -b master lp:~maas-committers/maas
STATUS: FAILED
LOG: http://
COMMIT: b4315528b23313d
There was an error fetching revisions from git servers. Please try again in a few minutes. If the problem persists, contact Launchpad support.
Preview Diff
1 | diff --git a/src/maasserver/forms/settings.py b/src/maasserver/forms/settings.py | |||
2 | index 6673000..e659d0b 100644 | |||
3 | --- a/src/maasserver/forms/settings.py | |||
4 | +++ b/src/maasserver/forms/settings.py | |||
5 | @@ -516,7 +516,7 @@ CONFIG_ITEMS = { | |||
6 | 516 | }, | 516 | }, |
7 | 517 | }, | 517 | }, |
8 | 518 | 'max_node_installation_results': { | 518 | 'max_node_installation_results': { |
10 | 519 | 'default': 1, | 519 | 'default': 3, |
11 | 520 | 'form': forms.IntegerField, | 520 | 'form': forms.IntegerField, |
12 | 521 | 'form_kwargs': { | 521 | 'form_kwargs': { |
13 | 522 | 'required': False, | 522 | 'required': False, |
14 | diff --git a/src/maasserver/models/config.py b/src/maasserver/models/config.py | |||
15 | index c0a7c28..756b17b 100644 | |||
16 | --- a/src/maasserver/models/config.py | |||
17 | +++ b/src/maasserver/models/config.py | |||
18 | @@ -100,7 +100,7 @@ def get_default_config(): | |||
19 | 100 | 'completed_intro': False, | 100 | 'completed_intro': False, |
20 | 101 | 'max_node_commissioning_results': 10, | 101 | 'max_node_commissioning_results': 10, |
21 | 102 | 'max_node_testing_results': 10, | 102 | 'max_node_testing_results': 10, |
23 | 103 | 'max_node_installation_results': 1, | 103 | 'max_node_installation_results': 3, |
24 | 104 | # Notifications. | 104 | # Notifications. |
25 | 105 | 'subnet_ip_exhaustion_threshold_count': 16, | 105 | 'subnet_ip_exhaustion_threshold_count': 16, |
26 | 106 | 'http_boot': True, | 106 | 'http_boot': True, |
27 | diff --git a/src/metadataserver/models/scriptset.py b/src/metadataserver/models/scriptset.py | |||
28 | index 493165f..4987e83 100644 | |||
29 | --- a/src/metadataserver/models/scriptset.py | |||
30 | +++ b/src/metadataserver/models/scriptset.py | |||
31 | @@ -15,6 +15,7 @@ from django.core.exceptions import ( | |||
32 | 15 | from django.db.models import ( | 15 | from django.db.models import ( |
33 | 16 | CASCADE, | 16 | CASCADE, |
34 | 17 | CharField, | 17 | CharField, |
35 | 18 | Count, | ||
36 | 18 | DateTimeField, | 19 | DateTimeField, |
37 | 19 | ForeignKey, | 20 | ForeignKey, |
38 | 20 | IntegerField, | 21 | IntegerField, |
39 | @@ -104,28 +105,6 @@ def translate_result_type(result_type): | |||
40 | 104 | 105 | ||
41 | 105 | class ScriptSetManager(Manager): | 106 | class ScriptSetManager(Manager): |
42 | 106 | 107 | ||
43 | 107 | def _clean_old(self, node, result_type, new_script_set): | ||
44 | 108 | # Gather the list of existing script results of the given type for this | ||
45 | 109 | # node. | ||
46 | 110 | script_sets = self.filter(node=node, result_type=result_type) | ||
47 | 111 | # Exclude the newly created script_set so we don't try to remove it. | ||
48 | 112 | # This can happen when multiple script_sets have last_ping = None. | ||
49 | 113 | script_sets = script_sets.exclude(id=new_script_set.id) | ||
50 | 114 | # Sort by last_ping in reverse order so we only remove older entrees. | ||
51 | 115 | script_sets = script_sets.order_by('last_ping').reverse() | ||
52 | 116 | config_var = { | ||
53 | 117 | RESULT_TYPE.COMMISSIONING: 'max_node_commissioning_results', | ||
54 | 118 | RESULT_TYPE.TESTING: 'max_node_testing_results', | ||
55 | 119 | RESULT_TYPE.INSTALLATION: 'max_node_installation_results', | ||
56 | 120 | } | ||
57 | 121 | script_set_limit = Config.objects.get_config(config_var[result_type]) | ||
58 | 122 | # Remove one from the script_set_limit to account for the newly created | ||
59 | 123 | # script_set. | ||
60 | 124 | script_set_limit -= 1 | ||
61 | 125 | if script_sets.count() > script_set_limit: | ||
62 | 126 | for script_set in script_sets[script_set_limit:]: | ||
63 | 127 | script_set.delete(force=True) | ||
64 | 128 | |||
65 | 129 | def create_commissioning_script_set(self, node, scripts=[], input={}): | 108 | def create_commissioning_script_set(self, node, scripts=[], input={}): |
66 | 130 | """Create a new commissioning ScriptSet with ScriptResults | 109 | """Create a new commissioning ScriptSet with ScriptResults |
67 | 131 | 110 | ||
68 | @@ -140,7 +119,6 @@ class ScriptSetManager(Manager): | |||
69 | 140 | script_set = self.create( | 119 | script_set = self.create( |
70 | 141 | node=node, result_type=RESULT_TYPE.COMMISSIONING, | 120 | node=node, result_type=RESULT_TYPE.COMMISSIONING, |
71 | 142 | power_state_before_transition=node.power_state) | 121 | power_state_before_transition=node.power_state) |
72 | 143 | self._clean_old(node, RESULT_TYPE.COMMISSIONING, script_set) | ||
73 | 144 | 122 | ||
74 | 145 | for script_name, data in NODE_INFO_SCRIPTS.items(): | 123 | for script_name, data in NODE_INFO_SCRIPTS.items(): |
75 | 146 | if node.is_controller and not data['run_on_controller']: | 124 | if node.is_controller and not data['run_on_controller']: |
76 | @@ -149,6 +127,8 @@ class ScriptSetManager(Manager): | |||
77 | 149 | script_set=script_set, status=SCRIPT_STATUS.PENDING, | 127 | script_set=script_set, status=SCRIPT_STATUS.PENDING, |
78 | 150 | script_name=script_name) | 128 | script_name=script_name) |
79 | 151 | 129 | ||
80 | 130 | self._clean_old(node, RESULT_TYPE.COMMISSIONING, script_set) | ||
81 | 131 | |||
82 | 152 | # MAAS doesn't run custom commissioning scripts during controller | 132 | # MAAS doesn't run custom commissioning scripts during controller |
83 | 153 | # refresh. | 133 | # refresh. |
84 | 154 | if node.is_controller: | 134 | if node.is_controller: |
85 | @@ -242,6 +222,27 @@ class ScriptSetManager(Manager): | |||
86 | 242 | self._clean_old(node, RESULT_TYPE.INSTALLATION, script_set) | 222 | self._clean_old(node, RESULT_TYPE.INSTALLATION, script_set) |
87 | 243 | return script_set | 223 | return script_set |
88 | 244 | 224 | ||
89 | 225 | def _clean_old(self, node, result_type, new_script_set): | ||
90 | 226 | config_var = { | ||
91 | 227 | RESULT_TYPE.COMMISSIONING: 'max_node_commissioning_results', | ||
92 | 228 | RESULT_TYPE.TESTING: 'max_node_testing_results', | ||
93 | 229 | RESULT_TYPE.INSTALLATION: 'max_node_installation_results', | ||
94 | 230 | } | ||
95 | 231 | limit = Config.objects.get_config(config_var[result_type]) | ||
96 | 232 | |||
97 | 233 | for script_result in new_script_set.scriptresult_set.all(): | ||
98 | 234 | first_to_delete = script_result.history.order_by( | ||
99 | 235 | '-id')[limit:limit + 1].first() | ||
100 | 236 | if first_to_delete is not None: | ||
101 | 237 | script_result.history.filter( | ||
102 | 238 | pk__lte=first_to_delete.pk).delete() | ||
103 | 239 | |||
104 | 240 | # delete empty ScriptSets | ||
105 | 241 | empty_scriptsets = ScriptSet.objects.annotate( | ||
106 | 242 | results_count=Count('scriptresult')).filter( | ||
107 | 243 | node=node, results_count=0) | ||
108 | 244 | empty_scriptsets.delete() | ||
109 | 245 | |||
110 | 245 | 246 | ||
111 | 246 | class ScriptSet(CleanSave, Model): | 247 | class ScriptSet(CleanSave, Model): |
112 | 247 | 248 | ||
113 | diff --git a/src/metadataserver/models/tests/test_scriptset.py b/src/metadataserver/models/tests/test_scriptset.py | |||
114 | index 80b3918..fff2430 100644 | |||
115 | --- a/src/metadataserver/models/tests/test_scriptset.py | |||
116 | +++ b/src/metadataserver/models/tests/test_scriptset.py | |||
117 | @@ -28,6 +28,7 @@ from metadataserver.enum import ( | |||
118 | 28 | SCRIPT_TYPE, | 28 | SCRIPT_TYPE, |
119 | 29 | ) | 29 | ) |
120 | 30 | from metadataserver.models import ( | 30 | from metadataserver.models import ( |
121 | 31 | ScriptResult, | ||
122 | 31 | ScriptSet, | 32 | ScriptSet, |
123 | 32 | scriptset as scriptset_module, | 33 | scriptset as scriptset_module, |
124 | 33 | ) | 34 | ) |
125 | @@ -110,28 +111,6 @@ class TestTranslateResultType(MAASServerTestCase): | |||
126 | 110 | class TestScriptSetManager(MAASServerTestCase): | 111 | class TestScriptSetManager(MAASServerTestCase): |
127 | 111 | """Test the ScriptSet manager.""" | 112 | """Test the ScriptSet manager.""" |
128 | 112 | 113 | ||
129 | 113 | def test_clean_old_ignores_new_script_set(self): | ||
130 | 114 | # Make sure the created script_set isn't cleaned up. This can happen | ||
131 | 115 | # when multiple script_sets last_ping are set to None. | ||
132 | 116 | script_set_limit = Config.objects.get_config( | ||
133 | 117 | 'max_node_installation_results') | ||
134 | 118 | node = factory.make_Node() | ||
135 | 119 | for _ in range(script_set_limit * 2): | ||
136 | 120 | ScriptSet.objects.create( | ||
137 | 121 | node=node, result_type=RESULT_TYPE.INSTALLATION, | ||
138 | 122 | last_ping=None) | ||
139 | 123 | |||
140 | 124 | script_set = ScriptSet.objects.create_installation_script_set(node) | ||
141 | 125 | # If the new script_set was cleaned up this will fail. | ||
142 | 126 | node.current_installation_script_set = script_set | ||
143 | 127 | node.save() | ||
144 | 128 | |||
145 | 129 | self.assertEquals( | ||
146 | 130 | script_set_limit, | ||
147 | 131 | ScriptSet.objects.filter( | ||
148 | 132 | node=node, | ||
149 | 133 | result_type=RESULT_TYPE.INSTALLATION).count()) | ||
150 | 134 | |||
151 | 135 | def test_create_commissioning_script_set(self): | 114 | def test_create_commissioning_script_set(self): |
152 | 136 | custom_scripts = [ | 115 | custom_scripts = [ |
153 | 137 | factory.make_Script(script_type=SCRIPT_TYPE.COMMISSIONING) | 116 | factory.make_Script(script_type=SCRIPT_TYPE.COMMISSIONING) |
154 | @@ -220,36 +199,79 @@ class TestScriptSetManager(MAASServerTestCase): | |||
155 | 220 | node.power_state, script_set.power_state_before_transition) | 199 | node.power_state, script_set.power_state_before_transition) |
156 | 221 | 200 | ||
157 | 222 | def test_create_commissioning_script_set_cleans_up_past_limit(self): | 201 | def test_create_commissioning_script_set_cleans_up_past_limit(self): |
160 | 223 | script_set_limit = Config.objects.get_config( | 202 | limit = Config.objects.get_config('max_node_commissioning_results') |
159 | 224 | 'max_node_commissioning_results') | ||
161 | 225 | node = factory.make_Node() | 203 | node = factory.make_Node() |
173 | 226 | for _ in range(script_set_limit * 2): | 204 | for i in range(limit + 2): |
174 | 227 | factory.make_ScriptSet( | 205 | ScriptSet.objects.create_commissioning_script_set(node) |
175 | 228 | node=node, result_type=RESULT_TYPE.COMMISSIONING) | 206 | |
176 | 229 | 207 | for script_name in NODE_INFO_SCRIPTS: | |
177 | 230 | ScriptSet.objects.create_commissioning_script_set(node) | 208 | self.assertEqual( |
178 | 231 | 209 | limit, | |
179 | 232 | self.assertEquals( | 210 | ScriptResult.objects.filter(script_name=script_name).count()) |
180 | 233 | script_set_limit, | 211 | |
181 | 234 | ScriptSet.objects.filter( | 212 | def test_create_commissioning_script_set_cleans_up_by_node(self): |
182 | 235 | node=node, | 213 | limit = Config.objects.get_config('max_node_commissioning_results') |
183 | 236 | result_type=RESULT_TYPE.COMMISSIONING).count()) | 214 | node1 = factory.make_Node() |
184 | 215 | node2 = factory.make_Node() | ||
185 | 216 | for i in range(limit + 2): | ||
186 | 217 | ScriptSet.objects.create_commissioning_script_set(node1) | ||
187 | 218 | ScriptSet.objects.create_commissioning_script_set(node2) | ||
188 | 219 | |||
189 | 220 | for script_name in NODE_INFO_SCRIPTS: | ||
190 | 221 | self.assertEqual( | ||
191 | 222 | limit, | ||
192 | 223 | ScriptResult.objects.filter( | ||
193 | 224 | script_name=script_name, | ||
194 | 225 | script_set__in=ScriptSet.objects.filter( | ||
195 | 226 | node=node1)).count()) | ||
196 | 227 | self.assertEqual( | ||
197 | 228 | limit, | ||
198 | 229 | ScriptResult.objects.filter( | ||
199 | 230 | script_name=script_name, | ||
200 | 231 | script_set__in=ScriptSet.objects.filter( | ||
201 | 232 | node=node2)).count()) | ||
202 | 237 | 233 | ||
203 | 238 | def test_create_commissioning_script_set_cleans_up_current(self): | 234 | def test_create_commissioning_script_set_cleans_up_current(self): |
204 | 239 | Config.objects.set_config('max_node_commissioning_results', 1) | 235 | Config.objects.set_config('max_node_commissioning_results', 1) |
205 | 240 | node = factory.make_Node() | 236 | node = factory.make_Node() |
209 | 241 | script_set = factory.make_ScriptSet( | 237 | |
210 | 242 | node=node, result_type=RESULT_TYPE.COMMISSIONING) | 238 | node.current_commissioning_script_set = ( |
211 | 243 | node.current_commissioning_script_set = script_set | 239 | ScriptSet.objects.create_commissioning_script_set(node)) |
212 | 244 | node.save() | 240 | node.save() |
213 | 245 | 241 | ||
214 | 246 | ScriptSet.objects.create_commissioning_script_set(node) | 242 | ScriptSet.objects.create_commissioning_script_set(node) |
215 | 247 | 243 | ||
218 | 248 | self.assertEquals( | 244 | for script_name in NODE_INFO_SCRIPTS: |
219 | 249 | 1, | 245 | self.assertEqual( |
220 | 246 | 1, | ||
221 | 247 | ScriptResult.objects.filter(script_name=script_name).count()) | ||
222 | 248 | |||
223 | 249 | def test_create_commissioning_script_set_cleans_up_empty_sets(self): | ||
224 | 250 | Config.objects.set_config('max_node_commissioning_results', 1) | ||
225 | 251 | node = factory.make_Node() | ||
226 | 252 | ScriptSet.objects.create_commissioning_script_set(node) | ||
227 | 253 | script_set = ScriptSet.objects.create_commissioning_script_set(node) | ||
228 | 254 | |||
229 | 255 | # the first set is removed since it's empty | ||
230 | 256 | self.assertCountEqual( | ||
231 | 257 | [script_set], | ||
232 | 250 | ScriptSet.objects.filter( | 258 | ScriptSet.objects.filter( |
235 | 251 | node=node, | 259 | result_type=RESULT_TYPE.COMMISSIONING).all()) |
236 | 252 | result_type=RESULT_TYPE.COMMISSIONING).count()) | 260 | |
237 | 261 | def test_create_commissioning_script_set_cleans_up_per_node(self): | ||
238 | 262 | Config.objects.set_config('max_node_commissioning_results', 1) | ||
239 | 263 | node1 = factory.make_Node() | ||
240 | 264 | node2 = factory.make_Node() | ||
241 | 265 | ScriptSet.objects.create_commissioning_script_set(node1) | ||
242 | 266 | script_set1 = ScriptSet.objects.create_commissioning_script_set(node1) | ||
243 | 267 | ScriptSet.objects.create_commissioning_script_set(node2) | ||
244 | 268 | script_set2 = ScriptSet.objects.create_commissioning_script_set(node2) | ||
245 | 269 | |||
246 | 270 | # older sets for each node are removed | ||
247 | 271 | self.assertCountEqual( | ||
248 | 272 | [script_set1, script_set2], | ||
249 | 273 | ScriptSet.objects.filter( | ||
250 | 274 | result_type=RESULT_TYPE.COMMISSIONING).all()) | ||
251 | 253 | 275 | ||
252 | 254 | def test_create_commissioning_script_set_accepts_params(self): | 276 | def test_create_commissioning_script_set_accepts_params(self): |
253 | 255 | script = factory.make_Script( | 277 | script = factory.make_Script( |
254 | @@ -337,40 +359,102 @@ class TestScriptSetManager(MAASServerTestCase): | |||
255 | 337 | ScriptSet.objects.create_testing_script_set, node) | 359 | ScriptSet.objects.create_testing_script_set, node) |
256 | 338 | 360 | ||
257 | 339 | def test_create_testing_script_set_cleans_up_past_limit(self): | 361 | def test_create_testing_script_set_cleans_up_past_limit(self): |
260 | 340 | script_set_limit = Config.objects.get_config( | 362 | limit = Config.objects.get_config('max_node_testing_results') |
259 | 341 | 'max_node_testing_results') | ||
261 | 342 | node = factory.make_Node() | 363 | node = factory.make_Node() |
262 | 343 | for _ in range(script_set_limit * 2): | ||
263 | 344 | factory.make_ScriptSet( | ||
264 | 345 | node=node, result_type=RESULT_TYPE.TESTING) | ||
265 | 346 | |||
266 | 347 | script = factory.make_Script(script_type=SCRIPT_TYPE.TESTING) | 364 | script = factory.make_Script(script_type=SCRIPT_TYPE.TESTING) |
267 | 365 | for _ in range(limit + 2): | ||
268 | 366 | ScriptSet.objects.create_testing_script_set( | ||
269 | 367 | node, scripts=[script.name]) | ||
270 | 368 | self.assertEqual( | ||
271 | 369 | limit, | ||
272 | 370 | ScriptResult.objects.filter(script_name=script.name).count()) | ||
273 | 371 | |||
274 | 372 | def test_create_testing_script_set_cleans_up_by_node(self): | ||
275 | 373 | limit = Config.objects.get_config('max_node_testing_results') | ||
276 | 374 | node1 = factory.make_Node() | ||
277 | 375 | node2 = factory.make_Node() | ||
278 | 376 | script = factory.make_Script(script_type=SCRIPT_TYPE.TESTING) | ||
279 | 377 | for _ in range(limit + 2): | ||
280 | 378 | ScriptSet.objects.create_testing_script_set( | ||
281 | 379 | node1, scripts=[script.name]) | ||
282 | 380 | ScriptSet.objects.create_testing_script_set( | ||
283 | 381 | node2, scripts=[script.name]) | ||
284 | 382 | |||
285 | 383 | self.assertEqual( | ||
286 | 384 | limit, | ||
287 | 385 | ScriptResult.objects.filter( | ||
288 | 386 | script_set__in=ScriptSet.objects.filter(node=node1)).count()) | ||
289 | 387 | self.assertEqual( | ||
290 | 388 | limit, | ||
291 | 389 | ScriptResult.objects.filter( | ||
292 | 390 | script_set__in=ScriptSet.objects.filter(node=node2)).count()) | ||
293 | 391 | |||
294 | 392 | def test_create_testing_script_set_cleans_up_by_blockdevice(self): | ||
295 | 393 | Config.objects.set_config('max_node_testing_results', 1) | ||
296 | 394 | node = factory.make_Node() | ||
297 | 395 | for _ in range(2): | ||
298 | 396 | factory.make_PhysicalBlockDevice(node=node) | ||
299 | 397 | |||
300 | 398 | script = factory.make_Script( | ||
301 | 399 | script_type=SCRIPT_TYPE.TESTING, parameters={ | ||
302 | 400 | 'storage': {'type': 'storage'}}) | ||
303 | 348 | ScriptSet.objects.create_testing_script_set( | 401 | ScriptSet.objects.create_testing_script_set( |
305 | 349 | node, scripts=[script.name]) | 402 | node, [script.name], {script.name: {'storage': 'all'}}) |
306 | 403 | ScriptSet.objects.create_testing_script_set( | ||
307 | 404 | node, [script.name], {script.name: {'storage': 'all'}}) | ||
308 | 350 | 405 | ||
314 | 351 | self.assertEquals( | 406 | # one result is kept for each block device |
315 | 352 | script_set_limit, | 407 | self.assertEqual( |
316 | 353 | ScriptSet.objects.filter( | 408 | 3, |
317 | 354 | node=node, | 409 | ScriptResult.objects.filter( |
318 | 355 | result_type=RESULT_TYPE.TESTING).count()) | 410 | script_set__in=ScriptSet.objects.filter(node=node)).count()) |
319 | 356 | 411 | ||
320 | 357 | def test_create_testing_script_set_cleans_up_current(self): | 412 | def test_create_testing_script_set_cleans_up_current(self): |
321 | 358 | Config.objects.set_config('max_node_testing_results', 1) | 413 | Config.objects.set_config('max_node_testing_results', 1) |
322 | 414 | script = factory.make_Script(script_type=SCRIPT_TYPE.TESTING) | ||
323 | 359 | node = factory.make_Node() | 415 | node = factory.make_Node() |
327 | 360 | script_set = factory.make_ScriptSet( | 416 | node.current_testing_script_set = ( |
328 | 361 | node=node, result_type=RESULT_TYPE.TESTING) | 417 | ScriptSet.objects.create_testing_script_set( |
329 | 362 | node.current_testing_script_set = script_set | 418 | node, scripts=[script.name])) |
330 | 363 | node.save() | 419 | node.save() |
331 | 364 | 420 | ||
332 | 365 | script = factory.make_Script(script_type=SCRIPT_TYPE.TESTING) | ||
333 | 366 | ScriptSet.objects.create_testing_script_set( | 421 | ScriptSet.objects.create_testing_script_set( |
334 | 367 | node, scripts=[script.name]) | 422 | node, scripts=[script.name]) |
335 | 368 | 423 | ||
337 | 369 | self.assertEquals( | 424 | self.assertEqual( |
338 | 370 | 1, | 425 | 1, |
342 | 371 | ScriptSet.objects.filter( | 426 | ScriptResult.objects.filter(script_name=script.name).count()) |
343 | 372 | node=node, | 427 | |
344 | 373 | result_type=RESULT_TYPE.TESTING).count()) | 428 | def test_create_testing_script_set_cleans_up_empty_sets(self): |
345 | 429 | Config.objects.set_config('max_node_testing_results', 1) | ||
346 | 430 | script = factory.make_Script(script_type=SCRIPT_TYPE.TESTING) | ||
347 | 431 | node = factory.make_Node() | ||
348 | 432 | ScriptSet.objects.create_testing_script_set( | ||
349 | 433 | node, scripts=[script.name]) | ||
350 | 434 | script_set = ScriptSet.objects.create_testing_script_set( | ||
351 | 435 | node, scripts=[script.name]) | ||
352 | 436 | # the first set is removed since it's empty | ||
353 | 437 | self.assertCountEqual( | ||
354 | 438 | [script_set], | ||
355 | 439 | ScriptSet.objects.filter(result_type=RESULT_TYPE.TESTING).all()) | ||
356 | 440 | |||
357 | 441 | def test_create_testing_script_set_cleans_up_per_node(self): | ||
358 | 442 | Config.objects.set_config('max_node_testing_results', 1) | ||
359 | 443 | script = factory.make_Script(script_type=SCRIPT_TYPE.TESTING) | ||
360 | 444 | node1 = factory.make_Node() | ||
361 | 445 | node2 = factory.make_Node() | ||
362 | 446 | ScriptSet.objects.create_testing_script_set( | ||
363 | 447 | node1, scripts=[script.name]) | ||
364 | 448 | script_set1 = ScriptSet.objects.create_testing_script_set( | ||
365 | 449 | node1, scripts=[script.name]) | ||
366 | 450 | ScriptSet.objects.create_testing_script_set( | ||
367 | 451 | node2, scripts=[script.name]) | ||
368 | 452 | script_set2 = ScriptSet.objects.create_testing_script_set( | ||
369 | 453 | node2, scripts=[script.name]) | ||
370 | 454 | # older sets are removed for each node | ||
371 | 455 | self.assertCountEqual( | ||
372 | 456 | [script_set1, script_set2], | ||
373 | 457 | ScriptSet.objects.filter(result_type=RESULT_TYPE.TESTING).all()) | ||
374 | 374 | 458 | ||
375 | 375 | def test_create_testing_script_set_accepts_params(self): | 459 | def test_create_testing_script_set_accepts_params(self): |
376 | 376 | script = factory.make_Script( | 460 | script = factory.make_Script( |
377 | @@ -410,41 +494,79 @@ class TestScriptSetManager(MAASServerTestCase): | |||
378 | 410 | self.assertItemsEqual( | 494 | self.assertItemsEqual( |
379 | 411 | [CURTIN_INSTALL_LOG], | 495 | [CURTIN_INSTALL_LOG], |
380 | 412 | [script_result.name for script_result in script_set]) | 496 | [script_result.name for script_result in script_set]) |
382 | 413 | self.assertEquals(RESULT_TYPE.INSTALLATION, script_set.result_type) | 497 | self.assertEquals( |
383 | 498 | RESULT_TYPE.INSTALLATION, script_set.result_type) | ||
384 | 414 | self.assertEquals( | 499 | self.assertEquals( |
385 | 415 | node.power_state, script_set.power_state_before_transition) | 500 | node.power_state, script_set.power_state_before_transition) |
386 | 416 | 501 | ||
387 | 417 | def test_create_installation_script_set_cleans_up_past_limit(self): | 502 | def test_create_installation_script_set_cleans_up_past_limit(self): |
390 | 418 | script_set_limit = Config.objects.get_config( | 503 | limit = Config.objects.get_config('max_node_installation_results') |
389 | 419 | 'max_node_installation_results') | ||
391 | 420 | node = factory.make_Node() | 504 | node = factory.make_Node() |
403 | 421 | for _ in range(script_set_limit * 2): | 505 | for _ in range(limit + 2): |
404 | 422 | factory.make_ScriptSet( | 506 | ScriptSet.objects.create_installation_script_set(node) |
405 | 423 | node=node, result_type=RESULT_TYPE.INSTALLATION) | 507 | |
406 | 424 | 508 | self.assertEqual( | |
407 | 425 | ScriptSet.objects.create_installation_script_set(node) | 509 | limit, |
408 | 426 | 510 | ScriptResult.objects.filter( | |
409 | 427 | self.assertEquals( | 511 | script_name=CURTIN_INSTALL_LOG).count()) |
410 | 428 | script_set_limit, | 512 | |
411 | 429 | ScriptSet.objects.filter( | 513 | def test_create_installation_script_set_cleans_up_by_node(self): |
412 | 430 | node=node, | 514 | limit = Config.objects.get_config('max_node_installation_results') |
413 | 431 | result_type=RESULT_TYPE.INSTALLATION).count()) | 515 | node1 = factory.make_Node() |
414 | 516 | node2 = factory.make_Node() | ||
415 | 517 | for _ in range(limit + 2): | ||
416 | 518 | ScriptSet.objects.create_installation_script_set(node1) | ||
417 | 519 | ScriptSet.objects.create_installation_script_set(node2) | ||
418 | 520 | |||
419 | 521 | self.assertEqual( | ||
420 | 522 | limit, | ||
421 | 523 | ScriptResult.objects.filter( | ||
422 | 524 | script_name=CURTIN_INSTALL_LOG, | ||
423 | 525 | script_set__in=ScriptSet.objects.filter(node=node1)).count()) | ||
424 | 526 | self.assertEqual( | ||
425 | 527 | limit, | ||
426 | 528 | ScriptResult.objects.filter( | ||
427 | 529 | script_name=CURTIN_INSTALL_LOG, | ||
428 | 530 | script_set__in=ScriptSet.objects.filter(node=node2)).count()) | ||
429 | 432 | 531 | ||
430 | 433 | def test_create_installation_script_set_cleans_up_current(self): | 532 | def test_create_installation_script_set_cleans_up_current(self): |
432 | 434 | Config.objects.get_config('max_node_installation_results', 1) | 533 | Config.objects.set_config('max_node_installation_results', 1) |
433 | 435 | node = factory.make_Node() | 534 | node = factory.make_Node() |
437 | 436 | script_set = factory.make_ScriptSet( | 535 | node.current_installation_script_set = ( |
438 | 437 | node=node, result_type=RESULT_TYPE.INSTALLATION) | 536 | ScriptSet.objects.create_installation_script_set(node)) |
436 | 438 | node.current_installation_script_set = script_set | ||
439 | 439 | node.save() | 537 | node.save() |
440 | 440 | 538 | ||
441 | 441 | ScriptSet.objects.create_installation_script_set(node) | 539 | ScriptSet.objects.create_installation_script_set(node) |
442 | 442 | 540 | ||
444 | 443 | self.assertEquals( | 541 | self.assertEqual( |
445 | 444 | 1, | 542 | 1, |
446 | 543 | ScriptResult.objects.filter( | ||
447 | 544 | script_name=CURTIN_INSTALL_LOG).count()) | ||
448 | 545 | |||
449 | 546 | def test_create_installation_script_set_cleans_up_empty_sets(self): | ||
450 | 547 | Config.objects.set_config('max_node_installation_results', 1) | ||
451 | 548 | node = factory.make_Node() | ||
452 | 549 | ScriptSet.objects.create_installation_script_set(node) | ||
453 | 550 | script_set = ScriptSet.objects.create_installation_script_set(node) | ||
454 | 551 | # the first set is removed since it's empty | ||
455 | 552 | self.assertCountEqual( | ||
456 | 553 | [script_set], | ||
457 | 554 | ScriptSet.objects.filter( | ||
458 | 555 | result_type=RESULT_TYPE.INSTALLATION).all()) | ||
459 | 556 | |||
460 | 557 | def test_create_installation_script_set_cleans_up_per_node(self): | ||
461 | 558 | Config.objects.set_config('max_node_installation_results', 1) | ||
462 | 559 | node1 = factory.make_Node() | ||
463 | 560 | node2 = factory.make_Node() | ||
464 | 561 | ScriptSet.objects.create_installation_script_set(node1) | ||
465 | 562 | script_set1 = ScriptSet.objects.create_installation_script_set(node1) | ||
466 | 563 | ScriptSet.objects.create_installation_script_set(node2) | ||
467 | 564 | script_set2 = ScriptSet.objects.create_installation_script_set(node2) | ||
468 | 565 | # older results are deleted by node | ||
469 | 566 | self.assertCountEqual( | ||
470 | 567 | [script_set1, script_set2], | ||
471 | 445 | ScriptSet.objects.filter( | 568 | ScriptSet.objects.filter( |
474 | 446 | node=node, | 569 | result_type=RESULT_TYPE.INSTALLATION).all()) |
473 | 447 | result_type=RESULT_TYPE.INSTALLATION).count()) | ||
475 | 448 | 570 | ||
476 | 449 | 571 | ||
477 | 450 | class TestScriptSet(MAASServerTestCase): | 572 | class TestScriptSet(MAASServerTestCase): |
UNIT TESTS
-b test-results-limits lp:~ack/maas into -b master lp:~maas-committers/maas
STATUS: FAILED maas-ci- jenkins. internal: 8080/job/ maas/job/ branch- tester/ 626/console 9a9cace7d934309 63077d9685
LOG: http://
COMMIT: b738cd0a82d541a