1
=== added directory 'database_cleanup'
2
=== added file 'database_cleanup/__init__.py'
3
--- database_cleanup/__init__.py	1970-01-01 00:00:00 +0000
4
+++ database_cleanup/__init__.py	2014-03-14 13:27:36 +0000
5
@@ -0,0 +1,1 @@
6
1
from . import model
7
0
2
8
=== added file 'database_cleanup/__openerp__.py'
9
--- database_cleanup/__openerp__.py	1970-01-01 00:00:00 +0000
10
+++ database_cleanup/__openerp__.py	2014-03-14 13:27:36 +0000
11
@@ -0,0 +1,55 @@
12
1
# -*- coding: utf-8 -*-
13
2
##############################################################################
14
3
#
15
4
#    OpenERP, Open Source Management Solution
16
5
#    This module copyright (C) 2014 Therp BV (<http://therp.nl>).
17
6
#
18
7
#    This program is free software: you can redistribute it and/or modify
19
8
#    it under the terms of the GNU Affero General Public License as
20
9
#    published by the Free Software Foundation, either version 3 of the
21
10
#    License, or (at your option) any later version.
22
11
#
23
12
#    This program is distributed in the hope that it will be useful,
24
13
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
25
14
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
26
15
#    GNU Affero General Public License for more details.
27
16
#
28
17
#    You should have received a copy of the GNU Affero General Public License
29
18
#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
30
19
#
31
20
##############################################################################
32
21
33
22
{
34
23
    'name': 'Database cleanup',
35
24
    'version': '0.1',
36
25
    'author': 'Therp BV',
37
26
    'depends': ['base'],
38
27
    'license': 'AGPL-3',
39
28
    'category': 'Tools',
40
29
    'data': [
41
30
        'view/purge_modules.xml',
42
31
        'view/purge_models.xml',
43
32
        'view/purge_columns.xml',
44
33
        'view/purge_tables.xml',
45
34
        'view/purge_data.xml',
46
35
        'view/menu.xml',
47
36
        ],
48
37
    'description': """\
49
38
Clean your OpenERP database from remnants of modules, models, columns and
50
39
tables left by uninstalled modules (prior to 7.0) or a homebrew database
51
40
upgrade to a new major version of OpenERP.
52
41
53
42
After installation of this module, go to the Settings menu -> Technical ->
54
43
Database cleanup. Go through the modules, models, columns and tables
55
44
entries under this menu (in that order) and find out if there is orphaned data
56
45
in your database. You can either delete entries by line, or sweep all entries
57
46
in one big step (if you are *really* confident).
58
47
59
48
Caution! This module is potentially harmful and can *easily* destroy the
60
49
integrity of your data. Do not use if you are not entirely comfortable
61
50
with the technical details of the OpenERP data model of *all* the modules
62
51
that have ever been installed on your database, and do not purge any module,
63
52
model, column or table if you do not know exactly what you are doing.
64
53
""",
65
54
66
55
}
67
0
56
68
=== added directory 'database_cleanup/model'
69
=== added file 'database_cleanup/model/__init__.py'
70
--- database_cleanup/model/__init__.py	1970-01-01 00:00:00 +0000
71
+++ database_cleanup/model/__init__.py	2014-03-14 13:27:36 +0000
72
@@ -0,0 +1,6 @@
73
1
from . import purge_wizard
74
2
from . import purge_modules
75
3
from . import purge_models
76
4
from . import purge_columns
77
5
from . import purge_tables
78
6
from . import purge_data
79
0
7
80
=== added file 'database_cleanup/model/purge_columns.py'
81
--- database_cleanup/model/purge_columns.py	1970-01-01 00:00:00 +0000
82
+++ database_cleanup/model/purge_columns.py	2014-03-14 13:27:36 +0000
83
@@ -0,0 +1,154 @@
84
1
# -*- coding: utf-8 -*-
85
2
##############################################################################
86
3
#
87
4
#    OpenERP, Open Source Management Solution
88
5
#    This module copyright (C) 2014 Therp BV (<http://therp.nl>).
89
6
#
90
7
#    This program is free software: you can redistribute it and/or modify
91
8
#    it under the terms of the GNU Affero General Public License as
92
9
#    published by the Free Software Foundation, either version 3 of the
93
10
#    License, or (at your option) any later version.
94
11
#
95
12
#    This program is distributed in the hope that it will be useful,
96
13
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
97
14
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
98
15
#    GNU Affero General Public License for more details.
99
16
#
100
17
#    You should have received a copy of the GNU Affero General Public License
101
18
#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
102
19
#
103
20
##############################################################################
104
21
105
22
from openerp.osv import orm, fields
106
23
from openerp.tools.translate import _
107
24
108
25
109
26
class CleanupPurgeLineColumn(orm.TransientModel):
110
27
    _inherit = 'cleanup.purge.line'
111
28
    _name = 'cleanup.purge.line.column'
112
29
113
30
    _columns = {
114
31
        'model_id': fields.many2one(
115
32
            'ir.model', 'Model',
116
33
            required=True, ondelete='CASCADE'),
117
34
        'wizard_id': fields.many2one(
118
35
            'cleanup.purge.wizard.column', 'Purge Wizard', readonly=True),
119
36
        }
120
37
121
38
    def purge(self, cr, uid, ids, context=None):
122
39
        """
123
40
        Unlink columns upon manual confirmation.
124
41
        """
125
42
        for line in self.browse(cr, uid, ids, context=context):
126
43
            if line.purged:
127
44
                continue
128
45
129
46
            model_pool = self.pool[line.model_id.model]
130
47
131
48
            # Check whether the column actually still exists.
132
49
            # Inheritance such as stock.picking.in from stock.picking
133
50
            # can lead to double attempts at removal
134
51
            cr.execute(
135
52
                'SELECT count(attname) FROM pg_attribute '
136
53
                'WHERE attrelid = '
137
54
                '( SELECT oid FROM pg_class WHERE relname = %s ) '
138
55
                'AND attname = %s',
139
56
                (model_pool._table, line.name))
140
57
            if not cr.fetchone()[0]:
141
58
                continue
142
59
143
60
            self.logger.info(
144
61
                'Dropping column %s from table %s',
145
62
                line.name, model_pool._table)
146
63
            cr.execute(
147
64
                """
148
65
                ALTER TABLE "%s" DROP COLUMN "%s"
149
66
                """ % (model_pool._table, line.name))
150
67
            line.write({'purged': True})
151
68
            cr.commit()
152
69
        return True
153
70
154
71
155
72
class CleanupPurgeWizardColumn(orm.TransientModel):
156
73
    _inherit = 'cleanup.purge.wizard'
157
74
    _name = 'cleanup.purge.wizard.column'
158
75
159
76
    # List of known columns in use without corresponding fields
160
77
    # Format: {table: [fields]}
161
78
    blacklist = {
162
79
        'wkf_instance': ['uid'],  # lp:1277899
163
80
        }
164
81
165
82
    def default_get(self, cr, uid, fields, context=None):
166
83
        res = super(CleanupPurgeWizardColumn, self).default_get(
167
84
            cr, uid, fields, context=context)
168
85
        if 'name' in fields:
169
86
            res['name'] = _('Purge columns')
170
87
        return res
171
88
172
89
    def get_orphaned_columns(self, cr, uid, model_pools, context=None):
173
90
        """
174
91
        From openobject-server/openerp/osv/orm.py
175
92
        Iterate on the database columns to identify columns
176
93
        of fields which have been removed
177
94
        """
178
95
179
96
        columns = list(set([
180
97
            column for model_pool in model_pools
181
98
            for column in model_pool._columns
182
99
            if not (isinstance(model_pool._columns[column], fields.function)
183
100
                    and not model_pool._columns[column].store)
184
101
            ]))
185
102
        columns += orm.MAGIC_COLUMNS
186
103
        columns += self.blacklist.get(model_pools[0]._table, [])
187
104
188
105
        cr.execute("SELECT a.attname"
189
106
                   "  FROM pg_class c, pg_attribute a"
190
107
                   " WHERE c.relname=%s"
191
108
                   "   AND c.oid=a.attrelid"
192
109
                   "   AND a.attisdropped=%s"
193
110
                   "   AND pg_catalog.format_type(a.atttypid, a.atttypmod)"
194
111
                   "        NOT IN ('cid', 'tid', 'oid', 'xid')"
195
112
                   "   AND a.attname NOT IN %s",
196
113
                   (model_pools[0]._table, False, tuple(columns))),
197
114
        return [column[0] for column in cr.fetchall()]
198
115
199
116
    def find(self, cr, uid, context=None):
200
117
        """
201
118
        Search for columns that are not in the corresponding model.
202
119
203
120
        Group models by table to prevent false positives for columns
204
121
        that are only in some of the models sharing the same table.
205
122
        Example of this is 'sale_id' not being a field of stock.picking.in
206
123
        """
207
124
        res = []
208
125
        model_pool = self.pool['ir.model']
209
126
        model_ids = model_pool.search(cr, uid, [], context=context)
210
127
211
128
        # mapping of tables to tuples (model id, [pool1, pool2, ...])
212
129
        table2model = {}
213
130
214
131
        for model in model_pool.browse(cr, uid, model_ids, context=context):
215
132
            model_pool = self.pool.get(model.model)
216
133
            if not model_pool or not model_pool._auto:
217
134
                continue
218
135
            table2model.setdefault(
219
136
                model_pool._table, (model.id, []))[1].append(model_pool)
220
137
221
138
        for table, model_spec in table2model.iteritems():
222
139
            for column in self.get_orphaned_columns(
223
140
                    cr, uid, model_spec[1], context=context):
224
141
                res.append((0, 0, {
225
142
                            'name': column,
226
143
                            'model_id': model_spec[0]}))
227
144
        if not res:
228
145
            raise orm.except_orm(
229
146
                _('Nothing to do'),
230
147
                _('No orphaned columns found'))
231
148
        return res
232
149
233
150
    _columns = {
234
151
        'purge_line_ids': fields.one2many(
235
152
            'cleanup.purge.line.column',
236
153
            'wizard_id', 'Columns to purge'),
237
154
        }
238
0
155
239
=== added file 'database_cleanup/model/purge_data.py'
240
--- database_cleanup/model/purge_data.py	1970-01-01 00:00:00 +0000
241
+++ database_cleanup/model/purge_data.py	2014-03-14 13:27:36 +0000
242
@@ -0,0 +1,106 @@
243
1
# -*- coding: utf-8 -*-
244
2
##############################################################################
245
3
#
246
4
#    OpenERP, Open Source Management Solution
247
5
#    This module copyright (C) 2014 Therp BV (<http://therp.nl>).
248
6
#
249
7
#    This program is free software: you can redistribute it and/or modify
250
8
#    it under the terms of the GNU Affero General Public License as
251
9
#    published by the Free Software Foundation, either version 3 of the
252
10
#    License, or (at your option) any later version.
253
11
#
254
12
#    This program is distributed in the hope that it will be useful,
255
13
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
256
14
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
257
15
#    GNU Affero General Public License for more details.
258
16
#
259
17
#    You should have received a copy of the GNU Affero General Public License
260
18
#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
261
19
#
262
20
##############################################################################
263
21
264
22
from openerp.osv import orm, fields
265
23
from openerp.tools.translate import _
266
24
267
25
268
26
class CleanupPurgeLineData(orm.TransientModel):
269
27
    _inherit = 'cleanup.purge.line'
270
28
    _name = 'cleanup.purge.line.data'
271
29
272
30
    _columns = {
273
31
        'data_id': fields.many2one(
274
32
            'ir.model.data', 'Data entry',
275
33
            ondelete='SET NULL'),
276
34
        'wizard_id': fields.many2one(
277
35
            'cleanup.purge.wizard.data', 'Purge Wizard', readonly=True),
278
36
        }
279
37
280
38
    def purge(self, cr, uid, ids, context=None):
281
39
        """
282
40
        Unlink data entries upon manual confirmation.
283
41
        """
284
42
        data_ids = []
285
43
        for line in self.browse(cr, uid, ids, context=context):
286
44
            if line.purged or not line.data_id:
287
45
                continue
288
46
            data_ids.append(line.data_id.id)
289
47
            self.logger.info('Purging data entry: %s', line.name)
290
48
        self.pool['ir.model.data'].unlink(cr, uid, data_ids, context=context)
291
49
        return self.write(cr, uid, ids, {'purged': True}, context=context)
292
50
293
51
294
52
class CleanupPurgeWizardData(orm.TransientModel):
295
53
    _inherit = 'cleanup.purge.wizard'
296
54
    _name = 'cleanup.purge.wizard.data'
297
55
298
56
    def default_get(self, cr, uid, fields, context=None):
299
57
        res = super(CleanupPurgeWizardData, self).default_get(
300
58
            cr, uid, fields, context=context)
301
59
        if 'name' in fields:
302
60
            res['name'] = _('Purge data')
303
61
        return res
304
62
305
63
    def find(self, cr, uid, context=None):
306
64
        """
307
65
        Collect all rows from ir_model_data that refer
308
66
        to a nonexisting model, or to a nonexisting
309
67
        row in the model's table.
310
68
        """
311
69
        res = []
312
70
        data_pool = self.pool['ir.model.data']
313
71
        data_ids = []
314
72
        unknown_models = []
315
73
        cr.execute("""SELECT DISTINCT(model) FROM ir_model_data""")
316
74
        for (model,) in cr.fetchall():
317
75
            if not model:
318
76
                continue
319
77
            if not self.pool.get(model):
320
78
                unknown_models.append(model)
321
79
                continue
322
80
            cr.execute(
323
81
                """
324
82
                SELECT id FROM ir_model_data
325
83
                WHERE model = %%s
326
84
                AND res_id IS NOT NULL
327
85
                AND res_id NOT IN (
328
86
                    SELECT id FROM %s)
329
87
                """ % self.pool[model]._table, (model,))
330
88
            data_ids += [data_row[0] for data_row in cr.fetchall()]
331
89
        data_ids += data_pool.search(
332
90
            cr, uid, [('model', 'in', unknown_models)], context=context)
333
91
        for data in data_pool.browse(cr, uid, data_ids, context=context):
334
92
            res.append((0, 0, {
335
93
                        'data_id': data.id,
336
94
                        'name': "%s.%s, object of type %s" % (
337
95
                            data.module, data.name, data.model)}))
338
96
        if not res:
339
97
            raise orm.except_orm(
340
98
                _('Nothing to do'),
341
99
                _('No orphaned data entries found'))
342
100
        return res
343
101
344
102
    _columns = {
345
103
        'purge_line_ids': fields.one2many(
346
104
            'cleanup.purge.line.data',
347
105
            'wizard_id', 'Data to purge'),
348
106
        }
349
0
107
350
=== added file 'database_cleanup/model/purge_models.py'
351
--- database_cleanup/model/purge_models.py	1970-01-01 00:00:00 +0000
352
+++ database_cleanup/model/purge_models.py	2014-03-14 13:27:36 +0000
353
@@ -0,0 +1,127 @@
354
1
# -*- coding: utf-8 -*-
355
2
##############################################################################
356
3
#
357
4
#    OpenERP, Open Source Management Solution
358
5
#    This module copyright (C) 2014 Therp BV (<http://therp.nl>).
359
6
#
360
7
#    This program is free software: you can redistribute it and/or modify
361
8
#    it under the terms of the GNU Affero General Public License as
362
9
#    published by the Free Software Foundation, either version 3 of the
363
10
#    License, or (at your option) any later version.
364
11
#
365
12
#    This program is distributed in the hope that it will be useful,
366
13
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
367
14
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
368
15
#    GNU Affero General Public License for more details.
369
16
#
370
17
#    You should have received a copy of the GNU Affero General Public License
371
18
#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
372
19
#
373
20
##############################################################################
374
21
375
22
from openerp.osv import orm, fields
376
23
from openerp.tools.translate import _
377
24
from openerp.addons.base.ir.ir_model import MODULE_UNINSTALL_FLAG
378
25
379
26
380
27
class IrModel(orm.Model):
381
28
    _inherit = 'ir.model'
382
29
383
30
    def _drop_table(self, cr, uid, ids, context=None):
384
31
        # Allow to skip this step during model unlink
385
32
        # The super method crashes if the model cannot be instantiated
386
33
        if context and context.get('no_drop_table'):
387
34
            return True
388
35
        return super(IrModel, self)._drop_table(cr, uid, ids, context=context)
389
36
390
37
391
38
class CleanupPurgeLineModel(orm.TransientModel):
392
39
    _inherit = 'cleanup.purge.line'
393
40
    _name = 'cleanup.purge.line.model'
394
41
395
42
    _columns = {
396
43
        'wizard_id': fields.many2one(
397
44
            'cleanup.purge.wizard.model', 'Purge Wizard', readonly=True),
398
45
        }
399
46
400
47
    def purge(self, cr, uid, ids, context=None):
401
48
        """
402
49
        Unlink models upon manual confirmation.
403
50
        """
404
51
        model_pool = self.pool['ir.model']
405
52
        attachment_pool = self.pool['ir.attachment']
406
53
        constraint_pool = self.pool['ir.model.constraint']
407
54
        fields_pool = self.pool['ir.model.fields']
408
55
409
56
        local_context = (context or {}).copy()
410
57
        local_context.update({
411
58
            MODULE_UNINSTALL_FLAG: True,
412
59
            'no_drop_table': True,
413
60
            })
414
61
415
62
        for line in self.browse(cr, uid, ids, context=context):
416
63
            cr.execute(
417
64
                "SELECT id, model from ir_model WHERE model = %s",
418
65
                (line.name,))
419
66
            row = cr.fetchone()
420
67
            if row:
421
68
                self.logger.info('Purging model %s', row[1])
422
69
                attachment_ids = attachment_pool.search(
423
70
                    cr, uid, [('res_model', '=', line.name)], context=context)
424
71
                if attachment_ids:
425
72
                    cr.execute(
426
73
                        "UPDATE ir_attachment SET res_model = FALSE "
427
74
                        "WHERE id in %s",
428
75
                        (tuple(attachment_ids), ))
429
76
                constraint_ids = constraint_pool.search(
430
77
                    cr, uid, [('model', '=', line.name)], context=context)
431
78
                if constraint_ids:
432
79
                    constraint_pool.unlink(
433
80
                        cr, uid, constraint_ids, context=context)
434
81
                relation_ids = fields_pool.search(
435
82
                    cr, uid, [('relation', '=', row[1])], context=context)
436
83
                for relation in relation_ids:
437
84
                    try:
438
85
                        # Fails if the model on the target side
439
86
                        # cannot be instantiated
440
87
                        fields_pool.unlink(cr, uid, [relation],
441
88
                                           context=local_context)
442
89
                    except AttributeError:
443
90
                        pass
444
91
                model_pool.unlink(cr, uid, [row[0]], context=local_context)
445
92
                line.write({'purged': True})
446
93
                cr.commit()
447
94
        return True
448
95
449
96
450
97
class CleanupPurgeWizardModel(orm.TransientModel):
451
98
    _inherit = 'cleanup.purge.wizard'
452
99
    _name = 'cleanup.purge.wizard.model'
453
100
454
101
    def default_get(self, cr, uid, fields, context=None):
455
102
        res = super(CleanupPurgeWizardModel, self).default_get(
456
103
            cr, uid, fields, context=context)
457
104
        if 'name' in fields:
458
105
            res['name'] = _('Purge models')
459
106
        return res
460
107
461
108
    def find(self, cr, uid, context=None):
462
109
        """
463
110
        Search for models that cannot be instantiated.
464
111
        """
465
112
        res = []
466
113
        cr.execute("SELECT model from ir_model")
467
114
        for (model,) in cr.fetchall():
468
115
            if not self.pool.get(model):
469
116
                res.append((0, 0, {'name': model}))
470
117
        if not res:
471
118
            raise orm.except_orm(
472
119
                _('Nothing to do'),
473
120
                _('No orphaned models found'))
474
121
        return res
475
122
476
123
    _columns = {
477
124
        'purge_line_ids': fields.one2many(
478
125
            'cleanup.purge.line.model',
479
126
            'wizard_id', 'Models to purge'),
480
127
        }
481
0
128
482
=== added file 'database_cleanup/model/purge_modules.py'
483
--- database_cleanup/model/purge_modules.py	1970-01-01 00:00:00 +0000
484
+++ database_cleanup/model/purge_modules.py	2014-03-14 13:27:36 +0000
485
@@ -0,0 +1,91 @@
486
1
# -*- coding: utf-8 -*-
487
2
##############################################################################
488
3
#
489
4
#    OpenERP, Open Source Management Solution
490
5
#    This module copyright (C) 2014 Therp BV (<http://therp.nl>).
491
6
#
492
7
#    This program is free software: you can redistribute it and/or modify
493
8
#    it under the terms of the GNU Affero General Public License as
494
9
#    published by the Free Software Foundation, either version 3 of the
495
10
#    License, or (at your option) any later version.
496
11
#
497
12
#    This program is distributed in the hope that it will be useful,
498
13
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
499
14
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
500
15
#    GNU Affero General Public License for more details.
501
16
#
502
17
#    You should have received a copy of the GNU Affero General Public License
503
18
#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
504
19
#
505
20
##############################################################################
506
21
507
22
from openerp import pooler
508
23
from openerp.osv import orm, fields
509
24
from openerp.modules.module import get_module_path
510
25
from openerp.tools.translate import _
511
26
512
27
513
28
class CleanupPurgeLineModule(orm.TransientModel):
514
29
    _inherit = 'cleanup.purge.line'
515
30
    _name = 'cleanup.purge.line.module'
516
31
517
32
    _columns = {
518
33
        'wizard_id': fields.many2one(
519
34
            'cleanup.purge.wizard.module', 'Purge Wizard', readonly=True),
520
35
        }
521
36
522
37
    def purge(self, cr, uid, ids, context=None):
523
38
        """
524
39
        Uninstall modules upon manual confirmation, then reload
525
40
        the database.
526
41
        """
527
42
        module_pool = self.pool['ir.module.module']
528
43
        lines = self.browse(cr, uid, ids, context=context)
529
44
        module_names = [line.name for line in lines if not line.purged]
530
45
        module_ids = module_pool.search(
531
46
            cr, uid, [('name', 'in', module_names)], context=context)
532
47
        if not module_ids:
533
48
            return True
534
49
        self.logger.info('Purging modules %s', ', '.join(module_names))
535
50
        module_pool.write(
536
51
            cr, uid, module_ids, {'state': 'to remove'}, context=context)
537
52
        cr.commit()
538
53
        _db, _pool = pooler.restart_pool(cr.dbname, update_module=True)
539
54
        module_pool.unlink(cr, uid, module_ids, context=context)
540
55
        return self.write(cr, uid, ids, {'purged': True}, context=context)
541
56
542
57
543
58
class CleanupPurgeWizardModule(orm.TransientModel):
544
59
    _inherit = 'cleanup.purge.wizard'
545
60
    _name = 'cleanup.purge.wizard.module'
546
61
547
62
    def default_get(self, cr, uid, fields, context=None):
548
63
        res = super(CleanupPurgeWizardModule, self).default_get(
549
64
            cr, uid, fields, context=context)
550
65
        if 'name' in fields:
551
66
            res['name'] = _('Purge modules')
552
67
        return res
553
68
554
69
    def find(self, cr, uid, context=None):
555
70
        module_pool = self.pool['ir.module.module']
556
71
        module_ids = module_pool.search(cr, uid, [], context=context)
557
72
        res = []
558
73
        for module in module_pool.browse(cr, uid, module_ids, context=context):
559
74
            if get_module_path(module.name):
560
75
                continue
561
76
            if module.state == 'uninstalled':
562
77
                module_pool.unlink(cr, uid, module.id, context=context)
563
78
                continue
564
79
            res.append((0, 0, {'name': module.name}))
565
80
566
81
        if not res:
567
82
            raise orm.except_orm(
568
83
                _('Nothing to do'),
569
84
                _('No modules found to purge'))
570
85
        return res
571
86
572
87
    _columns = {
573
88
        'purge_line_ids': fields.one2many(
574
89
            'cleanup.purge.line.module',
575
90
            'wizard_id', 'Modules to purge'),
576
91
        }
577
0
92
578
=== added file 'database_cleanup/model/purge_tables.py'
579
--- database_cleanup/model/purge_tables.py	1970-01-01 00:00:00 +0000
580
+++ database_cleanup/model/purge_tables.py	2014-03-14 13:27:36 +0000
581
@@ -0,0 +1,138 @@
582
1
# -*- coding: utf-8 -*-
583
2
##############################################################################
584
3
#
585
4
#    OpenERP, Open Source Management Solution
586
5
#    This module copyright (C) 2014 Therp BV (<http://therp.nl>).
587
6
#
588
7
#    This program is free software: you can redistribute it and/or modify
589
8
#    it under the terms of the GNU Affero General Public License as
590
9
#    published by the Free Software Foundation, either version 3 of the
591
10
#    License, or (at your option) any later version.
592
11
#
593
12
#    This program is distributed in the hope that it will be useful,
594
13
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
595
14
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
596
15
#    GNU Affero General Public License for more details.
597
16
#
598
17
#    You should have received a copy of the GNU Affero General Public License
599
18
#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
600
19
#
601
20
##############################################################################
602
21
603
22
from openerp.osv import orm, fields
604
23
from openerp.tools.translate import _
605
24
606
25
607
26
class CleanupPurgeLineTable(orm.TransientModel):
608
27
    _inherit = 'cleanup.purge.line'
609
28
    _name = 'cleanup.purge.line.table'
610
29
611
30
    _columns = {
612
31
        'wizard_id': fields.many2one(
613
32
            'cleanup.purge.wizard.table', 'Purge Wizard', readonly=True),
614
33
        }
615
34
616
35
    def purge(self, cr, uid, ids, context=None):
617
36
        """
618
37
        Unlink tables upon manual confirmation.
619
38
        """
620
39
        lines = self.browse(cr, uid, ids, context=context)
621
40
        tables = [line.name for line in lines]
622
41
        for line in lines:
623
42
            if line.purged:
624
43
                continue
625
44
626
45
            # Retrieve constraints on the tables to be dropped
627
46
            # This query is referenced in numerous places
628
47
            # on the Internet but credits probably go to Tom Lane
629
48
            # in this post http://www.postgresql.org/\
630
49
            # message-id/22895.1226088573@sss.pgh.pa.us
631
50
            # Only using the constraint name and the source table,
632
51
            # but I'm leaving the rest in for easier debugging
633
52
            cr.execute(
634
53
                """
635
54
                SELECT conname, confrelid::regclass, af.attname AS fcol,
636
55
                    conrelid::regclass, a.attname AS col
637
56
                FROM pg_attribute af, pg_attribute a,
638
57
                    (SELECT conname, conrelid, confrelid,conkey[i] AS conkey,
639
58
                         confkey[i] AS confkey
640
59
                     FROM (select conname, conrelid, confrelid, conkey,
641
60
                       confkey, generate_series(1,array_upper(conkey,1)) AS i
642
61
                       FROM pg_constraint WHERE contype = 'f') ss) ss2
643
62
                WHERE af.attnum = confkey AND af.attrelid = confrelid AND
644
63
                a.attnum = conkey AND a.attrelid = conrelid
645
64
                AND confrelid::regclass = '%s'::regclass;
646
65
                """ % line.name)
647
66
648
67
            for constraint in cr.fetchall():
649
68
                if constraint[3] in tables:
650
69
                    self.logger.info(
651
70
                        'Dropping constraint %s on table %s (to be dropped)',
652
71
                        constraint[0], constraint[3])
653
72
                    cr.execute(
654
73
                        "ALTER TABLE %s DROP CONSTRAINT %s" % (
655
74
                            constraint[3], constraint[0]))
656
75
657
76
            self.logger.info(
658
77
                'Dropping table %s', line.name)
659
78
            cr.execute("DROP TABLE \"%s\"" % (line.name,))
660
79
            line.write({'purged': True})
661
80
            cr.commit()
662
81
        return True
663
82
664
83
665
84
class CleanupPurgeWizardTable(orm.TransientModel):
666
85
    _inherit = 'cleanup.purge.wizard'
667
86
    _name = 'cleanup.purge.wizard.table'
668
87
669
88
    def default_get(self, cr, uid, fields, context=None):
670
89
        res = super(CleanupPurgeWizardTable, self).default_get(
671
90
            cr, uid, fields, context=context)
672
91
        if 'name' in fields:
673
92
            res['name'] = _('Purge tables')
674
93
        return res
675
94
676
95
    def find(self, cr, uid, context=None):
677
96
        """
678
97
        Search for tables that cannot be instantiated.
679
98
        Ignore views for now.
680
99
        """
681
100
        model_ids = self.pool['ir.model'].search(cr, uid, [], context=context)
682
101
        # Start out with known tables with no model
683
102
        known_tables = ['wkf_witm_trans']
684
103
        for model in self.pool['ir.model'].browse(
685
104
                cr, uid, model_ids, context=context):
686
105
687
106
            model_pool = self.pool.get(model.model)
688
107
            if not model_pool:
689
108
                continue
690
109
            known_tables.append(model_pool._table)
691
110
            known_tables += [
692
111
                column._sql_names(model_pool)[0]
693
112
                for column in model_pool._columns.values()
694
113
                if column._type == 'many2many'
695
114
                # unstored function fields of type m2m don't have _rel
696
115
                and hasattr(column, '_rel')
697
116
                ]
698
117
699
118
        # Cannot pass table names as a psycopg argument
700
119
        known_tables_repr = ",".join(
701
120
            [("'%s'" % table) for table in known_tables])
702
121
        cr.execute(
703
122
            """
704
123
            SELECT table_name FROM information_schema.tables
705
124
            WHERE table_schema = 'public' AND table_type = 'BASE TABLE'
706
125
            AND table_name NOT IN (%s)""" % known_tables_repr)
707
126
708
127
        res = [(0, 0, {'name': row[0]}) for row in cr.fetchall()]
709
128
        if not res:
710
129
            raise orm.except_orm(
711
130
                _('Nothing to do'),
712
131
                _('No orphaned tables found'))
713
132
        return res
714
133
715
134
    _columns = {
716
135
        'purge_line_ids': fields.one2many(
717
136
            'cleanup.purge.line.table',
718
137
            'wizard_id', 'Tables to purge'),
719
138
        }
720
0
139
721
=== added file 'database_cleanup/model/purge_wizard.py'
722
--- database_cleanup/model/purge_wizard.py	1970-01-01 00:00:00 +0000
723
+++ database_cleanup/model/purge_wizard.py	2014-03-14 13:27:36 +0000
724
@@ -0,0 +1,64 @@
725
1
# -*- coding: utf-8 -*-
726
2
##############################################################################
727
3
#
728
4
#    OpenERP, Open Source Management Solution
729
5
#    This module copyright (C) 2014 Therp BV (<http://therp.nl>).
730
6
#
731
7
#    This program is free software: you can redistribute it and/or modify
732
8
#    it under the terms of the GNU Affero General Public License as
733
9
#    published by the Free Software Foundation, either version 3 of the
734
10
#    License, or (at your option) any later version.
735
11
#
736
12
#    This program is distributed in the hope that it will be useful,
737
13
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
738
14
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
739
15
#    GNU Affero General Public License for more details.
740
16
#
741
17
#    You should have received a copy of the GNU Affero General Public License
742
18
#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
743
19
#
744
20
##############################################################################
745
21
746
22
import logging
747
23
from openerp.osv import orm, fields
748
24
749
25
750
26
class CleanupPurgeLine(orm.AbstractModel):
751
27
    """ Abstract base class for the purge wizard lines """
752
28
    _name = 'cleanup.purge.line'
753
29
    _columns = {
754
30
        'name': fields.char('Name', size=256, readonly=True),
755
31
        'purged': fields.boolean('Purged', readonly=True),
756
32
        }
757
33
758
34
    logger = logging.getLogger('openerp.addons.database_cleanup')
759
35
760
36
    def purge(self, cr, uid, ids, context=None):
761
37
        raise NotImplementedError
762
38
763
39
764
40
class PurgeWizard(orm.AbstractModel):
765
41
    """ Abstract base class for the purge wizards """
766
42
    _name = 'cleanup.purge.wizard'
767
43
768
44
    def default_get(self, cr, uid, fields, context=None):
769
45
        res = super(PurgeWizard, self).default_get(
770
46
            cr, uid, fields, context=context)
771
47
        if 'purge_line_ids' in fields:
772
48
            res['purge_line_ids'] = self.find(cr, uid, context=None)
773
49
        return res
774
50
775
51
    def find(self, cr, uid, ids, context=None):
776
52
        raise NotImplementedError
777
53
778
54
    def purge_all(self, cr, uid, ids, context=None):
779
55
        line_pool = self.pool[self._columns['purge_line_ids']._obj]
780
56
        for wizard in self.browse(cr, uid, ids, context=context):
781
57
            line_pool.purge(
782
58
                cr, uid, [line.id for line in wizard.purge_line_ids],
783
59
                context=context)
784
60
        return True
785
61
786
62
    _columns = {
787
63
        'name': fields.char('Name', size=64, readonly=True),
788
64
        }
789
0
65
790
=== added directory 'database_cleanup/static'
791
=== added directory 'database_cleanup/static/src'
792
=== added directory 'database_cleanup/static/src/img'
793
=== added file 'database_cleanup/static/src/img/icon.png'
794
1
Binary files database_cleanup/static/src/img/icon.png	1970-01-01 00:00:00 +0000 and database_cleanup/static/src/img/icon.png	2014-03-14 13:27:36 +0000 differ
66
Binary files database_cleanup/static/src/img/icon.png	1970-01-01 00:00:00 +0000 and database_cleanup/static/src/img/icon.png	2014-03-14 13:27:36 +0000 differ
795
=== added directory 'database_cleanup/view'
796
=== added file 'database_cleanup/view/menu.xml'
797
--- database_cleanup/view/menu.xml	1970-01-01 00:00:00 +0000
798
+++ database_cleanup/view/menu.xml	2014-03-14 13:27:36 +0000
799
@@ -0,0 +1,48 @@
800
1
<?xml version="1.0" encoding="utf-8"?>
801
2
<openerp>
802
3
    <data>
803
4
804
5
        <record model="ir.ui.menu" id="menu_database_cleanup">
805
6
            <field name="name">Database cleanup</field>
806
7
            <field name="sequence" eval="10" />
807
8
            <!-- attach to Settings -> Technical -->
808
9
            <field name="parent_id" ref="base.menu_custom"/>
809
10
        </record>
810
11
811
12
        <record model="ir.ui.menu" id="menu_purge_modules">
812
13
            <field name="name">Purge obsolete modules</field>
813
14
            <field name="sequence" eval="10" />
814
15
            <field name="action" ref="action_purge_modules" />
815
16
            <field name="parent_id" ref="menu_database_cleanup"/>
816
17
        </record>
817
18
818
19
        <record model="ir.ui.menu" id="menu_purge_models">
819
20
            <field name="name">Purge obsolete models</field>
820
21
            <field name="sequence" eval="20" />
821
22
            <field name="action" ref="action_purge_models" />
822
23
            <field name="parent_id" ref="menu_database_cleanup"/>
823
24
        </record>
824
25
825
26
        <record model="ir.ui.menu" id="menu_purge_columns">
826
27
            <field name="name">Purge obsolete columns</field>
827
28
            <field name="sequence" eval="30" />
828
29
            <field name="action" ref="action_purge_columns" />
829
30
            <field name="parent_id" ref="menu_database_cleanup"/>
830
31
        </record>
831
32
832
33
        <record model="ir.ui.menu" id="menu_purge_tables">
833
34
            <field name="name">Purge obsolete tables</field>
834
35
            <field name="sequence" eval="40" />
835
36
            <field name="action" ref="action_purge_tables" />
836
37
            <field name="parent_id" ref="menu_database_cleanup"/>
837
38
        </record>
838
39
839
40
        <record model="ir.ui.menu" id="menu_purge_data">
840
41
            <field name="name">Purge obsolete data entries</field>
841
42
            <field name="sequence" eval="50" />
842
43
            <field name="action" ref="action_purge_data" />
843
44
            <field name="parent_id" ref="menu_database_cleanup"/>
844
45
        </record>
845
46
846
47
    </data>
847
48
</openerp>
848
0
49
849
=== added file 'database_cleanup/view/purge_columns.xml'
850
--- database_cleanup/view/purge_columns.xml	1970-01-01 00:00:00 +0000
851
+++ database_cleanup/view/purge_columns.xml	2014-03-14 13:27:36 +0000
852
@@ -0,0 +1,37 @@
853
1
<?xml version="1.0" encoding="utf-8"?>
854
2
<openerp>
855
3
    <data>
856
4
857
5
        <record id="purge_columns_view" model="ir.ui.view">
858
6
            <field name="name">Form view for purge columns wizard</field>
859
7
            <field name="model">cleanup.purge.wizard.column</field>
860
8
            <field name="arch" type="xml">
861
9
                <form string="Purge columns" version="7.0">
862
10
                    <h1>
863
11
                        <field name="name"/>
864
12
                    </h1>
865
13
                    <button type="object" name="purge_all" string="Purge all columns" />
866
14
                    <field name="purge_line_ids" colspan="4" nolabel="1">
867
15
                        <tree string="Purge columns">
868
16
                            <field name="name" />
869
17
                            <field name="model_id" />
870
18
                            <field name="purged" invisible="0" />
871
19
                            <button type="object" name="purge"
872
20
                                    icon="gtk-cancel" string="Purge this column"
873
21
                                    attrs="{'invisible': [('purged', '=', True)]}"/>
874
22
                        </tree>
875
23
                    </field>
876
24
                </form>
877
25
            </field>
878
26
        </record>
879
27
880
28
        <record id="action_purge_columns" model="ir.actions.act_window">
881
29
            <field name="name">Purge columns</field>
882
30
            <field name="type">ir.actions.act_window</field>
883
31
            <field name="res_model">cleanup.purge.wizard.column</field>
884
32
            <field name="view_type">form</field>
885
33
            <field name="view_mode">form</field>
886
34
        </record>
887
35
888
36
    </data>
889
37
</openerp>
890
0
38
891
=== added file 'database_cleanup/view/purge_data.xml'
892
--- database_cleanup/view/purge_data.xml	1970-01-01 00:00:00 +0000
893
+++ database_cleanup/view/purge_data.xml	2014-03-14 13:27:36 +0000
894
@@ -0,0 +1,37 @@
895
1
<?xml version="1.0" encoding="utf-8"?>
896
2
<openerp>
897
3
    <data>
898
4
899
5
        <record id="purge_data_view" model="ir.ui.view">
900
6
            <field name="name">Form view for purge data wizard</field>
901
7
            <field name="model">cleanup.purge.wizard.data</field>
902
8
            <field name="arch" type="xml">
903
9
                <form string="Purge data entries that refer to missing resources" version="7.0">
904
10
                    <h1>
905
11
                        <field name="name"/>
906
12
                    </h1>
907
13
                    <button type="object" name="purge_all" string="Purge all data" />
908
14
                    <field name="purge_line_ids" colspan="4" nolabel="1">
909
15
                        <tree string="Purge data">
910
16
                            <field name="name" />
911
17
                            <field name="data_id" />
912
18
                            <field name="purged" invisible="0" />
913
19
                            <button type="object" name="purge"
914
20
                                    icon="gtk-cancel" string="Purge this data"
915
21
                                    attrs="{'invisible': [('purged', '=', True)]}"/>
916
22
                        </tree>
917
23
                    </field>
918
24
                </form>
919
25
            </field>
920
26
        </record>
921
27
922
28
        <record id="action_purge_data" model="ir.actions.act_window">
923
29
            <field name="name">Purge data entries that refer to missing resources</field>
924
30
            <field name="type">ir.actions.act_window</field>
925
31
            <field name="res_model">cleanup.purge.wizard.data</field>
926
32
            <field name="view_type">form</field>
927
33
            <field name="view_mode">form</field>
928
34
        </record>
929
35
930
36
    </data>
931
37
</openerp>
932
0
38
933
=== added file 'database_cleanup/view/purge_models.xml'
934
--- database_cleanup/view/purge_models.xml	1970-01-01 00:00:00 +0000
935
+++ database_cleanup/view/purge_models.xml	2014-03-14 13:27:36 +0000
936
@@ -0,0 +1,36 @@
937
1
<?xml version="1.0" encoding="utf-8"?>
938
2
<openerp>
939
3
    <data>
940
4
941
5
        <record id="purge_models_view" model="ir.ui.view">
942
6
            <field name="name">Form view for purge models wizard</field>
943
7
            <field name="model">cleanup.purge.wizard.model</field>
944
8
            <field name="arch" type="xml">
945
9
                <form string="Purge models" version="7.0">
946
10
                    <h1>
947
11
                        <field name="name"/>
948
12
                    </h1>
949
13
                    <button type="object" name="purge_all" string="Purge all models" />
950
14
                    <field name="purge_line_ids" colspan="4" nolabel="1">
951
15
                        <tree string="Purge models">
952
16
                            <field name="name" />
953
17
                            <field name="purged" invisible="0" />
954
18
                            <button type="object" name="purge"
955
19
                                    icon="gtk-cancel" string="Purge this model"
956
20
                                    attrs="{'invisible': [('purged', '=', True)]}"/>
957
21
                        </tree>
958
22
                    </field>
959
23
                </form>
960
24
            </field>
961
25
        </record>
962
26
963
27
        <record id="action_purge_models" model="ir.actions.act_window">
964
28
            <field name="name">Purge models</field>
965
29
            <field name="type">ir.actions.act_window</field>
966
30
            <field name="res_model">cleanup.purge.wizard.model</field>
967
31
            <field name="view_type">form</field>
968
32
            <field name="view_mode">form</field>
969
33
        </record>
970
34
971
35
    </data>
972
36
</openerp>
973
0
37
974
=== added file 'database_cleanup/view/purge_modules.xml'
975
--- database_cleanup/view/purge_modules.xml	1970-01-01 00:00:00 +0000
976
+++ database_cleanup/view/purge_modules.xml	2014-03-14 13:27:36 +0000
977
@@ -0,0 +1,36 @@
978
1
<?xml version="1.0" encoding="utf-8"?>
979
2
<openerp>
980
3
    <data>
981
4
982
5
        <record id="purge_modules_view" model="ir.ui.view">
983
6
            <field name="name">Form view for purge modules wizard</field>
984
7
            <field name="model">cleanup.purge.wizard.module</field>
985
8
            <field name="arch" type="xml">
986
9
                <form string="Purge modules" version="7.0">
987
10
                    <h1>
988
11
                        <field name="name"/>
989
12
                    </h1>
990
13
                    <button type="object" name="purge_all" string="Purge all modules" />
991
14
                    <field name="purge_line_ids" colspan="4" nolabel="1">
992
15
                        <tree string="Purge modules">
993
16
                            <field name="name" />
994
17
                            <field name="purged" invisible="0" />
995
18
                            <button type="object" name="purge"
996
19
                                    icon="gtk-cancel" string="Purge this module"
997
20
                                    attrs="{'invisible': [('purged', '=', True)]}"/>
998
21
                        </tree>
999
22
                    </field>
1000
23
                </form>
1001
24
            </field>
1002
25
        </record>
1003
26
1004
27
        <record id="action_purge_modules" model="ir.actions.act_window">
1005
28
            <field name="name">Purge modules</field>
1006
29
            <field name="type">ir.actions.act_window</field>
1007
30
            <field name="res_model">cleanup.purge.wizard.module</field>
1008
31
            <field name="view_type">form</field>
1009
32
            <field name="view_mode">form</field>
1010
33
        </record>
1011
34
1012
35
    </data>
1013
36
</openerp>
1014
0
37
1015
=== added file 'database_cleanup/view/purge_tables.xml'
1016
--- database_cleanup/view/purge_tables.xml	1970-01-01 00:00:00 +0000
1017
+++ database_cleanup/view/purge_tables.xml	2014-03-14 13:27:36 +0000
1018
@@ -0,0 +1,36 @@
1019
1
<?xml version="1.0" encoding="utf-8"?>
1020
2
<openerp>
1021
3
    <data>
1022
4
1023
5
        <record id="purge_tables_view" model="ir.ui.view">
1024
6
            <field name="name">Form view for purge tables wizard</field>
1025
7
            <field name="model">cleanup.purge.wizard.table</field>
1026
8
            <field name="arch" type="xml">
1027
9
                <form string="Purge tables" version="7.0">
1028
10
                    <h1>
1029
11
                        <field name="name"/>
1030
12
                    </h1>
1031
13
                    <button type="object" name="purge_all" string="Purge all tables" />
1032
14
                    <field name="purge_line_ids" colspan="4" nolabel="1">
1033
15
                        <tree string="Purge tables">
1034
16
                            <field name="name" />
1035
17
                            <field name="purged" invisible="0" />
1036
18
                            <button type="object" name="purge"
1037
19
                                    icon="gtk-cancel" string="Purge this table"
1038
20
                                    attrs="{'invisible': [('purged', '=', True)]}"/>
1039
21
                        </tree>
1040
22
                    </field>
1041
23
                </form>
1042
24
            </field>
1043
25
        </record>
1044
26
1045
27
        <record id="action_purge_tables" model="ir.actions.act_window">
1046
28
            <field name="name">Purge tables</field>
1047
29
            <field name="type">ir.actions.act_window</field>
1048
30
            <field name="res_model">cleanup.purge.wizard.table</field>
1049
31
            <field name="view_type">form</field>
1050
32
            <field name="view_mode">form</field>
1051
33
        </record>
1052
34
1053
35
    </data>
1054
36
</openerp>
Reviewer	Review Type	Date Requested	Status
Pedro Manuel Baeza	code review and test	2014-01-28	Needs Fixing on 2014-03-28
Review via email: mp+203633@code.launchpad.net