Merge lp:~openerp-dev/openobject-server/trunk-import-parsers-refactor-thu into lp:openobject-server

[Vo Minh Thu]

Unmerged revisions

4761. By Vo Minh Thu on 2013-01-08

[IMP] Started to refactor openerp/tools/convert.

A parser_xml.py file has been added. It is a copy of refactor openerp/tools/convert
where the result of parsing is just a list of records ((string, dict) pairs for now).

=== modified file 'openerp/tools/convert.py'
--- openerp/tools/convert.py	2013-02-25 16:40:28 +0000
+++ openerp/tools/convert.py	2013-02-26 11:04:52 +0000
@@ -952,4 +952,20 @@
     return True
 
 
+if __name__ == '__main__':
+    import sys
+    import openerp
+
+    assert len(sys.argv) == 4
+    database_name = sys.argv[1]
+    module_name = sys.argv[2]
+    filename = sys.argv[3]
+
+    xml = etree.parse(filename)
+
+    registry = openerp.modules.registry.RegistryManager.get(database_name)
+    with registry.cursor() as cr:
+        xml_import(cr, 'base', {}, 'init', None, False).parse(xml.getroot())
+
+
 # vim:expandtab:smartindent:tabstop=4:softtabstop=4:shiftwidth=4:

=== added file 'parser_xml.py'
--- parser_xml.py	1970-01-01 00:00:00 +0000
+++ parser_xml.py	2013-02-26 11:04:52 +0000
@@ -0,0 +1,824 @@
+# -*- coding: utf-8 -*-
+##############################################################################
+#
+#    OpenERP, Open Source Management Solution
+#    Copyright (C) 2004-2009 Tiny SPRL (<http://tiny.be>).
+#
+#    This program is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU Affero General Public License as
+#    published by the Free Software Foundation, either version 3 of the
+#    License, or (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU Affero General Public License for more details.
+#
+#    You should have received a copy of the GNU Affero General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+##############################################################################
+
+import cStringIO
+import csv
+import logging
+import os.path
+import pickle
+import re
+
+# for eval context:
+import time
+import openerp.release as release
+
+_logger = logging.getLogger(__name__)
+
+try:
+    import pytz
+except:
+    _logger.warning('could not find pytz library, please install it')
+    class pytzclass(object):
+        all_timezones=[]
+    pytz=pytzclass()
+
+
+from datetime import datetime, timedelta
+from lxml import etree
+
+import openerp.tools.misc as misc
+import openerp.loglevels as loglevels
+import openerp.pooler as pooler
+
+# List of etree._Element subclasses that we choose to ignore when parsing XML.
+from openerp.tools.misc import SKIPPED_ELEMENT_TYPES
+
+from openerp.tools.misc import unquote
+
+# Import of XML records requires the unsafe eval as well,
+# almost everywhere, which is ok because it supposedly comes
+# from trusted data, but at least we make it obvious now.
+unsafe_eval = eval
+from openerp.tools.safe_eval import safe_eval as eval
+
+class ConvertError(Exception):
+    def __init__(self, doc, orig_excpt):
+        self.d = doc
+        self.orig = orig_excpt
+
+    def __str__(self):
+        return 'Exception:\n\t%s\nUsing file:\n%s' % (self.orig, self.d)
+
+def _ref(self, cr):
+    return lambda x: self.id_get(cr, x)
+
+def _obj(pool, cr, uid, model_str, context=None):
+    model = pool.get(model_str)
+    return lambda x: model.browse(cr, uid, x, context=context)
+
+def _get_idref(self, cr, uid, model_str, context, idref):
+    idref2 = dict(idref,
+                  time=time,
+                  DateTime=datetime,
+                  timedelta=timedelta,
+                  version=release.major_version,
+                  ref=_ref(self, cr),
+                  pytz=pytz)
+    if len(model_str):
+        idref2['obj'] = _obj(self.pool, cr, uid, model_str, context=context)
+    return idref2
+
+def _fix_multiple_roots(node):
+    """
+    Surround the children of the ``node`` element of an XML field with a
+    single root "data" element, to prevent having a document with multiple
+    roots once parsed separately.
+
+    XML nodes should have one root only, but we'd like to support
+    direct multiple roots in our partial documents (like inherited view architectures).
+    As a convention we'll surround multiple root with a container "data" element, to be
+    ignored later when parsing.
+    """
+    real_nodes = [x for x in node if not isinstance(x, SKIPPED_ELEMENT_TYPES)]
+    if len(real_nodes) > 1:
+        data_node = etree.Element("data")
+        for child in node:
+            data_node.append(child)
+        node.append(data_node)
+
+def node_content(node):
+    """Implement a little hack"""
+    if node.get('type', 'char') == 'xml':
+        _fix_multiple_roots(node)
+        return '<?xml version="1.0"?>\n'\
+            + "".join([etree.tostring(n, encoding='utf-8') for n in node])
+    else:
+        return node.text
+
+def _eval_xml(self, node, pool, cr, uid, idref, context=None):
+    if context is None:
+        context = {}
+    if node.tag in ('field','value'):
+        t = node.get('type','char')
+        f_model = node.get('model', '').encode('utf-8')
+        if node.get('search'):
+            f_search = node.get("search",'').encode('utf-8')
+            f_use = node.get("use",'id').encode('utf-8')
+            f_name = node.get("name",'').encode('utf-8')
+            idref2 = {}
+            if f_search:
+                idref2 = _get_idref(self, cr, uid, f_model, context, idref)
+            q = unsafe_eval(f_search, idref2)
+            ids = pool.get(f_model).search(cr, uid, q)
+            if f_use != 'id':
+                ids = map(lambda x: x[f_use], pool.get(f_model).read(cr, uid, ids, [f_use]))
+            _cols = pool.get(f_model)._columns
+            if (f_name in _cols) and _cols[f_name]._type=='many2many':
+                return ids
+            f_val = False
+            if len(ids):
+                f_val = ids[0]
+                if isinstance(f_val, tuple):
+                    f_val = f_val[0]
+            return f_val
+        a_eval = node.get('eval','')
+        idref2 = {}
+        if a_eval:
+            idref2 = _get_idref(self, cr, uid, f_model, context, idref)
+            try:
+                return unsafe_eval(a_eval, idref2)
+            except Exception:
+                _logger.warning('could not eval(%s) for %s in %s' % (a_eval, node.get('name'), context), exc_info=True)
+                return ""
+        def _process(s, idref):
+            m = re.findall('[^%]%\((.*?)\)[ds]', s)
+            for id in m:
+                if not id in idref:
+                    idref[id]=self.id_get(cr, id)
+            return s % idref
+        if t == 'xml':
+            _fix_multiple_roots(node)
+            return '<?xml version="1.0"?>\n'\
+                +_process("".join([etree.tostring(n, encoding='utf-8')
+                                   for n in node]), idref)
+        if t == 'html':
+            return _process("".join([etree.tostring(n, encoding='utf-8')
+                                   for n in node]), idref)
+        if t in ('char', 'int', 'float'):
+            d = node.text
+            if t == 'int':
+                d = d.strip()
+                if d == 'None':
+                    return None
+                else:
+                    return int(d.strip())
+            elif t == 'float':
+                return float(d.strip())
+            return d
+        elif t in ('list','tuple'):
+            res=[]
+            for n in node.findall('./value'):
+                res.append(_eval_xml(self,n,pool,cr,uid,idref))
+            if t=='tuple':
+                return tuple(res)
+            return res
+    elif node.tag == "getitem":
+        for n in node:
+            res=_eval_xml(self,n,pool,cr,uid,idref)
+        if not res:
+            raise LookupError
+        elif node.get('type') in ("int", "list"):
+            return res[int(node.get('index'))]
+        else:
+            return res[node.get('index','').encode("utf8")]
+    elif node.tag == "function":
+        args = []
+        a_eval = node.get('eval','')
+        if a_eval:
+            idref['ref'] = lambda x: self.id_get(cr, x)
+            args = unsafe_eval(a_eval, idref)
+        for n in node:
+            return_val = _eval_xml(self,n, pool, cr, uid, idref, context)
+            if return_val is not None:
+                args.append(return_val)
+        model = pool.get(node.get('model',''))
+        method = node.get('name','')
+        res = getattr(model, method)(cr, uid, *args)
+        return res
+    elif node.tag == "test":
+        return node.text
+
+escape_re = re.compile(r'(?<!\\)/')
+def escape(x):
+    return x.replace('\\/', '/')
+
+class parser(object):
+    @staticmethod
+    def nodeattr2bool(node, attr, default=False):
+        val = node.get(attr, '').strip().lower()
+        if not val:
+            return default
+        if val in ('0', 'false', 'off'):
+            return False
+        if val in ('1', 'true', 'on'):
+            return True
+        print "Oh noes"
+        return True
+
+    def isnoupdate(self, data_node):
+        # TODO is taking the lenght of data_node necessary?
+        return self.noupdate or (len(data_node) and self.nodeattr2bool(data_node, 'noupdate', False))
+
+    def get_context(self, data_node, node, eval_dict):
+        data_node_context = (len(data_node) and data_node.get('context','').encode('utf8'))
+        node_context = node.get("context",'').encode('utf8')
+        context = {}
+        for ctx in (data_node_context, node_context):
+            if ctx:
+                try:
+                    ctx_res = unsafe_eval(ctx, eval_dict)
+                    if isinstance(context, dict):
+                        context.update(ctx_res)
+                    else:
+                        context = ctx_res
+                except NameError:
+                    # TODO is this still true ?
+                    # Some contexts contain references that are only valid at runtime at
+                    # client-side, so in that case we keep the original context string
+                    # as it is. We also log it, just in case.
+                    context = ctx
+                    _logger.debug('Context value (%s) for element with id "%s" or its data node does not parse '\
+                                                    'at server-side, keeping original string, in case it\'s meant for client side only',
+                                                    ctx, node.get('id','n/a'), exc_info=True)
+        return context
+
+    def get_uid(self, cr, uid, data_node, node):
+        node_uid = node.get('uid','') or (len(data_node) and data_node.get('uid',''))
+        if node_uid:
+            return self.id_get(cr, node_uid)
+        return uid
+
+    def _test_xml_id(self, xml_id):
+        id = xml_id
+        if '.' in xml_id:
+            module, id = xml_id.split('.', 1)
+            assert '.' not in id, """The ID reference "%s" must contain
+maximum one dot. They are used to refer to other modules ID, in the
+form: module.record_id""" % (xml_id,)
+            if module != self.module:
+                modcnt = self.pool.get('ir.module.module').search_count(self.cr, self.uid, ['&', ('name', '=', module), ('state', 'in', ['installed'])])
+                assert modcnt == 1, """The ID "%s" refers to an uninstalled module""" % (xml_id,)
+
+        if len(id) > 64:
+            _logger.error('id: %s is to long (max: 64)', id)
+
+    def _tag_delete(self, cr, rec, data_node=None):
+        d_model = rec.get("model",'')
+        d_search = rec.get("search",'').encode('utf-8')
+        d_id = rec.get("id",'')
+        ids = []
+
+        if d_search:
+            idref = _get_idref(self, cr, self.uid, d_model, context={}, idref={})
+            ids = self.pool.get(d_model).search(cr, self.uid, unsafe_eval(d_search, idref))
+        if d_id:
+            try:
+                ids.append(self.id_get(cr, d_id))
+            except:
+                # d_id cannot be found. doesn't matter in this case
+                pass
+        if ids:
+            self.pool.get(d_model).unlink(cr, self.uid, ids)
+
+    def _remove_ir_values(self, cr, name, value, model):
+        ir_values_obj = self.pool.get('ir.values')
+        ir_value_ids = ir_values_obj.search(cr, self.uid, [('name','=',name),('value','=',value),('model','=',model)])
+        if ir_value_ids:
+            ir_values_obj.unlink(cr, self.uid, ir_value_ids)
+
+        return True
+
+    def _tag_report(self, cr, rec, data_node=None):
+        res = {}
+        for dest,f in (('name','string'),('model','model'),('report_name','name')):
+            res[dest] = rec.get(f,'').encode('utf8')
+            assert res[dest], "Attribute %s of report is empty !" % (f,)
+        for field,dest in (('rml','report_rml'),('file','report_rml'),('xml','report_xml'),('xsl','report_xsl'),
+                           ('attachment','attachment'),('attachment_use','attachment_use'), ('usage','usage')):
+            if rec.get(field):
+                res[dest] = rec.get(field).encode('utf8')
+        if rec.get('auto'):
+            res['auto'] = eval(rec.get('auto','False'))
+        if rec.get('sxw'):
+            sxw_content = misc.file_open(rec.get('sxw')).read()
+            res['report_sxw_content'] = sxw_content
+        if rec.get('header'):
+            res['header'] = eval(rec.get('header','False'))
+        if rec.get('report_type'):
+            res['report_type'] = rec.get('report_type')
+
+        res['multi'] = rec.get('multi') and eval(rec.get('multi','False'))
+
+        xml_id = rec.get('id','').encode('utf8')
+        self._test_xml_id(xml_id)
+
+        if rec.get('groups'):
+            g_names = rec.get('groups','').split(',')
+            groups_value = []
+            for group in g_names:
+                if group.startswith('-'):
+                    group_id = self.id_get(cr, group[1:])
+                    groups_value.append((3, group_id))
+                else:
+                    group_id = self.id_get(cr, group)
+                    groups_value.append((4, group_id))
+            res['groups_id'] = groups_value
+
+        id = self.pool.get('ir.model.data')._update(cr, self.uid, "ir.actions.report.xml", self.module, res, xml_id, noupdate=self.isnoupdate(data_node), mode=self.mode)
+        self.idref[xml_id] = int(id)
+
+        if not rec.get('menu') or eval(rec.get('menu','False')):
+            keyword = str(rec.get('keyword', 'client_print_multi'))
+            value = 'ir.actions.report.xml,'+str(id)
+            replace = rec.get('replace', True)
+            self.pool.get('ir.model.data').ir_set(cr, self.uid, 'action', keyword, res['name'], [res['model']], value, replace=replace, isobject=True, xml_id=xml_id)
+        elif self.mode=='update' and eval(rec.get('menu','False'))==False:
+            # Special check for report having attribute menu=False on update
+            value = 'ir.actions.report.xml,'+str(id)
+            self._remove_ir_values(cr, res['name'], value, res['model'])
+        return id
+
+    def _tag_function(self, rec):
+        return ('TODO_TAG_FUNCTION', {})
+
+    def _tag_wizard(self, cr, rec, data_node=None):
+        string = rec.get("string",'').encode('utf8')
+        model = rec.get("model",'').encode('utf8')
+        name = rec.get("name",'').encode('utf8')
+        xml_id = rec.get('id','').encode('utf8')
+        self._test_xml_id(xml_id)
+        multi = rec.get('multi','') and eval(rec.get('multi','False'))
+        res = {'name': string, 'wiz_name': name, 'multi': multi, 'model': model}
+
+        if rec.get('groups'):
+            g_names = rec.get('groups','').split(',')
+            groups_value = []
+            for group in g_names:
+                if group.startswith('-'):
+                    group_id = self.id_get(cr, group[1:])
+                    groups_value.append((3, group_id))
+                else:
+                    group_id = self.id_get(cr, group)
+                    groups_value.append((4, group_id))
+            res['groups_id'] = groups_value
+
+        id = self.pool.get('ir.model.data')._update(cr, self.uid, "ir.actions.wizard", self.module, res, xml_id, noupdate=self.isnoupdate(data_node), mode=self.mode)
+        self.idref[xml_id] = int(id)
+        # ir_set
+        if (not rec.get('menu') or eval(rec.get('menu','False'))) and id:
+            keyword = str(rec.get('keyword','') or 'client_action_multi')
+            value = 'ir.actions.wizard,'+str(id)
+            replace = rec.get("replace",'') or True
+            self.pool.get('ir.model.data').ir_set(cr, self.uid, 'action', keyword, string, [model], value, replace=replace, isobject=True, xml_id=xml_id)
+        elif self.mode=='update' and (rec.get('menu') and eval(rec.get('menu','False'))==False):
+            # Special check for wizard having attribute menu=False on update
+            value = 'ir.actions.wizard,'+str(id)
+            self._remove_ir_values(cr, string, value, model)
+
+    def _tag_url(self, cr, rec, data_node=None):
+        url = rec.get("url",'').encode('utf8')
+        target = rec.get("target",'').encode('utf8')
+        name = rec.get("name",'').encode('utf8')
+        xml_id = rec.get('id','').encode('utf8')
+        self._test_xml_id(xml_id)
+
+        res = {'name': name, 'url': url, 'target':target}
+
+        id = self.pool.get('ir.model.data')._update(cr, self.uid, "ir.actions.url", self.module, res, xml_id, noupdate=self.isnoupdate(data_node), mode=self.mode)
+        self.idref[xml_id] = int(id)
+        # ir_set
+        if (not rec.get('menu') or eval(rec.get('menu','False'))) and id:
+            keyword = str(rec.get('keyword','') or 'client_action_multi')
+            value = 'ir.actions.url,'+str(id)
+            replace = rec.get("replace",'') or True
+            self.pool.get('ir.model.data').ir_set(cr, self.uid, 'action', keyword, url, ["ir.actions.url"], value, replace=replace, isobject=True, xml_id=xml_id)
+        elif self.mode=='update' and (rec.get('menu') and eval(rec.get('menu','False'))==False):
+            # Special check for URL having attribute menu=False on update
+            value = 'ir.actions.url,'+str(id)
+            self._remove_ir_values(cr, url, value, "ir.actions.url")
+
+    def _tag_act_window(self, cr, rec, data_node=None):
+        name = rec.get('name','').encode('utf-8')
+        xml_id = rec.get('id','').encode('utf8')
+        self._test_xml_id(xml_id)
+        type = rec.get('type','').encode('utf-8') or 'ir.actions.act_window'
+        view_id = False
+        if rec.get('view_id'):
+            view_id = self.id_get(cr, rec.get('view_id','').encode('utf-8'))
+        domain = rec.get('domain','').encode('utf-8') or '[]'
+        res_model = rec.get('res_model','').encode('utf-8')
+        src_model = rec.get('src_model','').encode('utf-8')
+        view_type = rec.get('view_type','').encode('utf-8') or 'form'
+        view_mode = rec.get('view_mode','').encode('utf-8') or 'tree,form'
+        usage = rec.get('usage','').encode('utf-8')
+        limit = rec.get('limit','').encode('utf-8')
+        auto_refresh = rec.get('auto_refresh','').encode('utf-8')
+        uid = self.uid
+
+        # Act_window's 'domain' and 'context' contain mostly literals
+        # but they can also refer to the variables provided below
+        # in eval_context, so we need to eval() them before storing.
+        # Among the context variables, 'active_id' refers to
+        # the currently selected items in a list view, and only
+        # takes meaning at runtime on the client side. For this
+        # reason it must remain a bare variable in domain and context,
+        # even after eval() at server-side. We use the special 'unquote'
+        # class to achieve this effect: a string which has itself, unquoted,
+        # as representation.
+        active_id = unquote("active_id")
+        active_ids = unquote("active_ids")
+        active_model = unquote("active_model")
+
+        def ref(str_id):
+            return self.id_get(cr, str_id)
+
+        # Include all locals() in eval_context, for backwards compatibility
+        eval_context = {
+            'name': name,
+            'xml_id': xml_id,
+            'type': type,
+            'view_id': view_id,
+            'domain': domain,
+            'res_model': res_model,
+            'src_model': src_model,
+            'view_type': view_type,
+            'view_mode': view_mode,
+            'usage': usage,
+            'limit': limit,
+            'auto_refresh': auto_refresh,
+            'uid' : uid,
+            'active_id': active_id,
+            'active_ids': active_ids,
+            'active_model': active_model,
+            'ref' : ref,
+        }
+        context = self.get_context(data_node, rec, eval_context)
+
+        try:
+            domain = unsafe_eval(domain, eval_context)
+        except NameError:
+            # Some domains contain references that are only valid at runtime at
+            # client-side, so in that case we keep the original domain string
+            # as it is. We also log it, just in case.
+            _logger.debug('Domain value (%s) for element with id "%s" does not parse '\
+                'at server-side, keeping original string, in case it\'s meant for client side only',
+                domain, xml_id or 'n/a', exc_info=True)
+        res = {
+            'name': name,
+            'type': type,
+            'view_id': view_id,
+            'domain': domain,
+            'context': context,
+            'res_model': res_model,
+            'src_model': src_model,
+            'view_type': view_type,
+            'view_mode': view_mode,
+            'usage': usage,
+            'limit': limit,
+            'auto_refresh': auto_refresh,
+        }
+
+        if rec.get('groups'):
+            g_names = rec.get('groups','').split(',')
+            groups_value = []
+            for group in g_names:
+                if group.startswith('-'):
+                    group_id = self.id_get(cr, group[1:])
+                    groups_value.append((3, group_id))
+                else:
+                    group_id = self.id_get(cr, group)
+                    groups_value.append((4, group_id))
+            res['groups_id'] = groups_value
+
+        if rec.get('target'):
+            res['target'] = rec.get('target','')
+        if rec.get('multi'):
+            res['multi'] = rec.get('multi', False)
+        id = self.pool.get('ir.model.data')._update(cr, self.uid, 'ir.actions.act_window', self.module, res, xml_id, noupdate=self.isnoupdate(data_node), mode=self.mode)
+        self.idref[xml_id] = int(id)
+
+        if src_model:
+            #keyword = 'client_action_relate'
+            keyword = rec.get('key2','').encode('utf-8') or 'client_action_relate'
+            value = 'ir.actions.act_window,'+str(id)
+            replace = rec.get('replace','') or True
+            self.pool.get('ir.model.data').ir_set(cr, self.uid, 'action', keyword, xml_id, [src_model], value, replace=replace, isobject=True, xml_id=xml_id)
+        # TODO add remove ir.model.data
+
+    def _tag_ir_set(self, cr, rec, data_node=None):
+        if self.mode != 'init':
+            return
+        res = {}
+        for field in rec.findall('./field'):
+            f_name = field.get("name",'').encode('utf-8')
+            f_val = _eval_xml(self,field,self.pool, cr, self.uid, self.idref)
+            res[f_name] = f_val
+        self.pool.get('ir.model.data').ir_set(cr, self.uid, res['key'], res['key2'], res['name'], res['models'], res['value'], replace=res.get('replace',True), isobject=res.get('isobject', False), meta=res.get('meta',None))
+
+    def _tag_workflow(self, cr, rec, data_node=None):
+        if self.isnoupdate(data_node) and self.mode != 'init':
+            return
+        model = str(rec.get('model',''))
+        w_ref = rec.get('ref','')
+        if w_ref:
+            id = self.id_get(cr, w_ref)
+        else:
+            number_children = len(rec)
+            assert number_children > 0,\
+                'You must define a child node if you dont give a ref'
+            assert number_children == 1,\
+                'Only one child node is accepted (%d given)' % number_children
+            id = _eval_xml(self, rec[0], self.pool, cr, self.uid, self.idref)
+
+        uid = self.get_uid(cr, self.uid, data_node, rec)
+        import openerp.netsvc as netsvc
+        wf_service = netsvc.LocalService("workflow")
+        wf_service.trg_validate(uid, model,
+            id,
+            str(rec.get('action','')), cr)
+
+    #
+    # Support two types of notation:
+    #   name="Inventory Control/Sending Goods"
+    # or
+    #   action="action_id"
+    #   parent="parent_id"
+    #
+    def _tag_menuitem(self, cr, rec, data_node=None):
+        rec_id = rec.get("id",'').encode('ascii')
+        self._test_xml_id(rec_id)
+        m_l = map(escape, escape_re.split(rec.get("name",'').encode('utf8')))
+
+        values = {'parent_id': False}
+        if rec.get('parent', False) is False and len(m_l) > 1:
+            # No parent attribute specified and the menu name has several menu components,
+            # try to determine the ID of the parent according to menu path
+            pid = False
+            res = None
+            values['name'] = m_l[-1]
+            m_l = m_l[:-1] # last part is our name, not a parent
+            for idx, menu_elem in enumerate(m_l):
+                if pid:
+                    cr.execute('select id from ir_ui_menu where parent_id=%s and name=%s', (pid, menu_elem))
+                else:
+                    cr.execute('select id from ir_ui_menu where parent_id is null and name=%s', (menu_elem,))
+                res = cr.fetchone()
+                if res:
+                    pid = res[0]
+                else:
+                    # the menuitem does't exist but we are in branch (not a leaf)
+                    _logger.warning('Warning no ID for submenu %s of menu %s !', menu_elem, str(m_l))
+                    pid = self.pool.get('ir.ui.menu').create(cr, self.uid, {'parent_id' : pid, 'name' : menu_elem})
+            values['parent_id'] = pid
+        else:
+            # The parent attribute was specified, if non-empty determine its ID, otherwise
+            # explicitly make a top-level menu
+            if rec.get('parent'):
+                menu_parent_id = self.id_get(cr, rec.get('parent',''))
+            else:
+                # we get here with <menuitem parent="">, explicit clear of parent, or
+                # if no parent attribute at all but menu name is not a menu path
+                menu_parent_id = False
+            values = {'parent_id': menu_parent_id}
+            if rec.get('name'):
+                values['name'] = rec.get('name')
+            try:
+                res = [ self.id_get(cr, rec.get('id','')) ]
+            except:
+                res = None
+
+        if rec.get('action'):
+            a_action = rec.get('action','').encode('utf8')
+
+            # determine the type of action
+            a_type, a_id = self.model_id_get(cr, a_action)
+            a_type = a_type.split('.')[-1] # keep only type part
+
+            icons = {
+                "act_window": 'STOCK_NEW',
+                "report.xml": 'STOCK_PASTE',
+                "wizard": 'STOCK_EXECUTE',
+                "url": 'STOCK_JUMP_TO',
+                "client": 'STOCK_EXECUTE',
+                "server": 'STOCK_EXECUTE',
+            }
+            values['icon'] = icons.get(a_type,'STOCK_NEW')
+
+            if a_type=='act_window':
+                cr.execute('select view_type,view_mode,name,view_id,target from ir_act_window where id=%s', (int(a_id),))
+                rrres = cr.fetchone()
+                assert rrres, "No window action defined for this id %s !\n" \
+                    "Verify that this is a window action or add a type argument." % (a_action,)
+                action_type,action_mode,action_name,view_id,target = rrres
+                if view_id:
+                    cr.execute('SELECT arch FROM ir_ui_view WHERE id=%s', (int(view_id),))
+                    arch, = cr.fetchone()
+                    action_mode = etree.fromstring(arch.encode('utf8')).tag
+                cr.execute('SELECT view_mode FROM ir_act_window_view WHERE act_window_id=%s ORDER BY sequence LIMIT 1', (int(a_id),))
+                if cr.rowcount:
+                    action_mode, = cr.fetchone()
+                if action_type=='tree':
+                    values['icon'] = 'STOCK_INDENT'
+                elif action_mode and action_mode.startswith(('tree','kanban','gantt')):
+                    values['icon'] = 'STOCK_JUSTIFY_FILL'
+                elif action_mode and action_mode.startswith('graph'):
+                    values['icon'] = 'terp-graph'
+                elif action_mode and action_mode.startswith('calendar'):
+                    values['icon'] = 'terp-calendar'
+                if target=='new':
+                    values['icon'] = 'STOCK_EXECUTE'
+                if not values.get('name', False):
+                    values['name'] = action_name
+
+            elif a_type in ['wizard', 'url', 'client', 'server'] and not values.get('name'):
+                a_table = 'ir_act_%s' % a_type
+                cr.execute('select name from %s where id=%%s' % a_table, (int(a_id),))
+                resw = cr.fetchone()
+                if resw:
+                    values['name'] = resw[0]
+
+        if not values.get('name'):
+            # ensure menu has a name
+            values['name'] = rec_id or '?'
+
+        if rec.get('sequence'):
+            values['sequence'] = int(rec.get('sequence'))
+        if rec.get('icon'):
+            values['icon'] = str(rec.get('icon'))
+        if rec.get('web_icon'):
+            values['web_icon'] = "%s,%s" %(self.module, str(rec.get('web_icon')))
+        if rec.get('web_icon_hover'):
+            values['web_icon_hover'] = "%s,%s" %(self.module, str(rec.get('web_icon_hover')))
+
+        if rec.get('groups'):
+            g_names = rec.get('groups','').split(',')
+            groups_value = []
+            for group in g_names:
+                if group.startswith('-'):
+                    group_id = self.id_get(cr, group[1:])
+                    groups_value.append((3, group_id))
+                else:
+                    group_id = self.id_get(cr, group)
+                    groups_value.append((4, group_id))
+            values['groups_id'] = groups_value
+
+        pid = self.pool.get('ir.model.data')._update(cr, self.uid, 'ir.ui.menu', self.module, values, rec_id, noupdate=self.isnoupdate(data_node), mode=self.mode, res_id=res and res[0] or False)
+
+        if rec_id and pid:
+            self.idref[rec_id] = int(pid)
+
+        if rec.get('action') and pid:
+            action = "ir.actions.%s,%d" % (a_type, a_id)
+            self.pool.get('ir.model.data').ir_set(cr, self.uid, 'action', 'tree_but_open', 'Menuitem', [('ir.ui.menu', int(pid))], action, True, True, xml_id=rec_id)
+        return ('ir.ui.menu', pid)
+
+    def _assert_equals(self, f1, f2, prec=4):
+        return not round(f1 - f2, prec)
+
+    def _tag_assert(self, cr, rec, data_node=None):
+        if self.isnoupdate(data_node) and self.mode != 'init':
+            return
+
+        rec_model = rec.get("model",'').encode('ascii')
+        model = self.pool.get(rec_model)
+        assert model, "The model %s does not exist !" % (rec_model,)
+        rec_id = rec.get("id",'').encode('ascii')
+        self._test_xml_id(rec_id)
+        rec_src = rec.get("search",'').encode('utf8')
+        rec_src_count = rec.get("count")
+
+        rec_string = rec.get("string",'').encode('utf8') or 'unknown'
+
+        ids = None
+        eval_dict = {'ref': _ref(self, cr)}
+        context = self.get_context(data_node, rec, eval_dict)
+        uid = self.get_uid(cr, self.uid, data_node, rec)
+        if rec_id:
+            ids = [self.id_get(cr, rec_id)]
+        elif rec_src:
+            q = unsafe_eval(rec_src, eval_dict)
+            ids = self.pool.get(rec_model).search(cr, uid, q, context=context)
+            if rec_src_count:
+                count = int(rec_src_count)
+                if len(ids) != count:
+                    self.assertion_report.record_failure()
+                    msg = 'assertion "%s" failed!\n'    \
+                          ' Incorrect search count:\n'  \
+                          ' expected count: %d\n'       \
+                          ' obtained count: %d\n'       \
+                          % (rec_string, count, len(ids))
+                    _logger.error(msg)
+                    return
+
+        assert ids is not None,\
+            'You must give either an id or a search criteria'
+        ref = _ref(self, cr)
+        for id in ids:
+            brrec =  model.browse(cr, uid, id, context)
+            class d(dict):
+                def __getitem__(self2, key):
+                    if key in brrec:
+                        return brrec[key]
+                    return dict.__getitem__(self2, key)
+            globals_dict = d()
+            globals_dict['floatEqual'] = self._assert_equals
+            globals_dict['ref'] = ref
+            globals_dict['_ref'] = ref
+            for test in rec.findall('./test'):
+                f_expr = test.get("expr",'').encode('utf-8')
+                expected_value = _eval_xml(self, test, self.pool, cr, uid, self.idref, context=context) or True
+                expression_value = unsafe_eval(f_expr, globals_dict)
+                if expression_value != expected_value: # assertion failed
+                    self.assertion_report.record_failure()
+                    msg = 'assertion "%s" failed!\n'    \
+                          ' xmltag: %s\n'               \
+                          ' expected value: %r\n'       \
+                          ' obtained value: %r\n'       \
+                          % (rec_string, etree.tostring(test), expected_value, expression_value)
+                    _logger.error(msg)
+                    return
+        else: # all tests were successful for this assertion tag (no break)
+            self.assertion_report.record_success()
+
+    def _tag_record(self, rec):
+        rec_model = rec.get('model').encode('ascii')
+        rec_id = rec.get('id','').encode('ascii')
+        rec_context = rec.get('context', None)
+
+        rec_fields = {}
+        for field in rec.findall('./field'):
+            field_name = field.get('name').encode('utf-8')
+            rec_fields[field_name] = {}
+            for x in ('ref', 'search', 'model', 'use', 'eval'):
+                x_ = field.get(x,'').encode('utf-8')
+                if x_: rec_fields[field_name][x] = x_
+            if field.text is not None:
+                rec_fields[field_name]['content'] = node_content(field)
+
+        return ('RECORD', {
+            'model': rec_model,
+            'xid': rec_id,
+            'context': rec_context,
+            'fields': rec_fields,
+        })
+
+    def __iter__(self):
+        assert self.xml.tag == 'openerp'
+        _tags = {
+            'menuitem': self._tag_menuitem,
+            'record': self._tag_record,
+            'assert': self._tag_assert,
+            'report': self._tag_report,
+            'wizard': self._tag_wizard,
+            'delete': self._tag_delete,
+            'ir_set': self._tag_ir_set,
+            'function': self._tag_function,
+            'workflow': self._tag_workflow,
+            'act_window': self._tag_act_window,
+            'url': self._tag_url
+        }
+        for data in self.xml.findall('./data'):
+            for element in data:
+                if element.tag in _tags:
+                    yield _tags[element.tag](element)
+                else:
+                    yield ('UNKNOWN', {'tag': element.tag})
+
+    def __init__(self, module_name, xml):
+
+        self.module_name = module_name
+        self.xml = xml.getroot()
+
+def valid_xml(xml):
+    schema_xml =  etree.parse('openerp/import_xml.rng' )
+    schema = etree.RelaxNG(schema_xml)
+    try:
+        schema.assert_(xml)
+    except Exception:
+        print "Can't validate the file `%s` against the RelaxNG schema." % filename
+        return False
+    else:
+        return True
+
+if __name__ == '__main__':
+    import sys
+    assert len(sys.argv) == 3
+    module_name = sys.argv[1]
+    filename = sys.argv[2]
+
+    xml = etree.parse(filename)
+    if not valid_xml(xml):
+        sys.exit(1)
+
+    for x in parser(module_name, xml):
+        print x
+
+# vim:expandtab:smartindent:tabstop=4:softtabstop=4:shiftwidth=4: