# -*- coding: utf-8 -*- # # Check (context-free) QAPI schema expression structure # # Copyright IBM, Corp. 2011 # Copyright (c) 2013-2019 Red Hat Inc. # # Authors: # Anthony Liguori # Markus Armbruster # Eric Blake # Marc-André Lureau # # This work is licensed under the terms of the GNU GPL, version 2. # See the COPYING file in the top-level directory. import re from typing import ( Collection, Dict, Iterable, List, Optional, Union, cast, ) from .common import c_name from .error import QAPISemError from .parser import QAPIDoc from .source import QAPISourceInfo # Deserialized JSON objects as returned by the parser. # The values of this mapping are not necessary to exhaustively type # here (and also not practical as long as mypy lacks recursive # types), because the purpose of this module is to interrogate that # type. _JSONObject = Dict[str, object] # Names consist of letters, digits, -, and _, starting with a letter. # An experimental name is prefixed with x-. A name of a downstream # extension is prefixed with __RFQDN_. The latter prefix goes first. valid_name = re.compile(r'(__[a-z0-9.-]+_)?' r'(x-)?' r'([a-z][a-z0-9_-]*)$', re.IGNORECASE) def check_name_is_str(name: object, info: QAPISourceInfo, source: str) -> None: if not isinstance(name, str): raise QAPISemError(info, "%s requires a string name" % source) def check_name_str(name: str, info: QAPISourceInfo, source: str) -> str: # Reserve the entire 'q_' namespace for c_name(), and for 'q_empty' # and 'q_obj_*' implicit type names. match = valid_name.match(name) if not match or c_name(name, False).startswith('q_'): raise QAPISemError(info, "%s has an invalid name" % source) return match.group(3) def check_name_upper(name: str, info: QAPISourceInfo, source: str) -> None: stem = check_name_str(name, info, source) if re.search(r'[a-z-]', stem): raise QAPISemError( info, "name of %s must not use lowercase or '-'" % source) def check_name_lower(name: str, info: QAPISourceInfo, source: str, permit_upper: bool = False, permit_underscore: bool = False) -> None: stem = check_name_str(name, info, source) if ((not permit_upper and re.search(r'[A-Z]', stem)) or (not permit_underscore and '_' in stem)): raise QAPISemError( info, "name of %s must not use uppercase or '_'" % source) def check_name_camel(name: str, info: QAPISourceInfo, source: str) -> None: stem = check_name_str(name, info, source) if not re.match(r'[A-Z][A-Za-z0-9]*[a-z][A-Za-z0-9]*$', stem): raise QAPISemError(info, "name of %s must use CamelCase" % source) def check_defn_name_str(name: str, info: QAPISourceInfo, meta: str) -> None: if meta == 'event': check_name_upper(name, info, meta) elif meta == 'command': check_name_lower( name, info, meta, permit_underscore=name in info.pragma.command_name_exceptions) else: check_name_camel(name, info, meta) if name.endswith('Kind') or name.endswith('List'): raise QAPISemError( info, "%s name should not end in '%s'" % (meta, name[-4:])) def check_keys(value: _JSONObject, info: QAPISourceInfo, source: str, required: Collection[str], optional: Collection[str]) -> None: def pprint(elems: Iterable[str]) -> str: return ', '.join("'" + e + "'" for e in sorted(elems)) missing = set(required) - set(value) if missing: raise QAPISemError( info, "%s misses key%s %s" % (source, 's' if len(missing) > 1 else '', pprint(missing))) allowed = set(required) | set(optional) unknown = set(value) - allowed if unknown: raise QAPISemError( info, "%s has unknown key%s %s\nValid keys are %s." % (source, 's' if len(unknown) > 1 else '', pprint(unknown), pprint(allowed))) def check_flags(expr: _JSONObject, info: QAPISourceInfo) -> None: for key in ['gen', 'success-response']: if key in expr and expr[key] is not False: raise QAPISemError( info, "flag '%s' may only use false value" % key) for key in ['boxed', 'allow-oob', 'allow-preconfig', 'coroutine']: if key in expr and expr[key] is not True: raise QAPISemError( info, "flag '%s' may only use true value" % key) if 'allow-oob' in expr and 'coroutine' in expr: # This is not necessarily a fundamental incompatibility, but # we don't have a use case and the desired semantics isn't # obvious. The simplest solution is to forbid it until we get # a use case for it. raise QAPISemError(info, "flags 'allow-oob' and 'coroutine' " "are incompatible") def check_if(expr: _JSONObject, info: QAPISourceInfo, source: str) -> None: ifcond = expr.get('if') if ifcond is None: return if isinstance(ifcond, list): if not ifcond: raise QAPISemError( info, "'if' condition [] of %s is useless" % source) else: # Normalize to a list ifcond = expr['if'] = [ifcond] for elt in ifcond: if not isinstance(elt, str): raise QAPISemError( info, "'if' condition of %s must be a string or a list of strings" % source) if not elt.strip(): raise QAPISemError( info, "'if' condition '%s' of %s makes no sense" % (elt, source)) def normalize_members(members: object) -> None: if isinstance(members, dict): for key, arg in members.items(): if isinstance(arg, dict): continue members[key] = {'type': arg} def check_type(value: Optional[object], info: QAPISourceInfo, source: str, allow_array: bool = False, allow_dict: Union[bool, str] = False) -> None: if value is None: return # Type name if isinstance(value, str): return # Array type if isinstance(value, list): if not allow_array: raise QAPISemError(info, "%s cannot be an array" % source) if len(value) != 1 or not isinstance(value[0], str): raise QAPISemError(info, "%s: array type must contain single type name" % source) return # Anonymous type if not allow_dict: raise QAPISemError(info, "%s should be a type name" % source) if not isinstance(value, dict): raise QAPISemError(info, "%s should be an object or type name" % source) permissive = False if isinstance(allow_dict, str): permissive = allow_dict in info.pragma.member_name_exceptions # value is a dictionary, check that each member is okay for (key, arg) in value.items(): key_source = "%s member '%s'" % (source, key) if key.startswith('*'): key = key[1:] check_name_lower(key, info, key_source, permit_upper=permissive, permit_underscore=permissive) if c_name(key, False) == 'u' or c_name(key, False).startswith('has_'): raise QAPISemError(info, "%s uses reserved name" % key_source) check_keys(arg, info, key_source, ['type'], ['if', 'features']) check_if(arg, info, key_source) check_features(arg.get('features'), info) check_type(arg['type'], info, key_source, allow_array=True) def check_features(features: Optional[object], info: QAPISourceInfo) -> None: if features is None: return if not isinstance(features, list): raise QAPISemError(info, "'features' must be an array") features[:] = [f if isinstance(f, dict) else {'name': f} for f in features] for f in features: source = "'features' member" assert isinstance(f, dict) check_keys(f, info, source, ['name'], ['if']) check_name_is_str(f['name'], info, source) source = "%s '%s'" % (source, f['name']) check_name_lower(f['name'], info, source) check_if(f, info, source) def check_enum(expr: _JSONObject, info: QAPISourceInfo) -> None: name = expr['enum'] members = expr['data'] prefix = expr.get('prefix') if not isinstance(members, list): raise QAPISemError(info, "'data' must be an array") if prefix is not None and not isinstance(prefix, str): raise QAPISemError(info, "'prefix' must be a string") permissive = name in info.pragma.member_name_exceptions members[:] = [m if isinstance(m, dict) else {'name': m} for m in members] for member in members: source = "'data' member" member_name = member['name'] check_keys(member, info, source, ['name'], ['if']) check_name_is_str(member_name, info, source) source = "%s '%s'" % (source, member_name) # Enum members may start with a digit if member_name[0].isdigit(): member_name = 'd' + member_name # Hack: hide the digit check_name_lower(member_name, info, source, permit_upper=permissive, permit_underscore=permissive) check_if(member, info, source) def check_struct(expr: _JSONObject, info: QAPISourceInfo) -> None: name = cast(str, expr['struct']) # Checked in check_exprs members = expr['data'] check_type(members, info, "'data'", allow_dict=name) check_type(expr.get('base'), info, "'base'") def check_union(expr: _JSONObject, info: QAPISourceInfo) -> None: name = cast(str, expr['union']) # Checked in check_exprs base = expr.get('base') discriminator = expr.get('discriminator') members = expr['data'] if discriminator is None: # simple union if base is not None: raise QAPISemError(info, "'base' requires 'discriminator'") else: # flat union check_type(base, info, "'base'", allow_dict=name) if not base: raise QAPISemError(info, "'discriminator' requires 'base'") check_name_is_str(discriminator, info, "'discriminator'") if not isinstance(members, dict): raise QAPISemError(info, "'data' must be an object") for (key, value) in members.items(): source = "'data' member '%s'" % key if discriminator is None: check_name_lower(key, info, source) # else: name is in discriminator enum, which gets checked check_keys(value, info, source, ['type'], ['if']) check_if(value, info, source) check_type(value['type'], info, source, allow_array=not base) def check_alternate(expr: _JSONObject, info: QAPISourceInfo) -> None: members = expr['data'] if not members: raise QAPISemError(info, "'data' must not be empty") if not isinstance(members, dict): raise QAPISemError(info, "'data' must be an object") for (key, value) in members.items(): source = "'data' member '%s'" % key check_name_lower(key, info, source) check_keys(value, info, source, ['type'], ['if']) check_if(value, info, source) check_type(value['type'], info, source) def check_command(expr: _JSONObject, info: QAPISourceInfo) -> None: args = expr.get('data') rets = expr.get('returns') boxed = expr.get('boxed', False) if boxed and args is None: raise QAPISemError(info, "'boxed': true requires 'data'") check_type(args, info, "'data'", allow_dict=not boxed) check_type(rets, info, "'returns'", allow_array=True) def check_event(expr: _JSONObject, info: QAPISourceInfo) -> None: args = expr.get('data') boxed = expr.get('boxed', False) if boxed and args is None: raise QAPISemError(info, "'boxed': true requires 'data'") check_type(args, info, "'data'", allow_dict=not boxed) def check_exprs(exprs: List[_JSONObject]) -> List[_JSONObject]: for expr_elem in exprs: # Expression assert isinstance(expr_elem['expr'], dict) for key in expr_elem['expr'].keys(): assert isinstance(key, str) expr: _JSONObject = expr_elem['expr'] # QAPISourceInfo assert isinstance(expr_elem['info'], QAPISourceInfo) info: QAPISourceInfo = expr_elem['info'] # Optional[QAPIDoc] tmp = expr_elem.get('doc') assert tmp is None or isinstance(tmp, QAPIDoc) doc: Optional[QAPIDoc] = tmp if 'include' in expr: continue if 'enum' in expr: meta = 'enum' elif 'union' in expr: meta = 'union' elif 'alternate' in expr: meta = 'alternate' elif 'struct' in expr: meta = 'struct' elif 'command' in expr: meta = 'command' elif 'event' in expr: meta = 'event' else: raise QAPISemError(info, "expression is missing metatype") check_name_is_str(expr[meta], info, "'%s'" % meta) name = cast(str, expr[meta]) info.set_defn(meta, name) check_defn_name_str(name, info, meta) if doc: if doc.symbol != name: raise QAPISemError( info, "documentation comment is for '%s'" % doc.symbol) doc.check_expr(expr) elif info.pragma.doc_required: raise QAPISemError(info, "documentation comment required") if meta == 'enum': check_keys(expr, info, meta, ['enum', 'data'], ['if', 'features', 'prefix']) check_enum(expr, info) elif meta == 'union': check_keys(expr, info, meta, ['union', 'data'], ['base', 'discriminator', 'if', 'features']) normalize_members(expr.get('base')) normalize_members(expr['data']) check_union(expr, info) elif meta == 'alternate': check_keys(expr, info, meta, ['alternate', 'data'], ['if', 'features']) normalize_members(expr['data']) check_alternate(expr, info) elif meta == 'struct': check_keys(expr, info, meta, ['struct', 'data'], ['base', 'if', 'features']) normalize_members(expr['data']) check_struct(expr, info) elif meta == 'command': check_keys(expr, info, meta, ['command'], ['data', 'returns', 'boxed', 'if', 'features', 'gen', 'success-response', 'allow-oob', 'allow-preconfig', 'coroutine']) normalize_members(expr.get('data')) check_command(expr, info) elif meta == 'event': check_keys(expr, info, meta, ['event'], ['data', 'boxed', 'if', 'features']) normalize_members(expr.get('data')) check_event(expr, info) else: assert False, 'unexpected meta type' check_if(expr, info, meta) check_features(expr.get('features'), info) check_flags(expr, info) return exprs