2020-01-30 19:32:24 +03:00
|
|
|
#!/usr/bin/env python3
|
2013-07-27 19:41:53 +04:00
|
|
|
#
|
|
|
|
# QAPI parser test harness
|
|
|
|
#
|
|
|
|
# Copyright (c) 2013 Red Hat Inc.
|
|
|
|
#
|
|
|
|
# Authors:
|
|
|
|
# Markus Armbruster <armbru@redhat.com>
|
|
|
|
#
|
|
|
|
# This work is licensed under the terms of the GNU GPL, version 2 or later.
|
|
|
|
# See the COPYING file in the top-level directory.
|
|
|
|
#
|
|
|
|
|
2019-10-18 10:43:44 +03:00
|
|
|
|
2019-10-18 10:43:42 +03:00
|
|
|
import argparse
|
|
|
|
import difflib
|
|
|
|
import os
|
2013-07-27 19:41:53 +04:00
|
|
|
import sys
|
2020-03-04 18:59:30 +03:00
|
|
|
from io import StringIO
|
2019-10-18 10:43:44 +03:00
|
|
|
|
|
|
|
from qapi.error import QAPIError
|
|
|
|
from qapi.schema import QAPISchema, QAPISchemaVisitor
|
|
|
|
|
2015-09-16 14:06:08 +03:00
|
|
|
|
|
|
|
class QAPISchemaTestVisitor(QAPISchemaVisitor):
|
2018-02-11 12:35:55 +03:00
|
|
|
|
|
|
|
def visit_module(self, name):
|
|
|
|
print('module %s' % name)
|
|
|
|
|
|
|
|
def visit_include(self, name, info):
|
|
|
|
print('include %s' % name)
|
|
|
|
|
2020-03-17 14:54:37 +03:00
|
|
|
def visit_enum_type(self, name, info, ifcond, features, members, prefix):
|
2018-12-13 15:37:05 +03:00
|
|
|
print('enum %s' % name)
|
2015-09-16 14:06:08 +03:00
|
|
|
if prefix:
|
2018-01-16 16:42:04 +03:00
|
|
|
print(' prefix %s' % prefix)
|
2018-12-13 15:37:05 +03:00
|
|
|
for m in members:
|
|
|
|
print(' member %s' % m.name)
|
2018-12-13 15:37:11 +03:00
|
|
|
self._print_if(m.ifcond, indent=8)
|
2018-07-03 18:56:38 +03:00
|
|
|
self._print_if(ifcond)
|
2020-03-17 14:54:37 +03:00
|
|
|
self._print_features(features)
|
2015-09-16 14:06:08 +03:00
|
|
|
|
2019-03-01 18:40:45 +03:00
|
|
|
def visit_array_type(self, name, info, ifcond, element_type):
|
|
|
|
if not info:
|
|
|
|
return # suppress built-in arrays
|
|
|
|
print('array %s %s' % (name, element_type.name))
|
|
|
|
self._print_if(ifcond)
|
|
|
|
|
2020-03-17 14:54:38 +03:00
|
|
|
def visit_object_type(self, name, info, ifcond, features,
|
|
|
|
base, members, variants):
|
2018-01-16 16:42:04 +03:00
|
|
|
print('object %s' % name)
|
2015-09-16 14:06:08 +03:00
|
|
|
if base:
|
2018-01-16 16:42:04 +03:00
|
|
|
print(' base %s' % base.name)
|
2015-09-16 14:06:08 +03:00
|
|
|
for m in members:
|
2018-06-21 11:35:51 +03:00
|
|
|
print(' member %s: %s optional=%s'
|
|
|
|
% (m.name, m.type.name, m.optional))
|
2018-12-13 15:37:15 +03:00
|
|
|
self._print_if(m.ifcond, 8)
|
2020-03-17 14:54:45 +03:00
|
|
|
self._print_features(m.features, indent=8)
|
2015-09-16 14:06:08 +03:00
|
|
|
self._print_variants(variants)
|
2018-07-03 18:56:38 +03:00
|
|
|
self._print_if(ifcond)
|
2019-10-18 11:14:52 +03:00
|
|
|
self._print_features(features)
|
2015-09-16 14:06:08 +03:00
|
|
|
|
2020-03-17 14:54:37 +03:00
|
|
|
def visit_alternate_type(self, name, info, ifcond, features, variants):
|
2018-01-16 16:42:04 +03:00
|
|
|
print('alternate %s' % name)
|
2015-09-16 14:06:08 +03:00
|
|
|
self._print_variants(variants)
|
2018-07-03 18:56:38 +03:00
|
|
|
self._print_if(ifcond)
|
2020-03-17 14:54:37 +03:00
|
|
|
self._print_features(features)
|
2015-09-16 14:06:08 +03:00
|
|
|
|
2020-03-17 14:54:38 +03:00
|
|
|
def visit_command(self, name, info, ifcond, features,
|
|
|
|
arg_type, ret_type, gen, success_response, boxed,
|
2020-10-05 18:58:49 +03:00
|
|
|
allow_oob, allow_preconfig, coroutine):
|
2018-06-21 11:35:51 +03:00
|
|
|
print('command %s %s -> %s'
|
|
|
|
% (name, arg_type and arg_type.name,
|
|
|
|
ret_type and ret_type.name))
|
2020-10-05 18:58:49 +03:00
|
|
|
print(' gen=%s success_response=%s boxed=%s oob=%s preconfig=%s%s'
|
|
|
|
% (gen, success_response, boxed, allow_oob, allow_preconfig,
|
|
|
|
" coroutine=True" if coroutine else ""))
|
2018-07-03 18:56:38 +03:00
|
|
|
self._print_if(ifcond)
|
2019-10-18 11:14:52 +03:00
|
|
|
self._print_features(features)
|
2015-09-16 14:06:08 +03:00
|
|
|
|
2020-03-17 14:54:37 +03:00
|
|
|
def visit_event(self, name, info, ifcond, features, arg_type, boxed):
|
2018-01-16 16:42:04 +03:00
|
|
|
print('event %s %s' % (name, arg_type and arg_type.name))
|
2019-10-18 11:14:50 +03:00
|
|
|
print(' boxed=%s' % boxed)
|
2018-07-03 18:56:38 +03:00
|
|
|
self._print_if(ifcond)
|
2020-03-17 14:54:37 +03:00
|
|
|
self._print_features(features)
|
2015-09-16 14:06:08 +03:00
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def _print_variants(variants):
|
|
|
|
if variants:
|
2018-01-16 16:42:04 +03:00
|
|
|
print(' tag %s' % variants.tag_member.name)
|
2015-09-16 14:06:08 +03:00
|
|
|
for v in variants.variants:
|
2018-01-16 16:42:04 +03:00
|
|
|
print(' case %s: %s' % (v.name, v.type.name))
|
2018-12-13 15:37:17 +03:00
|
|
|
QAPISchemaTestVisitor._print_if(v.ifcond, indent=8)
|
2015-09-16 14:06:08 +03:00
|
|
|
|
2018-07-03 18:56:38 +03:00
|
|
|
@staticmethod
|
|
|
|
def _print_if(ifcond, indent=4):
|
tests/qapi-schema: Hide OrderedDict in test output
Since commit 5d83b9a130 "qapi: replace if condition list with dict
{'all': [...]}", we represent if conditionals as trees consisting of
OrderedDict, list and str. This results in less than legible test
output. For instance:
if OrderedDict([('not', OrderedDict([('any', [OrderedDict([('not', 'TEST_IF_EVT')]), OrderedDict([('not', 'TEST_IF_STRUCT')])])]))])
We intend to replace OrderedDict by dict when we get Python 3.7, which
will result in more legible output:
if {'not': {'any': [{'not': 'TEST_IF_EVT'}, {'not': 'TEST_IF_STRUCT'}]}}
Can't wait: put in a hack to get that now, with a comment to revert it
when we replace OrderedDict.
Signed-off-by: Markus Armbruster <armbru@redhat.com>
Message-Id: <20210831123809.1107782-11-armbru@redhat.com>
Reviewed-by: Marc-André Lureau <marcandre.lureau@redhat.com>
2021-08-31 15:38:07 +03:00
|
|
|
# TODO Drop this hack after replacing OrderedDict by plain
|
|
|
|
# dict (requires Python 3.7)
|
|
|
|
def _massage(subcond):
|
|
|
|
if isinstance(subcond, str):
|
|
|
|
return subcond
|
|
|
|
if isinstance(subcond, list):
|
|
|
|
return [_massage(val) for val in subcond]
|
|
|
|
return {key: _massage(val) for key, val in subcond.items()}
|
|
|
|
|
2021-08-04 11:30:58 +03:00
|
|
|
if ifcond.is_present():
|
tests/qapi-schema: Hide OrderedDict in test output
Since commit 5d83b9a130 "qapi: replace if condition list with dict
{'all': [...]}", we represent if conditionals as trees consisting of
OrderedDict, list and str. This results in less than legible test
output. For instance:
if OrderedDict([('not', OrderedDict([('any', [OrderedDict([('not', 'TEST_IF_EVT')]), OrderedDict([('not', 'TEST_IF_STRUCT')])])]))])
We intend to replace OrderedDict by dict when we get Python 3.7, which
will result in more legible output:
if {'not': {'any': [{'not': 'TEST_IF_EVT'}, {'not': 'TEST_IF_STRUCT'}]}}
Can't wait: put in a hack to get that now, with a comment to revert it
when we replace OrderedDict.
Signed-off-by: Markus Armbruster <armbru@redhat.com>
Message-Id: <20210831123809.1107782-11-armbru@redhat.com>
Reviewed-by: Marc-André Lureau <marcandre.lureau@redhat.com>
2021-08-31 15:38:07 +03:00
|
|
|
print('%sif %s' % (' ' * indent, _massage(ifcond.ifcond)))
|
2018-07-03 18:56:38 +03:00
|
|
|
|
2019-10-18 11:14:52 +03:00
|
|
|
@classmethod
|
2020-03-17 14:54:45 +03:00
|
|
|
def _print_features(cls, features, indent=4):
|
2019-10-18 11:14:52 +03:00
|
|
|
if features:
|
|
|
|
for f in features:
|
2020-03-17 14:54:45 +03:00
|
|
|
print('%sfeature %s' % (' ' * indent, f.name))
|
|
|
|
cls._print_if(f.ifcond, indent + 4)
|
2019-10-18 11:14:52 +03:00
|
|
|
|
2018-02-11 12:35:51 +03:00
|
|
|
|
2019-10-18 10:43:42 +03:00
|
|
|
def test_frontend(fname):
|
|
|
|
schema = QAPISchema(fname)
|
|
|
|
schema.visit(QAPISchemaTestVisitor())
|
|
|
|
|
|
|
|
for doc in schema.docs:
|
|
|
|
if doc.symbol:
|
|
|
|
print('doc symbol=%s' % doc.symbol)
|
|
|
|
else:
|
|
|
|
print('doc freeform')
|
|
|
|
print(' body=\n%s' % doc.body.text)
|
|
|
|
for arg, section in doc.args.items():
|
|
|
|
print(' arg=%s\n%s' % (arg, section.text))
|
2019-10-24 14:02:22 +03:00
|
|
|
for feat, section in doc.features.items():
|
|
|
|
print(' feature=%s\n%s' % (feat, section.text))
|
2019-10-18 10:43:42 +03:00
|
|
|
for section in doc.sections:
|
|
|
|
print(' section=%s\n%s' % (section.name, section.text))
|
|
|
|
|
|
|
|
|
|
|
|
def test_and_diff(test_name, dir_name, update):
|
|
|
|
sys.stdout = StringIO()
|
|
|
|
try:
|
|
|
|
test_frontend(os.path.join(dir_name, test_name + '.json'))
|
|
|
|
except QAPIError as err:
|
|
|
|
errstr = str(err) + '\n'
|
|
|
|
if dir_name:
|
|
|
|
errstr = errstr.replace(dir_name + '/', '')
|
|
|
|
actual_err = errstr.splitlines(True)
|
2017-03-20 16:11:53 +03:00
|
|
|
else:
|
2019-10-18 10:43:42 +03:00
|
|
|
actual_err = []
|
|
|
|
finally:
|
|
|
|
actual_out = sys.stdout.getvalue().splitlines(True)
|
|
|
|
sys.stdout.close()
|
|
|
|
sys.stdout = sys.__stdout__
|
|
|
|
|
|
|
|
mode = 'r+' if update else 'r'
|
|
|
|
try:
|
|
|
|
outfp = open(os.path.join(dir_name, test_name + '.out'), mode)
|
|
|
|
errfp = open(os.path.join(dir_name, test_name + '.err'), mode)
|
|
|
|
expected_out = outfp.readlines()
|
|
|
|
expected_err = errfp.readlines()
|
2021-09-22 15:56:18 +03:00
|
|
|
except OSError as err:
|
2019-10-18 10:43:42 +03:00
|
|
|
print("%s: can't open '%s': %s"
|
|
|
|
% (sys.argv[0], err.filename, err.strerror),
|
|
|
|
file=sys.stderr)
|
|
|
|
return 2
|
|
|
|
|
|
|
|
if actual_out == expected_out and actual_err == expected_err:
|
|
|
|
return 0
|
|
|
|
|
|
|
|
print("%s %s" % (test_name, 'UPDATE' if update else 'FAIL'),
|
|
|
|
file=sys.stderr)
|
|
|
|
out_diff = difflib.unified_diff(expected_out, actual_out, outfp.name)
|
|
|
|
err_diff = difflib.unified_diff(expected_err, actual_err, errfp.name)
|
|
|
|
sys.stdout.writelines(out_diff)
|
|
|
|
sys.stdout.writelines(err_diff)
|
|
|
|
|
|
|
|
if not update:
|
|
|
|
return 1
|
|
|
|
|
|
|
|
try:
|
|
|
|
outfp.truncate(0)
|
|
|
|
outfp.seek(0)
|
|
|
|
outfp.writelines(actual_out)
|
|
|
|
errfp.truncate(0)
|
|
|
|
errfp.seek(0)
|
|
|
|
errfp.writelines(actual_err)
|
2021-09-22 15:56:18 +03:00
|
|
|
except OSError as err:
|
2019-10-18 10:43:42 +03:00
|
|
|
print("%s: can't write '%s': %s"
|
|
|
|
% (sys.argv[0], err.filename, err.strerror),
|
|
|
|
file=sys.stderr)
|
|
|
|
return 2
|
|
|
|
|
|
|
|
return 0
|
|
|
|
|
|
|
|
|
|
|
|
def main(argv):
|
|
|
|
parser = argparse.ArgumentParser(
|
|
|
|
description='QAPI schema tester')
|
|
|
|
parser.add_argument('-d', '--dir', action='store', default='',
|
|
|
|
help="directory containing tests")
|
|
|
|
parser.add_argument('-u', '--update', action='store_true',
|
|
|
|
help="update expected test results")
|
|
|
|
parser.add_argument('tests', nargs='*', metavar='TEST', action='store')
|
|
|
|
args = parser.parse_args()
|
|
|
|
|
|
|
|
status = 0
|
|
|
|
for t in args.tests:
|
|
|
|
(dir_name, base_name) = os.path.split(t)
|
|
|
|
dir_name = dir_name or args.dir
|
|
|
|
test_name = os.path.splitext(base_name)[0]
|
|
|
|
status |= test_and_diff(test_name, dir_name, args.update)
|
|
|
|
|
|
|
|
exit(status)
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
main(sys.argv)
|
|
|
|
exit(0)
|