From: Markus Armbruster <armbru@redhat.com>
To: John Snow <jsnow@redhat.com>
Cc: Michael Roth <michael.roth@amd.com>,
Cleber Rosa <crosa@redhat.com>,
qemu-devel@nongnu.org, Eduardo Habkost <ehabkost@redhat.com>
Subject: Re: [PATCH v3 08/16] qapi/expr.py: add type hint annotations
Date: Wed, 24 Feb 2021 16:27:20 +0100 [thread overview]
Message-ID: <87y2fdzdt3.fsf@dusky.pond.sub.org> (raw)
In-Reply-To: <20210223003408.964543-9-jsnow@redhat.com> (John Snow's message of "Mon, 22 Feb 2021 19:34:00 -0500")
John Snow <jsnow@redhat.com> writes:
> Annotations do not change runtime behavior.
> This commit *only* adds annotations.
>
> Signed-off-by: John Snow <jsnow@redhat.com>
> Reviewed-by: Eduardo Habkost <ehabkost@redhat.com>
> Reviewed-by: Cleber Rosa <crosa@redhat.com>
> ---
> scripts/qapi/expr.py | 71 ++++++++++++++++++++++++++++---------------
> scripts/qapi/mypy.ini | 5 ---
> 2 files changed, 46 insertions(+), 30 deletions(-)
>
> diff --git a/scripts/qapi/expr.py b/scripts/qapi/expr.py
> index f45d6be1f4c..df6c64950fa 100644
> --- a/scripts/qapi/expr.py
> +++ b/scripts/qapi/expr.py
> @@ -15,7 +15,14 @@
> # See the COPYING file in the top-level directory.
>
> import re
> -from typing import MutableMapping, Optional, cast
> +from typing import (
> + Iterable,
> + List,
> + MutableMapping,
> + Optional,
> + Union,
> + cast,
> +)
>
> from .common import c_name
> from .error import QAPISemError
> @@ -23,9 +30,10 @@
> from .source import QAPISourceInfo
>
>
> -# Expressions in their raw form are JSON-like structures with arbitrary forms.
> -# Minimally, their top-level form must be a mapping of strings to values.
> -Expression = MutableMapping[str, object]
> +# Arbitrary form for a JSON-like object.
> +_JSObject = MutableMapping[str, object]
> +# Expressions in their raw form are (just) JSON-like objects.
> +Expression = _JSObject
Wat?
>
>
> # Names must be letters, numbers, -, and _. They must start with letter,
> @@ -35,14 +43,19 @@
> '[a-zA-Z][a-zA-Z0-9_-]*$')
>
>
> -def check_name_is_str(name, info, source):
> +def check_name_is_str(name: object,
> + info: QAPISourceInfo,
> + source: str) -> None:
> if not isinstance(name, str):
> raise QAPISemError(info, "%s requires a string name" % source)
>
>
> -def check_name_str(name, info, source,
> - allow_optional=False, enum_member=False,
> - permit_upper=False):
> +def check_name_str(name: str,
> + info: QAPISourceInfo,
> + source: str,
> + allow_optional: bool = False,
> + enum_member: bool = False,
> + permit_upper: bool = False) -> None:
> membername = name
>
> if allow_optional and name.startswith('*'):
> @@ -62,16 +75,20 @@ def check_name_str(name, info, source,
> assert not membername.startswith('*')
>
>
> -def check_defn_name_str(name, info, meta):
> +def check_defn_name_str(name: str, info: QAPISourceInfo, meta: str) -> None:
> check_name_str(name, info, meta, permit_upper=True)
> if name.endswith('Kind') or name.endswith('List'):
> raise QAPISemError(
> info, "%s name should not end in '%s'" % (meta, name[-4:]))
>
>
> -def check_keys(value, info, source, required, optional):
> +def check_keys(value: _JSObject,
> + info: QAPISourceInfo,
> + source: str,
> + required: List[str],
> + optional: List[str]) -> None:
>
> - def pprint(elems):
> + def pprint(elems: Iterable[str]) -> str:
> return ', '.join("'" + e + "'" for e in sorted(elems))
>
> missing = set(required) - set(value)
> @@ -91,7 +108,7 @@ def pprint(elems):
> pprint(unknown), pprint(allowed)))
>
>
> -def check_flags(expr, info):
> +def check_flags(expr: Expression, info: QAPISourceInfo) -> None:
> for key in ['gen', 'success-response']:
> if key in expr and expr[key] is not False:
> raise QAPISemError(
> @@ -109,9 +126,9 @@ def check_flags(expr, info):
> "are incompatible")
>
>
> -def check_if(expr, info, source):
> +def check_if(expr: _JSObject, info: QAPISourceInfo, source: str) -> None:
>
> - def check_if_str(ifcond):
> + def check_if_str(ifcond: object) -> None:
> if not isinstance(ifcond, str):
> raise QAPISemError(
> info,
> @@ -137,7 +154,7 @@ def check_if_str(ifcond):
> expr['if'] = [ifcond]
>
>
> -def normalize_members(members):
> +def normalize_members(members: object) -> None:
> if isinstance(members, dict):
> for key, arg in members.items():
> if isinstance(arg, dict):
> @@ -145,8 +162,11 @@ def normalize_members(members):
> members[key] = {'type': arg}
>
>
> -def check_type(value, info, source,
> - allow_array=False, allow_dict=False):
> +def check_type(value: Optional[object],
> + info: QAPISourceInfo,
> + source: str,
> + allow_array: bool = False,
> + allow_dict: Union[bool, str] = False) -> None:
> if value is None:
> return
>
> @@ -190,7 +210,8 @@ def check_type(value, info, source,
> check_type(arg['type'], info, key_source, allow_array=True)
>
>
> -def check_features(features, info):
> +def check_features(features: Optional[object],
> + info: QAPISourceInfo) -> None:
> if features is None:
> return
> if not isinstance(features, list):
> @@ -207,7 +228,7 @@ def check_features(features, info):
> check_if(f, info, source)
>
>
> -def check_enum(expr, info):
> +def check_enum(expr: Expression, info: QAPISourceInfo) -> None:
> name = expr['enum']
> members = expr['data']
> prefix = expr.get('prefix')
> @@ -231,7 +252,7 @@ def check_enum(expr, info):
> check_if(member, info, source)
>
>
> -def check_struct(expr, info):
> +def check_struct(expr: Expression, info: QAPISourceInfo) -> None:
> name = cast(str, expr['struct']) # Asserted in check_exprs
> members = expr['data']
>
> @@ -239,7 +260,7 @@ def check_struct(expr, info):
> check_type(expr.get('base'), info, "'base'")
>
>
> -def check_union(expr, info):
> +def check_union(expr: Expression, info: QAPISourceInfo) -> None:
> name = cast(str, expr['union']) # Asserted in check_exprs
> base = expr.get('base')
> discriminator = expr.get('discriminator')
> @@ -265,7 +286,7 @@ def check_union(expr, info):
> check_type(value['type'], info, source, allow_array=not base)
>
>
> -def check_alternate(expr, info):
> +def check_alternate(expr: Expression, info: QAPISourceInfo) -> None:
> members = expr['data']
>
> if not members:
> @@ -282,7 +303,7 @@ def check_alternate(expr, info):
> check_type(value['type'], info, source)
>
>
> -def check_command(expr, info):
> +def check_command(expr: Expression, info: QAPISourceInfo) -> None:
> args = expr.get('data')
> rets = expr.get('returns')
> boxed = expr.get('boxed', False)
> @@ -293,7 +314,7 @@ def check_command(expr, info):
> check_type(rets, info, "'returns'", allow_array=True)
>
>
> -def check_event(expr, info):
> +def check_event(expr: Expression, info: QAPISourceInfo) -> None:
> args = expr.get('data')
> boxed = expr.get('boxed', False)
>
> @@ -302,7 +323,7 @@ def check_event(expr, info):
> check_type(args, info, "'data'", allow_dict=not boxed)
>
>
> -def check_exprs(exprs):
> +def check_exprs(exprs: List[_JSObject]) -> List[_JSObject]:
> for expr_elem in exprs:
> # Expression
> assert isinstance(expr_elem['expr'], dict)
> diff --git a/scripts/qapi/mypy.ini b/scripts/qapi/mypy.ini
> index 0a000d58b37..7797c834328 100644
> --- a/scripts/qapi/mypy.ini
> +++ b/scripts/qapi/mypy.ini
> @@ -8,11 +8,6 @@ disallow_untyped_defs = False
> disallow_incomplete_defs = False
> check_untyped_defs = False
>
> -[mypy-qapi.expr]
> -disallow_untyped_defs = False
> -disallow_incomplete_defs = False
> -check_untyped_defs = False
> -
> [mypy-qapi.parser]
> disallow_untyped_defs = False
> disallow_incomplete_defs = False
When to use _JSObject, and when Expression?
next prev parent reply other threads:[~2021-02-24 15:54 UTC|newest]
Thread overview: 54+ messages / expand[flat|nested] mbox.gz Atom feed top
2021-02-23 0:33 [PATCH v3 00/16] qapi: static typing conversion, pt3 John Snow
2021-02-23 0:33 ` [PATCH v3 01/16] qapi/expr.py: Remove 'info' argument from nested check_if_str John Snow
2021-02-23 0:33 ` [PATCH v3 02/16] qapi/expr.py: Check for dict instead of OrderedDict John Snow
2021-02-24 9:30 ` Markus Armbruster
2021-02-24 21:23 ` John Snow
2021-02-25 10:40 ` Markus Armbruster
2021-02-25 20:04 ` John Snow
2021-03-01 16:48 ` Markus Armbruster
2021-02-23 0:33 ` [PATCH v3 03/16] qapi/expr.py: constrain incoming expression types John Snow
2021-02-24 10:01 ` Markus Armbruster
2021-02-24 21:46 ` John Snow
2021-02-25 11:56 ` Markus Armbruster
2021-02-25 20:43 ` John Snow
2021-03-02 5:23 ` Markus Armbruster
2021-02-23 0:33 ` [PATCH v3 04/16] qapi/expr.py: Add assertion for union type 'check_dict' John Snow
2021-02-24 10:35 ` Markus Armbruster
2021-02-24 21:54 ` John Snow
2021-03-24 21:09 ` John Snow
2021-03-25 5:46 ` Markus Armbruster
2021-03-25 19:42 ` John Snow
2021-02-23 0:33 ` [PATCH v3 05/16] qapi/expr.py: move string check upwards in check_type John Snow
2021-02-23 0:33 ` [PATCH v3 06/16] qapi/expr.py: Check type of 'data' member John Snow
2021-02-24 10:39 ` Markus Armbruster
2021-02-24 22:06 ` John Snow
2021-02-25 12:02 ` Markus Armbruster
2021-02-23 0:33 ` [PATCH v3 07/16] qapi/expr.py: Add casts in a few select cases John Snow
2021-02-24 12:32 ` Markus Armbruster
2021-02-24 22:24 ` John Snow
2021-02-25 12:07 ` Markus Armbruster
2021-02-25 22:10 ` John Snow
2021-02-23 0:34 ` [PATCH v3 08/16] qapi/expr.py: add type hint annotations John Snow
2021-02-24 15:27 ` Markus Armbruster [this message]
2021-02-24 22:30 ` John Snow
2021-02-25 12:08 ` Markus Armbruster
2021-02-25 13:56 ` Markus Armbruster
2021-02-25 20:54 ` John Snow
2021-03-02 5:29 ` Markus Armbruster
2021-02-23 0:34 ` [PATCH v3 09/16] qapi/expr.py: Consolidate check_if_str calls in check_if John Snow
2021-02-25 14:23 ` Markus Armbruster
2021-02-25 21:34 ` John Snow
2021-03-02 5:57 ` Markus Armbruster
2021-02-23 0:34 ` [PATCH v3 10/16] qapi/expr.py: Remove single-letter variable John Snow
2021-02-25 14:03 ` Markus Armbruster
2021-02-25 21:56 ` John Snow
2021-02-23 0:34 ` [PATCH v3 11/16] qapi/expr.py: enable pylint checks John Snow
2021-02-23 0:34 ` [PATCH v3 12/16] qapi/expr.py: Add docstrings John Snow
2021-02-23 0:34 ` [PATCH v3 13/16] qapi/expr.py: Modify check_keys to accept any Collection John Snow
2021-02-25 15:41 ` Markus Armbruster
2021-02-23 0:34 ` [PATCH v3 14/16] qapi/expr.py: Use tuples instead of lists for static data John Snow
2021-02-23 0:34 ` [PATCH v3 15/16] qapi/expr.py: move related checks inside check_xxx functions John Snow
2021-02-25 15:28 ` Markus Armbruster
2021-03-25 5:17 ` John Snow
2021-03-25 13:28 ` Markus Armbruster
2021-02-23 0:34 ` [PATCH v3 16/16] qapi/expr.py: Use an expression checker dispatch table John Snow
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=87y2fdzdt3.fsf@dusky.pond.sub.org \
--to=armbru@redhat.com \
--cc=crosa@redhat.com \
--cc=ehabkost@redhat.com \
--cc=jsnow@redhat.com \
--cc=michael.roth@amd.com \
--cc=qemu-devel@nongnu.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).