python · ngnpope · May 13, 2026 · May 13, 2026 · May 13, 2026 · May 13, 2026
diff --git a/.gitattributes b/.gitattributes
@@ -0,0 +1 @@
+conformance/results/results.html linguist-generated
diff --git a/conformance/pyproject.toml b/conformance/pyproject.toml
@@ -3,14 +3,16 @@ name = "typing-conformance"
 version = "0.1.0"
 requires-python = "==3.12.*"
 dependencies = [
+    "jinja2",
+    "markdown",
     "mypy",
     "pycroscope",
     "pyrefly",
     "pyright",
-    "tomli",
     "tomlkit",
-    "zuban",
     "ty",
+    "types-markdown",
+    "zuban",
 ]
 
 [tool.uv]

diff --git a/conformance/results/mypy/aliases_typealiastype.toml b/conformance/results/mypy/aliases_typealiastype.toml
@@ -1,7 +1,7 @@
 conformant = "Partial"
 notes = """
-Incorrectly rejects some recursive type aliases using TypeAliasType.
-Incorrectly rejects the use of a class-scoped TypeVar in a TypeAliasType definition.
+Incorrectly rejects some recursive type aliases using `TypeAliasType`.
+Incorrectly rejects the use of a class-scoped `TypeVar` in a `TypeAliasType` definition.
 """
 output = """
 aliases_typealiastype.py:20: error: Cannot resolve name "GoodAlias5" (possible cyclic definition)  [misc]

diff --git a/conformance/results/mypy/annotations_forward_refs.toml b/conformance/results/mypy/annotations_forward_refs.toml
@@ -1,7 +1,7 @@
 conformant = "Partial"
 notes = """
 Does not report error for a forward reference that is not enclosed in quotes.
-Does not report error for use of quoted type with "|" operator (runtime error).
+Does not report error for use of quoted type with `|` operator (runtime error).
 Incorrectly generates error for quoted type defined in class scope.
 """
 output = """

diff --git a/conformance/results/mypy/annotations_generators.toml b/conformance/results/mypy/annotations_generators.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Does not report incompatible Generator type in `yield from` statement.
+Does not report incompatible `Generator` type in `yield from` statement.
 """
 output = """
 annotations_generators.py:51: error: Missing return statement  [return]

diff --git a/conformance/results/mypy/callables_annotation.toml b/conformance/results/mypy/callables_annotation.toml
@@ -1,7 +1,7 @@
 conformant = "Partial"
 notes = """
-Incorrectly treats "*args: T, **kwargs: T" as "..." when T is specialized to Any.
-Does not treat "*args: Any, **kargs: Any" as "..." when separated by keyword parameter.
+Incorrectly treats `*args: T, **kwargs: T` as `...` when `T` is specialized to `Any`.
+Does not treat `*args: Any, **kargs: Any` as `...` when separated by keyword parameter.
 """
 output = """
 callables_annotation.py:25: error: Too few arguments  [call-arg]

diff --git a/conformance/results/mypy/callables_kwargs.toml b/conformance/results/mypy/callables_kwargs.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Allows callable without kwargs to be assigned to callable with unpacked kwargs
+Allows callable without kwargs to be assigned to callable with unpacked kwargs.
 """
 output = """
 callables_kwargs.py:46: error: Missing named argument "v1" for "func1"  [call-arg]

diff --git a/conformance/results/mypy/classes_classvar.toml b/conformance/results/mypy/classes_classvar.toml
@@ -1,9 +1,9 @@
 conformant = "Partial"
 notes = """
-Internal error if TypeVarTuple is used in ClassVar.
-Does not reject use of ParamSpec in ClassVar.
-Rejects ClassVar nested in Annotated.
-Does not reject use of ClassVar in TypeAlias definition.
+Internal error if `TypeVarTuple` is used in `ClassVar`.
+Does not reject use of `ParamSpec` in `ClassVar`.
+Rejects `ClassVar` nested in `Annotated`.
+Does not reject use of `ClassVar` in `TypeAlias` definition.
 """
 output = """
 classes_classvar.py:38: error: ClassVar[...] must have at most one type argument  [valid-type]

diff --git a/conformance/results/mypy/constructors_call_init.toml b/conformance/results/mypy/constructors_call_init.toml
@@ -1,7 +1,7 @@
 conformant = "Partial"
 notes = """
-Does not report errors during binding to self parameter of __init__ method.
-Does not reject use of class-scoped type variables in annotation of self parameter in __init__ method.
+Does not report errors during binding to self parameter of `__init__` method.
+Does not reject use of class-scoped type variables in annotation of self parameter in `__init__` method.
 """
 conformance_automated = "Fail"
 errors_diff = """

diff --git a/conformance/results/mypy/constructors_call_metaclass.toml b/conformance/results/mypy/constructors_call_metaclass.toml
@@ -1,7 +1,7 @@
 conformant = "Unsupported"
 notes = """
-Does not honor metaclass __call__ method when evaluating constructor call.
-Does not skip evaluation of __new__ and __init__ if custom metaclass call returns non-class.
+Does not honor metaclass `__call__` method when evaluating constructor call.
+Does not skip evaluation of `__new__` and `__init__` if custom metaclass call returns non-class.
 """
 conformance_automated = "Fail"
 errors_diff = """

diff --git a/conformance/results/mypy/constructors_call_new.toml b/conformance/results/mypy/constructors_call_new.toml
@@ -1,8 +1,8 @@
 conformant = "Partial"
 notes = """
-Does not support __new__ return type that is not a subclass of the class being constructed.
-Does not skip evaluation of __init__ based on __new__ return type.
-Does not report errors during binding to cls parameter of __new__ method.
+Does not support `__new__` return type that is not a subclass of the class being constructed.
+Does not skip evaluation of `__init__` based on `__new__` return type.
+Does not report errors during binding to `cls` parameter of `__new__` method.
 """
 conformance_automated = "Fail"
 errors_diff = """

diff --git a/conformance/results/mypy/constructors_call_type.toml b/conformance/results/mypy/constructors_call_type.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Does not validate call to custom metaclass __call__ method through type[T].
+Does not validate call to custom metaclass `__call__` method through `type[T]`.
 """
 conformance_automated = "Fail"
 errors_diff = """

diff --git a/conformance/results/mypy/constructors_callable.toml b/conformance/results/mypy/constructors_callable.toml
@@ -1,8 +1,8 @@
 conformant = "Partial"
 notes = """
-Does not generate a union type for __new__ and __init__ when converting class to callable.
-Does not ignore __init__ based on __new__ return type when converting class to callable.
-Does not support __new__ return type that is different from class being constructed.
+Does not generate a union type for `__new__` and `__init__` when converting class to callable.
+Does not ignore `__init__` based on `__new__` return type when converting class to callable.
+Does not support `__new__` return type that is different from class being constructed.
 """
 conformance_automated = "Fail"
 errors_diff = """

diff --git a/conformance/results/mypy/constructors_consistency.toml b/conformance/results/mypy/constructors_consistency.toml
@@ -1,6 +1,6 @@
 conformant = "Pass"
 notes = """
-Does not report inconsistency between __new__ and __init__ (optional).
+Does not report inconsistency between `__new__` and `__init__` (optional).
 """
 conformance_automated = "Pass"
 errors_diff = """

diff --git a/conformance/results/mypy/dataclasses_final.toml b/conformance/results/mypy/dataclasses_final.toml
@@ -1,7 +1,7 @@
 conformant = "Partial"
 notes = """
-Wrongly requires a Final dataclass field to be initialized at class level.
-Doesn't support Final nested inside ClassVar.
+Wrongly requires a `Final` dataclass field to be initialized at class level.
+Doesn't support `Final` nested inside `ClassVar`.
 """
 conformance_automated = "Fail"
 errors_diff = """

diff --git a/conformance/results/mypy/dataclasses_hash.toml b/conformance/results/mypy/dataclasses_hash.toml
@@ -2,7 +2,7 @@ conformant = "Unsupported"
 notes = """
 Does not synthesize `__hash__ = None` as a class attribute for unhashable dataclasses.
 Does not report when an unhashable dataclass has `__hash__` called directly on an instance.
-Does not report when dataclass is not compatible with Hashable protocol.
+Does not report when dataclass is not compatible with `Hashable` protocol.
 """
 output = """
 dataclasses_hash.py:14: error: Expression is of type "Callable[[object], int]", not "None"  [assert-type]

diff --git a/conformance/results/mypy/dataclasses_slots.toml b/conformance/results/mypy/dataclasses_slots.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Does not reject write to instance variable that is not defined in __slots__.
+Does not reject write to instance variable that is not defined in `__slots__`.
 """
 output = """
 dataclasses_slots.py:11: error: "DC1" both defines "__slots__" and is used with "slots=True"  [misc]

diff --git a/conformance/results/mypy/directives_type_ignore.toml b/conformance/results/mypy/directives_type_ignore.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Does not honor "# type: ignore" comment if comment includes additional text.
+Does not honor `# type: ignore` comment if comment includes additional text.
 """
 output = """
 directives_type_ignore.py:11: error: Invalid "type: ignore" comment  [syntax]

diff --git a/conformance/results/mypy/directives_version_platform.toml b/conformance/results/mypy/directives_version_platform.toml
@@ -1,7 +1,7 @@
 conformant = "Pass"
 notes = """
-Does not understand three-element form of sys.version checks.
-Does not understand os.name checks.
+Does not understand three-element form of `sys.version` checks.
+Does not understand `os.name` checks.
 """
 output = """
 directives_version_platform.py:26: error: Expression is of type "int | str", not "int"  [assert-type]

diff --git a/conformance/results/mypy/enums_expansion.toml b/conformance/results/mypy/enums_expansion.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Improperly applies narrowing to Flag subclass.
+Improperly applies narrowing to `Flag` subclass.
 """
 conformance_automated = "Fail"
 errors_diff = """

diff --git a/conformance/results/mypy/generics_defaults.toml b/conformance/results/mypy/generics_defaults.toml
@@ -1,7 +1,7 @@
 conformant = "Partial"
 notes = """
-Does not detect a TypeVar with a default used after a TypeVarTuple.
-Does not fully support defaults on TypeVarTuple and ParamSpec.
+Does not detect a `TypeVar` with a default used after a `TypeVarTuple`.
+Does not fully support defaults on `TypeVarTuple` and `ParamSpec`.
 """
 output = """
 generics_defaults.py:24: error: "T" cannot appear after "DefaultStrT" in type parameter list because it has no default type  [misc]

diff --git a/conformance/results/mypy/generics_defaults_referential.toml b/conformance/results/mypy/generics_defaults_referential.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Does not correctly handle defaults referencing other TypeVars.
+Does not correctly handle defaults referencing other `TypeVar`s.
 """
 output = """
 generics_defaults_referential.py:23: error: Expression is of type "type[slice[StartT, StopT, StepT]]", not "type[slice[int, int, int | None]]"  [assert-type]

diff --git a/conformance/results/mypy/generics_type_erasure.toml b/conformance/results/mypy/generics_type_erasure.toml
@@ -1,7 +1,7 @@
 conformant = "Partial"
 notes = """
-Infers Node[Never] instead of Node[Any] when argument is not provided.
-False negative on instance attribute access on type(node).
+Infers `Node[Never]` instead of `Node[Any]` when argument is not provided.
+False negative on instance attribute access on `type(node)`.
 """
 output = """
 generics_type_erasure.py:19: error: Expression is of type "Node[Never]", not "Node[Any]"  [assert-type]

diff --git a/conformance/results/mypy/generics_typevartuple_args.toml b/conformance/results/mypy/generics_typevartuple_args.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Does not enforce that tuples captured by TypeVarTuple are of the same length.
+Does not enforce that tuples captured by `TypeVarTuple` are of the same length.
 """
 output = """
 generics_typevartuple_args.py:33: error: Argument 3 to "exec_le" has incompatible type "str"; expected "Env"  [arg-type]

diff --git a/conformance/results/mypy/generics_typevartuple_basic.toml b/conformance/results/mypy/generics_typevartuple_basic.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Does not enforce that tuples captured by TypeVarTuple are same length.
+Does not enforce that tuples captured by `TypeVarTuple` are same length.
 """
 output = """
 generics_typevartuple_basic.py:42: error: Argument 1 to "Array" has incompatible type "Height"; expected "tuple[Height, Width]"  [arg-type]

diff --git a/conformance/results/mypy/generics_typevartuple_specialization.toml b/conformance/results/mypy/generics_typevartuple_specialization.toml
@@ -1,7 +1,7 @@
 conformant = "Partial"
 notes = """
-Incorrectly specializes generic alias that includes a TypeVar and TypeVarTuple if no type arguments are provided.
-Rejects specialization of generic type alias defined as a tuple containing a TypeVar.
+Incorrectly specializes generic alias that includes a `TypeVar` and `TypeVarTuple` if no type arguments are provided.
+Rejects specialization of generic type alias defined as a tuple containing a `TypeVar`.
 """
 output = """
 generics_typevartuple_specialization.py:85: error: Argument 1 to "takes_float_array_with_specific_shape" has incompatible type "Array2[float, *tuple[Any, ...]]"; expected "Array2[float, Height, Width]"  [arg-type]

diff --git a/conformance/results/mypy/generics_variance.toml b/conformance/results/mypy/generics_variance.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Does not reject use of class-scoped TypeVar used in a base class when variance is incompatible.
+Does not reject use of class-scoped `TypeVar` used in a base class when variance is incompatible.
 """
 output = """
 generics_variance.py:14: error: TypeVar cannot be both covariant and contravariant  [misc]

diff --git a/conformance/results/mypy/literals_parameterizations.toml b/conformance/results/mypy/literals_parameterizations.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Does not reject tuple within Literal.
+Does not reject tuple within `Literal`.
 """
 output = """
 literals_parameterizations.py:41: error: Invalid type: Literal[...] cannot contain arbitrary expressions  [valid-type]

diff --git a/conformance/results/mypy/overloads_definitions.toml b/conformance/results/mypy/overloads_definitions.toml
@@ -1,7 +1,7 @@
 conformant = "Partial"
 conformance_automated = "Fail"
 notes = """
-Allows @override to be on all overloads and implementation, instead of just implementation.
+Allows `@override` to be on all overloads and implementation, instead of just implementation.
 """
 errors_diff = """
 Lines 226, 227, 228, 231, 232: Expected error (tag 'override_impl')

diff --git a/conformance/results/mypy/overloads_definitions_stub.toml b/conformance/results/mypy/overloads_definitions_stub.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Allows @override to appear in a stub file not on the first overload.
+Allows `@override` to appear in a stub file not on the first overload.
 """
 conformance_automated = "Fail"
 errors_diff = """

diff --git a/conformance/results/mypy/overloads_evaluation.toml b/conformance/results/mypy/overloads_evaluation.toml
@@ -1,10 +1,10 @@
 conformant = "Partial"
 notes = """
-Does not expand boolean arguments to Literal[True] and Literal[False].
+Does not expand boolean arguments to `Literal[True]` and `Literal[False]`.
 Does not expand enum arguments to literal variants.
 Does not expand tuple arguments to possible combinations.
-Does not evaluate Any in some cases where overload is ambiguous.
-Evaluates Any in some cases where overload is not ambiguous.
+Does not evaluate `Any` in some cases where overload is ambiguous.
+Evaluates `Any` in some cases where overload is not ambiguous.
 """
 conformance_automated = "Fail"
 errors_diff = """

diff --git a/conformance/results/mypy/protocols_runtime_checkable.toml b/conformance/results/mypy/protocols_runtime_checkable.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Does not report unsafe overlap for runtime_checkable protocol.
+Does not report unsafe overlap for `runtime_checkable` protocol.
 """
 output = """
 protocols_runtime_checkable.py:23: error: Only @runtime_checkable protocols can be used with instance and class checks  [misc]

diff --git a/conformance/results/mypy/qualifiers_annotated.toml b/conformance/results/mypy/qualifiers_annotated.toml
@@ -1,10 +1,10 @@
 conformant = "Partial"
 notes = """
-Does not allow ClassVar to be nested within Annotated.
-Does not allow Final to be nested within Annotated.
-Does not allow Required and NotRequired to be nested within Annotated.
-Does not reject type[T] compatibility for type alias defined with Annotated.
-Does not reject call of type alias defined with Annotated.
+Does not allow `ClassVar` to be nested within `Annotated`.
+Does not allow `Final` to be nested within `Annotated`.
+Does not allow `Required` and `NotRequired` to be nested within `Annotated`.
+Does not reject `type[T]` compatibility for type alias defined with `Annotated`.
+Does not reject call of type alias defined with `Annotated`.
 """
 output = """
 qualifiers_annotated.py:38: error: Bracketed expression "[...]" is not valid as a type  [valid-type]

diff --git a/conformance/results/mypy/qualifiers_final_annotation.toml b/conformance/results/mypy/qualifiers_final_annotation.toml
@@ -1,9 +1,9 @@
 conformant = "Partial"
 notes = """
-Does not treat use of Final name as if it was replaced by the literal in NamedTuple definition.
-Does not allow conditional assignment of Final instance variable in __init__ method.
-Does not allow redefinition of private class variable that is marked Final in parent class.
-Does not report modification of local Final variable via "for" statement.
+Does not treat use of `Final` name as if it was replaced by the literal in `NamedTuple` definition.
+Does not allow conditional assignment of `Final` instance variable in `__init__` method.
+Does not allow redefinition of private class variable that is marked `Final` in parent class.
+Does not report modification of local `Final` variable via `for` statement.
 """
 output = """
 qualifiers_final_annotation.py:16: error: Type in Final[...] can only be omitted if there is an initializer  [misc]

diff --git a/conformance/results/mypy/specialtypes_type.toml b/conformance/results/mypy/specialtypes_type.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Does not treat `type` same as `type[Any]` for assert_type.
+Does not treat `type` same as `type[Any]` for `assert_type`.
 Does not allow access to unknown attributes from object of type `type[Any]`.
 """
 output = """

diff --git a/conformance/results/mypy/typeddicts_class_syntax.toml b/conformance/results/mypy/typeddicts_class_syntax.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Does not support version-conditional items in TypedDict definitions.
+Does not support version-conditional items in `TypedDict` definitions.
 """
 output = """
 typeddicts_class_syntax.py:30: error: Invalid statement in TypedDict definition; expected "field_name: field_type"  [misc]

diff --git a/conformance/results/mypy/typeddicts_extra_items.toml b/conformance/results/mypy/typeddicts_extra_items.toml
@@ -1,7 +1,4 @@
 conformant = "Unsupported"
-notes = """
-Not supported.
-"""
 conformance_automated = "Fail"
 errors_diff = """
 Line 215: Expected 1 errors

diff --git a/conformance/results/mypy/typeddicts_readonly_inheritance.toml b/conformance/results/mypy/typeddicts_readonly_inheritance.toml
@@ -1,8 +1,8 @@
 conformant = "Partial"
 notes = """
-Incorrectly rejects non-ReadOnly override of ReadOnly item.
-Incorrectly rejects override of ReadOnly item with another ReadOnly item with narrower type.
-Incorrectly rejects override of NotRequired ReadOnly item with a Required ReadOnly item.
+Incorrectly rejects non-`ReadOnly` override of `ReadOnly` item.
+Incorrectly rejects override of `ReadOnly` item with another `ReadOnly` item with narrower type.
+Incorrectly rejects override of `NotRequired ReadOnly` item with a `Required ReadOnly` item.
 """
 output = """
 typeddicts_readonly_inheritance.py:19: error: Overwriting TypedDict field "name" while extending  [misc]

diff --git a/conformance/results/mypy/typeddicts_readonly_update.toml b/conformance/results/mypy/typeddicts_readonly_update.toml
@@ -1,7 +1,7 @@
 conformant = "Partial"
 notes = """
-Incorrectly allows update of ReadOnly item.
-Incorrectly rejects update involving an item with Never type.
+Incorrectly allows update of `ReadOnly` item.
+Incorrectly rejects update involving an item with `Never` type.
 """
 output = """
 typeddicts_readonly_update.py:34: error: Argument 1 to "update" of "TypedDict" has incompatible type "B"; expected "TypedDict({'x'?=: int, 'y': int})"  [typeddict-item]

diff --git a/conformance/results/mypy/typeforms_typeform.toml b/conformance/results/mypy/typeforms_typeform.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Does not support assigning Union and GenericAlias objects to their runtime types.
+Does not support assigning `Union` and `GenericAlias` objects to their runtime types.
 """
 conformance_automated = "Fail"
 errors_diff = """

diff --git a/conformance/results/pycroscope/aliases_typealiastype.toml b/conformance/results/pycroscope/aliases_typealiastype.toml
@@ -1,6 +1,6 @@
 conformant = "Partial"
 notes = """
-Rejects valid ParamSpec specialization.
+Rejects valid `ParamSpec` specialization.
 """
 conformance_automated = "Fail"
 errors_diff = """
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		conformance/results/results.html linguist-generated