Bump type checker versions in conformance tests. (#2293)

rchen152 · web-flow · commit a4d235396045 · 2026-05-21T16:55:40.000-07:00
* Bump type checker versions in conformance tests.

As far as I can tell, nothing significant has changed conformance-wise,
but several type checkers have new versions, so we might as well update.

Updated mypy v1.20.2 -&gt; v2.1.0
Updated pyrefly v0.63.1 -&gt; v1.0.0
Updated ty v0.0.35 -&gt; v0.0.38
Updated zuban v0.7.1 -&gt; v0.7.2

* Remove stale notes.
diff --git a/conformance/results/mypy/annotations_forward_refs.toml b/conformance/results/mypy/annotations_forward_refs.toml
@@ -22,7 +22,7 @@ annotations_forward_refs.py:53: error: Invalid type comment or annotation  [vali
 annotations_forward_refs.py:54: error: Invalid type comment or annotation  [valid-type]
 annotations_forward_refs.py:55: error: Module "types" is not valid as a type  [valid-type]
 annotations_forward_refs.py:55: note: Perhaps you meant to use a protocol matching the module structure?
-annotations_forward_refs.py:80: error: Name "ClassF" is not defined  [name-defined]
+annotations_forward_refs.py:80: error: Name "ClassF" is not defined; did you mean "ClassA", "ClassB", or "ClassC"?  [name-defined]
 annotations_forward_refs.py:87: error: Function "annotations_forward_refs.ClassD.int" is not valid as a type  [valid-type]
 annotations_forward_refs.py:87: note: Perhaps you need "Callable[...]" or a callback protocol?
 annotations_forward_refs.py:89: error: Function "annotations_forward_refs.ClassD.int" is not valid as a type  [valid-type]
diff --git a/conformance/results/mypy/classes_classvar.toml b/conformance/results/mypy/classes_classvar.toml
@@ -8,7 +8,7 @@ Does not reject use of ClassVar in TypeAlias definition.
 output = """
 classes_classvar.py:38: error: ClassVar[...] must have at most one type argument  [valid-type]
 classes_classvar.py:39: error: Invalid type: try using Literal[3] instead?  [valid-type]
-classes_classvar.py:40: error: Name "var" is not defined  [name-defined]
+classes_classvar.py:40: error: Name "var" is not defined; did you mean "var1" or "vars"?  [name-defined]
 classes_classvar.py:52: error: Incompatible types in assignment (expression has type "dict[Never, Never]", variable has type "list[str]")  [assignment]
 classes_classvar.py:54: error: Variable should not be annotated with both ClassVar and Final  [misc]
 classes_classvar.py:55: error: Invalid type: ClassVar nested inside other type  [valid-type]
diff --git a/conformance/results/mypy/dataclasses_final.toml b/conformance/results/mypy/dataclasses_final.toml
@@ -6,12 +6,10 @@ Doesn't support Final nested inside ClassVar.
 conformance_automated = "Fail"
 errors_diff = """
 Line 27: Expected 1 errors
-Line 16: Unexpected errors ['dataclasses_final.py:16: error: Final name must be initialized with a value  [misc]']
 Line 18: Unexpected errors ['dataclasses_final.py:18: error: Final can be only used as an outermost qualifier in a variable annotation  [valid-type]']
 Line 24: Unexpected errors ['dataclasses_final.py:24: error: Expression is of type "Any", not "int"  [assert-type]']
 """
 output = """
-dataclasses_final.py:16: error: Final name must be initialized with a value  [misc]
 dataclasses_final.py:18: error: Final can be only used as an outermost qualifier in a variable annotation  [valid-type]
 dataclasses_final.py:24: error: Expression is of type "Any", not "int"  [assert-type]
 dataclasses_final.py:35: error: Cannot assign to final attribute "final_no_default"  [misc]
diff --git a/conformance/results/mypy/directives_type_ignore.toml b/conformance/results/mypy/directives_type_ignore.toml
@@ -6,7 +6,7 @@ output = """
 directives_type_ignore.py:11: error: Invalid "type: ignore" comment  [syntax]
 directives_type_ignore.py:11: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
 directives_type_ignore.py:16: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
-directives_type_ignore.py:16: note: Error code "assignment" not covered by "type: ignore" comment
+directives_type_ignore.py:16: note: Error code "assignment" not covered by "type: ignore[an-empty-str-is-not-an-int]" comment
 """
 conformance_automated = "Fail"
 errors_diff = """
diff --git a/conformance/results/mypy/directives_version_platform.toml b/conformance/results/mypy/directives_version_platform.toml
@@ -5,7 +5,7 @@ Does not understand os.name checks.
 """
 output = """
 directives_version_platform.py:26: error: Expression is of type "int | str", not "int"  [assert-type]
-directives_version_platform.py:33: error: Name "val3" is not defined  [name-defined]
+directives_version_platform.py:33: error: Name "val3" is not defined; did you mean "val13"?  [name-defined]
 directives_version_platform.py:42: error: Expression is of type "int | str", not "int"  [assert-type]
 directives_version_platform.py:50: error: Name "val6" is not defined  [name-defined]
 directives_version_platform.py:59: error: Name "val9" is not defined  [name-defined]
diff --git a/conformance/results/mypy/version.toml b/conformance/results/mypy/version.toml
@@ -1 +1 @@
-version = "mypy 1.20.2"
+version = "mypy 2.1.0"
diff --git a/conformance/results/pyrefly/aliases_variance.toml b/conformance/results/pyrefly/aliases_variance.toml
@@ -3,8 +3,8 @@ conformance_automated = "Pass"
 errors_diff = """
 """
 output = """
-ERROR aliases_variance.py:24:16-28: Type variable `T_co` is Covariant but is used in invariant position [invalid-variance]
-ERROR aliases_variance.py:28:16-31: Type variable `T_co` is Covariant but is used in invariant position [invalid-variance]
-ERROR aliases_variance.py:32:16-31: Type variable `T_co` is Covariant but is used in invariant position [invalid-variance]
-ERROR aliases_variance.py:44:16-41: Type variable `T_contra` is Contravariant but is used in invariant position [invalid-variance]
+ERROR aliases_variance.py:24:16-28: Type variable `T_co` is covariant but is used in invariant position [invalid-variance]
+ERROR aliases_variance.py:28:16-31: Type variable `T_co` is covariant but is used in invariant position [invalid-variance]
+ERROR aliases_variance.py:32:16-31: Type variable `T_co` is covariant but is used in invariant position [invalid-variance]
+ERROR aliases_variance.py:44:16-41: Type variable `T_contra` is contravariant but is used in invariant position [invalid-variance]
 """
diff --git a/conformance/results/pyrefly/constructors_callable.toml b/conformance/results/pyrefly/constructors_callable.toml
@@ -1,14 +1,10 @@
 conformant = "Partial"
 notes = """
 Converting constructor to callable does not preserve class-scoped type params.
-Converting constructor to callable does not substitute Self in __new__
-Converting constructor to callable uses __new__ signature instead of __init__
 """
 conformance_automated = "Fail"
 errors_diff = """
 Line 186: Expected 1 errors
-Line 197: Expected 1 errors
-Line 167: Unexpected errors ['assert_type(Class7[int], Class7[str]) failed [assert-type]', "Argument `Literal['']` is not assignable to parameter `x` with type `int` [bad-argument-type]"]
 Line 185: Unexpected errors ['assert_type(Class8[Unknown], Class8[str]) failed [assert-type]']
 """
 output = """
@@ -25,7 +21,6 @@ ERROR constructors_callable.py:82:3-8: Missing argument `x` [missing-argument]
 ERROR constructors_callable.py:82:4-5: Unexpected keyword argument `y` [unexpected-keyword]
 ERROR constructors_callable.py:129:4-5: Expected 0 positional arguments, got 1 [bad-argument-count]
 ERROR constructors_callable.py:146:8-9: Expected 0 positional arguments, got 1 [bad-argument-count]
-ERROR constructors_callable.py:167:12-33: assert_type(Class7[int], Class7[str]) failed [assert-type]
-ERROR constructors_callable.py:167:16-18: Argument `Literal['']` is not assignable to parameter `x` with type `int` [bad-argument-type]
 ERROR constructors_callable.py:185:12-41: assert_type(Class8[Unknown], Class8[str]) failed [assert-type]
+ERROR constructors_callable.py:197:9-13: Argument `list[str]` is not assignable to parameter `y` with type `list[int]` [bad-argument-type]
 """
diff --git a/conformance/results/pyrefly/generics_self_basic.toml b/conformance/results/pyrefly/generics_self_basic.toml
@@ -8,5 +8,5 @@ Line 20: Expected 1 errors
 Line 33: Expected 1 errors
 """
 output = """
-ERROR generics_self_basic.py:68:26-35: `type[Self@Container]` is not subscriptable [unsupported-operation]
+ERROR generics_self_basic.py:68:26-35: `Self` may not be subscripted [invalid-annotation]
 """
diff --git a/conformance/results/pyrefly/generics_variance.toml b/conformance/results/pyrefly/generics_variance.toml
@@ -4,16 +4,16 @@ errors_diff = """
 """
 output = """
 ERROR generics_variance.py:14:36-54: Contradictory variance specifications [invalid-type-var]
-ERROR generics_variance.py:77:14-23: Type variable `T_co` is Covariant but is used in invariant position [invalid-variance]
-ERROR generics_variance.py:81:14-27: Type variable `T_contra` is Contravariant but is used in invariant position [invalid-variance]
-ERROR generics_variance.py:93:17-29: Type variable `T_contra` is Contravariant but is used in covariant position [invalid-variance]
-ERROR generics_variance.py:105:21-33: Type variable `T_co` is Covariant but is used in contravariant position [invalid-variance]
-ERROR generics_variance.py:113:21-37: Type variable `T_co` is Covariant but is used in contravariant position [invalid-variance]
-ERROR generics_variance.py:126:5-25: Type variable `T_co` is Covariant but is used in contravariant position [invalid-variance]
-ERROR generics_variance.py:132:5-33: Type variable `T_contra` is Contravariant but is used in covariant position [invalid-variance]
-ERROR generics_variance.py:142:5-33: Type variable `T_co` is Covariant but is used in contravariant position [invalid-variance]
-ERROR generics_variance.py:163:26-54: Type variable `T_contra` is Contravariant but is used in covariant position [invalid-variance]
-ERROR generics_variance.py:167:30-58: Type variable `T_co` is Covariant but is used in contravariant position [invalid-variance]
-ERROR generics_variance.py:191:33-70: Type variable `T_contra` is Contravariant but is used in covariant position [invalid-variance]
-ERROR generics_variance.py:196:5-42: Type variable `T_co` is Covariant but is used in contravariant position [invalid-variance]
+ERROR generics_variance.py:77:14-23: Type variable `T_co` is covariant but is used in invariant position [invalid-variance]
+ERROR generics_variance.py:81:14-27: Type variable `T_contra` is contravariant but is used in invariant position [invalid-variance]
+ERROR generics_variance.py:93:17-29: Type variable `T_contra` is contravariant but is used in covariant position [invalid-variance]
+ERROR generics_variance.py:105:21-33: Type variable `T_co` is covariant but is used in contravariant position [invalid-variance]
+ERROR generics_variance.py:113:21-37: Type variable `T_co` is covariant but is used in contravariant position [invalid-variance]
+ERROR generics_variance.py:126:5-25: Type variable `T_co` is covariant but is used in contravariant position [invalid-variance]
+ERROR generics_variance.py:132:5-33: Type variable `T_contra` is contravariant but is used in covariant position [invalid-variance]
+ERROR generics_variance.py:142:5-33: Type variable `T_co` is covariant but is used in contravariant position [invalid-variance]
+ERROR generics_variance.py:163:26-54: Type variable `T_contra` is contravariant but is used in covariant position [invalid-variance]
+ERROR generics_variance.py:167:30-58: Type variable `T_co` is covariant but is used in contravariant position [invalid-variance]
+ERROR generics_variance.py:191:33-70: Type variable `T_contra` is contravariant but is used in covariant position [invalid-variance]
+ERROR generics_variance.py:196:5-42: Type variable `T_co` is covariant but is used in contravariant position [invalid-variance]
 """
diff --git a/conformance/results/pyrefly/protocols_variance.toml b/conformance/results/pyrefly/protocols_variance.toml
@@ -6,8 +6,8 @@ output = """
  WARN protocols_variance.py:21:7-17: Type variable `T1` in class `AnotherBox` is declared as invariant, but could be covariant based on its usage [variance-mismatch]
  WARN protocols_variance.py:40:7-16: Type variable `T3` in class `Protocol2` is declared as invariant, but could be contravariant based on its usage [variance-mismatch]
  WARN protocols_variance.py:56:7-16: Type variable `T1` in class `Protocol4` is declared as invariant, but could be contravariant based on its usage [variance-mismatch]
-ERROR protocols_variance.py:62:9-11: Type variable `T1_co` is Covariant but is used in contravariant position [invalid-variance]
+ERROR protocols_variance.py:62:9-11: Type variable `T1_co` is covariant but is used in contravariant position [invalid-variance]
  WARN protocols_variance.py:66:7-16: Type variable `T1` in class `Protocol6` is declared as invariant, but could be covariant based on its usage [variance-mismatch]
-ERROR protocols_variance.py:72:9-11: Type variable `T1_contra` is Contravariant but is used in covariant position [invalid-variance]
+ERROR protocols_variance.py:72:9-11: Type variable `T1_contra` is contravariant but is used in covariant position [invalid-variance]
  WARN protocols_variance.py:104:7-17: Type variable `T1` in class `Protocol12` is declared as invariant, but could be covariant based on its usage [variance-mismatch]
 """
diff --git a/conformance/results/pyrefly/typeforms_typeform.toml b/conformance/results/pyrefly/typeforms_typeform.toml
@@ -18,7 +18,6 @@ ERROR typeforms_typeform.py:59:7-19: Argument `Literal['not a type']` is not ass
 ERROR typeforms_typeform.py:67:18-25: `tuple[@_, ...]` is not assignable to `TypeForm[Any]` [bad-assignment]
 ERROR typeforms_typeform.py:68:18-24: `tuple[Literal[1], Literal[2]]` is not assignable to `TypeForm[Any]` [bad-assignment]
 ERROR typeforms_typeform.py:69:18-19: `Literal[1]` is not assignable to `TypeForm[Any]` [bad-assignment]
-ERROR typeforms_typeform.py:70:18-22: `Self` must appear within a class [invalid-annotation]
 ERROR typeforms_typeform.py:70:18-22: `type[Self]` is not assignable to `TypeForm[Any]` [bad-assignment]
 ERROR typeforms_typeform.py:71:18-31: `ClassVar` is not allowed in this context [invalid-annotation]
 ERROR typeforms_typeform.py:72:18-28: `Final` is not allowed in this context [invalid-annotation]
diff --git a/conformance/results/pyrefly/version.toml b/conformance/results/pyrefly/version.toml
@@ -1 +1 @@
-version = "pyrefly 0.63.1"
+version = "pyrefly 1.0.0"
diff --git a/conformance/results/results.html b/conformance/results/results.html
@@ -172,17 +172,17 @@ <h3>Python Type System Conformance Test Results</h3>
         </header>
         <div class="table_container"><table><tbody>
 <tr><th class="col1">&nbsp;</th>
-<th class='tc-header'><div class='tc-name'>mypy 1.20.2</div>
+<th class='tc-header'><div class='tc-name'>mypy 2.1.0</div>
 </th>
 <th class='tc-header'><div class='tc-name'>pyright 1.1.409</div>
 </th>
-<th class='tc-header'><div class='tc-name'>zuban 0.7.1</div>
+<th class='tc-header'><div class='tc-name'>zuban 0.7.2</div>
 </th>
-<th class='tc-header'><div class='tc-name'>pyrefly 0.63.1</div>
+<th class='tc-header'><div class='tc-name'>pyrefly 1.0.0</div>
 </th>
 <th class='tc-header'><div class='tc-name'>pycroscope 0.4.0</div>
 </th>
-<th class='tc-header'><div class='tc-name'>ty 0.0.35</div>
+<th class='tc-header'><div class='tc-name'>ty 0.0.38</div>
 </th>
 </tr>
 <tr><th class="column" colspan="7">
@@ -830,7 +830,7 @@ <h3>Python Type System Conformance Test Results</h3>
 <th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not generate a union type for __new__ and __init__ when converting class to callable.</p><p>Does not ignore __init__ based on __new__ return type when converting class to callable.</p><p>Does not support __new__ return type that is different from class being constructed.</p></span></div></th>
 <th class="column col2 conformant">Pass</th>
 <th class="column col2 conformant">Pass</th>
-<th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Converting constructor to callable does not preserve class-scoped type params.</p><p>Converting constructor to callable does not substitute Self in __new__</p><p>Converting constructor to callable uses __new__ signature instead of __init__</p></span></div></th>
+<th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Converting constructor to callable does not preserve class-scoped type params.</p></span></div></th>
 <th class="column col2 conformant">Pass</th>
 <th class="column col2 partially-conformant"><div class="hover-text">Partial<span class="tooltip-text" id="bottom"><p>Does not include `__init__` when `__new__` returns `Self`.</p><p>Does not respect `NoReturn` return type on metaclass `__call__`.</p><p>Does not ignore `__init__` when `__new__` returns `Any`.</p><p>Unions overload return types.</p></span></div></th>
 </tr>
diff --git a/conformance/results/ty/version.toml b/conformance/results/ty/version.toml
@@ -1 +1 @@
-version = "ty 0.0.35"
+version = "ty 0.0.38"
diff --git a/conformance/results/zuban/version.toml b/conformance/results/zuban/version.toml
@@ -1 +1 @@
-version = "zuban 0.7.1"
+version = "zuban 0.7.2"
diff --git a/conformance/uv.lock b/conformance/uv.lock

Original file line number	Diff line number	Diff line change
`@@ -1 +1 @@`
`1`		`-version = "mypy 1.20.2"`
	`1`	`+version = "mypy 2.1.0"`