Create new test type for accessibility API testing

Author: spectranaut

.taskcluster.yml

@@ -57,7 +57,7 @@ tasks:
             owner: ${owner}
             source: ${event.repository.clone_url}
           payload:
-            image: ghcr.io/web-platform-tests/wpt:2
+            image: ghcr.io/web-platform-tests/wpt:3
             maxRunTime: 7200
             artifacts:
               public/results:

lint.ignore

@@ -52,6 +52,7 @@ TRAILING WHITESPACE, INDENT TABS, CR AT EOL: *.wbn
 TRAILING WHITESPACE, INDENT TABS, CR AT EOL: *.avif
 TRAILING WHITESPACE, INDENT TABS, CR AT EOL: *.annexb
 TRAILING WHITESPACE, INDENT TABS, CR AT EOL: *.crx
+TRAILING WHITESPACE, INDENT TABS, CR AT EOL: *.tlb
 
 ## .gitignore
 W3C-TEST.ORG: .gitignore

tools/ci/tc/tasks/test.yml

@@ -4,7 +4,7 @@ components:
     workerType: ci
     schedulerId: taskcluster-github
     deadline: "24 hours"
-    image: ghcr.io/web-platform-tests/wpt:2
+    image: ghcr.io/web-platform-tests/wpt:3
     maxRunTime: 7200
     artifacts:
       public/results:

tools/docker/Dockerfile

@@ -20,6 +20,9 @@ RUN apt-get -qqy update \
     glib-networking-services \
     gstreamer1.0-plugins-bad \
     gstreamer1.0-gl \
+    libatspi2.0-dev \
+    libcairo2-dev \
+    libgirepository1.0-dev \
     libosmesa6-dev \
     libproxy1-plugin-webkit \
     libvirt-daemon-system \

tools/manifest/item.py

@@ -354,6 +354,22 @@ def to_json(self) -> Tuple[Optional[Text], Dict[Text, Any]]:
         return rv
 
 
+class AamSpecTest(URLManifestItem):
+    __slots__ = ()
+
+    item_type = "aamspec"
+
+    @property
+    def timeout(self) -> Optional[Text]:
+        return self._extras.get("timeout")
+
+    def to_json(self) -> Tuple[Optional[Text], Dict[Text, Any]]:
+        rv = super().to_json()
+        if self.timeout is not None:
+            rv[-1]["timeout"] = self.timeout
+        return rv
+
+
 class SupportFile(ManifestItem):
     __slots__ = ()
 

tools/manifest/manifest.py

@@ -8,7 +8,8 @@
 
 from . import jsonlib
 from . import vcs
-from .item import (ConformanceCheckerTest,
+from .item import (AamSpecTest,
+                   ConformanceCheckerTest,
                    CrashTest,
                    ManifestItem,
                    ManualTest,
@@ -46,6 +47,7 @@ class InvalidCacheError(Exception):
                                                 "crashtest": CrashTest,
                                                 "manual": ManualTest,
                                                 "wdspec": WebDriverSpecTest,
+                                                "aamspec": AamSpecTest,
                                                 "conformancechecker": ConformanceCheckerTest,
                                                 "visual": VisualTest,
                                                 "spec": SpecItem,

tools/manifest/sourcefile.py

@@ -16,7 +16,8 @@
 import html5lib
 
 from . import XMLParser
-from .item import (ConformanceCheckerTest,
+from .item import (AamSpecTest,
+                   ConformanceCheckerTest,
                    CrashTest,
                    ManifestItem,
                    ManualTest,
@@ -397,6 +398,15 @@ def name_is_webdriver(self) -> bool:
                 self.filename not in ("__init__.py", "conftest.py") and
                 fnmatch(self.filename, wd_pattern))
 
+    @property
+    def name_is_wai_aria_aam(self) -> bool:
+        """Check if the file name matches the conditions for the file to
+        be a WAI-ARIA AAM spec test file"""
+        rel_path_parts = self.rel_path_parts
+        return ((rel_path_parts[0] == "wai-aria-aam" and len(rel_path_parts) > 1) and
+                self.filename not in ("__init__.py", "conftest.py") and
+                fnmatch(self.filename, wd_pattern))
+
     @property
     def name_is_reference(self) -> bool:
         """Check if the file name matches the conditions for the file to
@@ -474,7 +484,7 @@ def pac_nodes(self) -> List[ElementTree.Element]:
     def script_metadata(self) -> Optional[List[Tuple[Text, Text]]]:
         if self.name_is_worker or self.name_is_multi_global or self.name_is_window or self.name_is_extension:
             regexp = js_meta_re
-        elif self.name_is_webdriver:
+        elif self.name_is_webdriver or self.name_is_wai_aria_aam:
             regexp = python_meta_re
         else:
             return None
@@ -899,6 +909,9 @@ def possible_types(self) -> Set[Text]:
         if self.name_is_webdriver:
             return {WebDriverSpecTest.item_type}
 
+        if self.name_is_wai_aria_aam:
+            return {AamSpecTest.item_type}
+
         if self.name_is_visual:
             return {VisualTest.item_type}
 
@@ -986,6 +999,16 @@ def manifest_items(self) -> Tuple[Text, List[ManifestItem]]:
                     timeout=self.timeout
                 )]
 
+        elif self.name_is_wai_aria_aam:
+            rv = AamSpecTest.item_type, [
+                AamSpecTest(
+                    self.tests_root,
+                    self.rel_path,
+                    self.url_base,
+                    self.rel_url,
+                    timeout=self.timeout
+                )]
+
         elif self.name_is_visual:
             rv = VisualTest.item_type, [
                 VisualTest(

tools/mypy.ini

@@ -42,6 +42,9 @@ follow_imports = silent
 follow_imports = silent
 
 # Ignore missing or untyped libraries.
+[mypy-ApplicationServices.*]
+ignore_missing_imports = True
+
 [mypy-Cocoa.*]
 ignore_missing_imports = True
 
@@ -51,9 +54,15 @@ ignore_missing_imports = True
 [mypy-Quartz.*]
 ignore_missing_imports = True
 
+[mypy-comtypes.*]
+ignore_missing_imports = True
+
 [mypy-dnslib.*]
 ignore_missing_imports = True
 
+[mypy-gi.*]
+ignore_missing_imports = True
+
 [mypy-marionette_driver.*]
 ignore_missing_imports = True
 

tools/wpt/run.py

@@ -327,6 +327,9 @@ def setup_kwargs(self, kwargs):
         if kwargs["browser_channel"] == "nightly" and kwargs["enable_webtransport_h3"] is None:
             kwargs["enable_webtransport_h3"] = True
 
+        if kwargs["enable_accessibility_api"]:
+            kwargs["extra_prefs"].append("accessibility.force_disabled=-1")
+
         # Turn off Firefox WebRTC ICE logging on WPT (turned on by mozrunner)
         safe_unsetenv('R_LOG_LEVEL')
         safe_unsetenv('R_LOG_DESTINATION')
@@ -517,6 +520,10 @@ def setup_kwargs(self, kwargs):
             # We are on Taskcluster, where our Docker container does not have
             # enough capabilities to run the browser with sandboxing. (gh-20133)
             kwargs["binary_args"].append("--no-sandbox")
+        if kwargs["enable_accessibility_api"]:
+            # Necessary to force chrome to register in AT-SPI2.
+            os.environ["ACCESSIBILITY_ENABLED"] = "1"
+            kwargs["binary_args"].append("--force-renderer-accessibility")
 
 
 class Chrome(ChromeAndEdgeSetup):
@@ -902,6 +909,10 @@ def setup_wptrunner(venv, **kwargs):
     if not venv.skip_virtualenv_setup:
         requirements = [os.path.join(wpt_root, "tools", "wptrunner", "requirements.txt")]
         requirements.extend(setup_cls.requirements())
+
+        if kwargs["enable_accessibility_api"]:
+            requirements.append(os.path.join(wpt_root, "tools", "wptrunner", "requirements_platform_accessibility.txt"))
+
         venv.install_requirements(*requirements)
 
     affected_revish = kwargs.get("affected")

tools/wptrunner/requirements_platform_accessibility.txt

@@ -0,0 +1,8 @@
+comtypes==1.4.11; sys_platform == 'win32'
+PyGObject==3.50.1; sys_platform == 'linux' and python_version >= '3.9'
+PyGObject==3.48.2; sys_platform == 'linux' and python_version < '3.9'
+pyobjc-framework-Accessibility==11.1; sys_platform == 'darwin' and python_version >= '3.9'
+pyobjc-framework-ApplicationServices==11.1; sys_platform == 'darwin' and python_version >= '3.9'
+pyobjc==10.3.2; sys_platform == 'darwin' and python_version < '3.9'
+pyobjc-framework-Accessibility==10.3.2; sys_platform == 'darwin' and python_version < '3.9'
+pyobjc-framework-ApplicationServices==10.3.2; sys_platform == 'darwin' and python_version < '3.9'