Roll Web Platform Tests

Author: Zirro

test/web-platform-tests/run-tuwpts.js

@@ -12,7 +12,7 @@ const manifestFilename = path.resolve(__dirname, "tuwpt-manifest.json");
 // We can afford to re-generate the manifest each time; we have few enough files that it's cheap.
 const testsRootArg = path.relative(wptPath, testsPath);
 const pathArg = path.relative(wptPath, manifestFilename);
-const args = ["./wpt.py", "manifest", "--tests-root", testsRootArg, "--path", pathArg, "--work"];
+const args = ["./wpt.py", "manifest", "--tests-root", testsRootArg, "--path", pathArg];
 spawnSync("python", args, { cwd: wptPath, stdio: "inherit" });
 
 const manifest = readManifest(manifestFilename);

test/web-platform-tests/run-wpts.js

@@ -4,7 +4,7 @@ const fs = require("fs");
 const jsYAML = require("js-yaml");
 const { Minimatch } = require("minimatch");
 const { describe, specify, before } = require("mocha-sugar-free");
-const { readManifest, getPossibleTestFilePaths, stripPrefix } = require("./wpt-manifest-utils.js");
+const { readManifest, getPossibleTestFilePaths } = require("./wpt-manifest-utils.js");
 const startWPTServer = require("./start-wpt-server.js");
 
 const validReasons = new Set([
@@ -50,7 +50,7 @@ describe("web-platform-tests", () => {
             return matcher.match(testFilePath);
           });
 
-          const testFile = stripPrefix(testFilePath, toRunDoc.DIR + "/");
+          const testFile = testFilePath.slice((toRunDoc.DIR + "/").length);
           const reason = matchingPattern && toRunDoc[matchingPattern][0];
           const shouldSkip = ["fail-slow", "timeout", "flaky", "mutates-globals"].includes(reason);
           const expectFail = (reason === "fail") ||

test/web-platform-tests/tests

@@ -1,13 +1,16 @@
 DIR: FileAPI
 
 FileReader/workers.html: [fail, Needs Worker implementation]
+blob/Blob-array-buffer.any.html: [fail, Depends on TextEncoder]
 blob/Blob-constructor.html: [fail, "- Blob is not a function
                                     - a date is not instanceof Date
                                     - a regexp is not instanceof Regexp
                                     - strange v8 behaviour when error triggered in overridden array length
                                     - HTMLSelectElement does not have indexed properties
                                     - MessageChannel not implemented
                                     - element attributes does not have indexed properties"]
+blob/Blob-stream.any.html: [fail, Unknown]
+blob/Blob-text.any.html: [fail, Depends on TextEncoder]
 file/send-file-form*: [fail, DataTransfer not implemented]
 filelist-section/filelist.html: [fail, function is not instanceof Function]
 historical.https.html: [fail, Needs Service Worker implementation]
@@ -21,7 +24,9 @@ DIR: cors
 
 304.htm: [fail-slow, Unknown]
 access-control-expose-headers-parsing.window.html: [fail, Depends on fetch]
-client-hint-request-headers.htm: [fail-slow, Not implemented]
+basic.htm: [fail, Unknown]
+client-hint-request-headers-2.tentative.htm: [fail, Client Hints not implemented]
+client-hint-request-headers.htm: [fail-slow, Client Hints not implemented]
 cors-safelisted-request-header.any.html: [fail, Depends on fetch]
 credentials-flag.htm: [fail, Unknown]
 image-tainting-in-cross-origin-iframe.sub.html: [timeout, Unknown]
@@ -30,6 +35,7 @@ preflight-cache.htm: [timeout, Cache should probably be implemented for simple r
 redirect-preflight-2.htm: [fail, Preflight should also be done before redirected requests but request module redirects cannot be paused while doing preflight]
 remote-origin.htm: [timeout, postMessage event does not contain source]
 response-headers.htm: [timeout, I don't find a spec about combining same value response headers; also https://github.com/tmpvar/jsdom/issues/1833]
+simple-requests-ch.tentative.htm: [fail, Client Hints not implemented]
 simple-requests.htm: [timeout, Maybe https://github.com/tmpvar/jsdom/issues/1833 but it fails locally too]
 
 ---
@@ -58,12 +64,14 @@ elementScroll.html: [fail, Unknown]
 elementsFromPoint**: [fail, Not implemented]
 getClientRects**: [fail, Not implemented]
 interfaces.html: [fail, Depends on Fetch]
+matchMedia-display-none-iframe.html: [fail, Not implemented]
 matchMedia.xht: [timeout, Not implemented]
 matchMediaAddListener.html: [fail, Not implemented]
 mouseEvent.html: [fail, Unknown]
 negativeMargins.html: [fail, Unknown]
 offsetParent_element_test.html: [fail, Unknown]
 offsetTopLeftInScrollableParent.html: [fail, Unknown]
+outer-svg.html: [fail, clientTop not implemented]
 scroll-**: [timeout, Scroll methods not implemented]
 scrollIntoView**: [fail, Scroll methods not implemented]
 scrollWidthHeight.xht: [fail, Unknown]
@@ -91,12 +99,17 @@ DIR: dom/collections
 
 DIR: dom/events
 
-Event-dispatch-on-disabled-elements.html: [fail, Unknown]
+Event-dispatch-handlers-changed.html: [fail, Unknown]
+Event-dispatch-listener-order.window.html: [fail, Unknown]
+Event-dispatch-on-disabled-elements.html: [timeout, Uses testdriver.js]
+Event-isTrusted.any.html: [fail, Unknown]
 Event-timestamp-high-resolution.html: [fail, Not implemented]
+EventListener-handleEvent.html: [fail, Unknown]
 EventListener-incumbent-global-1.sub.html: [timeout, Multi-globals]
 EventListener-incumbent-global-2.sub.html: [timeout, Multi-globals]
 EventListener-invoke-legacy.html: [timeout, Animation stuff not implemented]
 EventTarget-dispatchEvent.html: [fail, We don't support every event interface yet]
+document-level-touchmove-event-listener-passive-by-default.html: [timeout, Uses testdriver.js]
 event-global-extra.window.html: [timeout, Not implemented]
 event-global.html: [fail, Not implemented]
 relatedTarget.window.html: [fail, Unknown]
@@ -120,7 +133,7 @@ Document-constructor-svg.svg: [fail, Unknown]
 Document-constructor-xml.xml: [fail, Unknown]
 Document-constructor.html: [fail, new Document().origin should inherit from current Document]
 Document-createElement.html: [fail, Unknown]
-Document-createEvent.html: [fail, Unknown]
+Document-createEvent.https.html: [fail, We don't support every event interface yet]
 Document-getElementById.html: [fail, We cache IDs in insertion order]
 Document-importNode.html: [fail, Attr should be a Node, https://github.com/jsdom/jsdom/issues/1641]
 Element-closest.html: [fail, :has is not supported (by all major browsers as well)]
@@ -133,6 +146,8 @@ MutationObserver-document.html: [fail, Usage of external scripts doesn't block H
 Node-childNodes.html: [fail, Unknown]
 Node-contains-xml.xml: [fail, Unknown]
 Node-isConnected.html: [fail, Last two tests with <iframe> are failing]
+ParentNode-querySelector-All-xht.xht: [fail, ::slotted() pseudo-class is not supported]
+ParentNode-querySelector-All.html: [fail, ::slotted() pseudo-class is not supported]
 ProcessingInstruction-escapes-1.xhtml: [fail, Unknown]
 Text-constructor.html: [fail, Unknown]
 
@@ -147,8 +162,9 @@ NodeIterator-removal.html: [fail, Unknown]
 DIR: domparsing
 
 DOMParser-parseFromString-html.html: [fail, needs to get "the active document's URL" which is not possible with one DOMParser shared across all windows]
-DOMParser-parseFromString-xml-doctype.html: [fail, saxes doesn't support  DTD validation]
+DOMParser-parseFromString-xml-doctype.html: [fail, saxes doesn't support DTD validation]
 DOMParser-parseFromString-xml.html: [fail, needs to get "the active document's URL" which is not possible with one DOMParser shared across all windows]
+XMLSerializer-serializeToString.html: [fail, Unknown]
 createContextualFragment.html: [fail, Range is not implemented]
 innerhtml-05.xhtml: [fail, Unknown]
 interfaces.any.html: [fail, Depends on fetch]
@@ -269,6 +285,7 @@ DIR: html/browsers/history/the-location-interface
 allow_prototype_cycle_through_location.sub.html: [fail, Unknown]
 assign_after_load.html: [timeout, Unknown]
 assign_before_load.html: [timeout, Unknown]
+document_location.html: [fail, Unknown]
 location-pathname-setter-question-mark.html: [timeout, Unknown]
 location-protocol-setter-non-broken.html: [fail, Channel Messaging API not implemented]
 location-protocol-setter-with-colon.sub.html: [timeout, Unknown]
@@ -308,7 +325,11 @@ auxiliary-browsing-contexts/opener-setter.window.html: [fail, Not implemented]
 auxiliary-browsing-contexts/opener.html: [timeout, Unknown]
 browsing-context-names/**: [timeout, Not implemented]
 browsing-context.html: [fail, Unknown]
+embedded-opener-a-form.html: [timeout, Opener not implemented]
+embedded-opener-remove-frame.html: [timeout, Opener not implemented]
+embedded-opener.html: [timeout, Opener not implemented]
 nested-browsing-contexts/frameElement.sub.html: [timeout, Nested browsing contexts for embed/object; cross-origin handling; MessageEvent' source...]
+nested-browsing-contexts/name-attribute.window.html: [timeout, Unknown]
 nested-browsing-contexts/window-parent-null.html: [fail, Unknown]
 nested-browsing-contexts/window-top-null.html: [fail, Unknown]
 noreferrer-null-opener.html: [timeout, Unknown]
@@ -348,6 +369,7 @@ DIR: html/dom/elements/elements-in-the-dom
 
 DIR: html/dom/elements/global-attributes
 
+dataset-binding.window.html: [fail, Unknown]
 dataset-prototype.html: [fail, Tests Object.prototype which jsdom has trouble with due to VM globals]
 dataset-set.html: [fail, Buggy(?) test for \uF900]
 the-lang-attribute-001.html: [fail, Unknown]
@@ -421,10 +443,6 @@ the-marquee-element-0/marquee-scrolldelay.html: [fail, <marquee> is not implemen
 
 ---
 
-DIR: html/scripting
-
----
-
 DIR: html/semantics/disabled-elements
 
 ---
@@ -443,6 +461,7 @@ link-rel-attribute.html: [fail, CSS computed style computation]
 link-style-error-01.html: [fail, We don't fire error events]
 link-style-error-limited-quirks.html: [fail, We don't fire error events]
 link-style-error-quirks.html: [fail, We don't fire error events]
+stylesheet-not-removed-until-next-stylesheet-loads.html: [fail, Unknown]
 
 ---
 
@@ -478,6 +497,8 @@ formaction.html: [fail, Unknown]
 
 DIR: html/semantics/forms/constraints
 
+form-validation-validity-patternMismatch.html: [fail, https://github.com/jsdom/jsdom/pull/2571]
+
 ---
 
 DIR: html/semantics/forms/form-control-infrastructure
@@ -571,6 +592,8 @@ option-text-recurse.html: [fail, Our impl is wrong; see comments in HTMLOptionEl
 
 DIR: html/semantics/forms/the-output-element
 
+mutations.window.html: [fail, Needs to reflect changes made in https://github.com/whatwg/html/pull/4447]
+
 ---
 
 DIR: html/semantics/forms/the-progress-element
@@ -605,8 +628,13 @@ DIR: html/semantics/interactive-elements/the-summary-element
 DIR: html/semantics/links
 
 following-hyperlinks/activation-behavior.window.html: [fail, We don't support navigating to new locations]
-links-created-by-a-and-area-elements/htmlanchorelement_noopener.html: [timeout, Unknown]
-links-created-by-a-and-area-elements/target_blank_implicit_noopener.tentative.html: [fail, Depends on BroadcastChannel]
+links-created-by-a-and-area-elements/htmlanchorelement_noopener.html: [timeout, noopener is not supported]
+links-created-by-a-and-area-elements/target_blank_implicit_noopener.html: [fail, Depends on BroadcastChannel]
+links-created-by-a-and-area-elements/target_blank_implicit_noopener_base.html: [fail, Depends on BroadcastChannel]
+
+---
+
+DIR: html/semantics/scripting-1/the-noscript-element
 
 ---
 
@@ -810,6 +838,7 @@ messageevent-constructor.https.html: [fail, uses MessageChannel]
 
 DIR: html/webappapis/system-state-and-capabilities/the-navigator-object
 
+navigator_user_agent.tentative.https.html: [fail, Not implemented]
 protocol.https.html: [fail, registerProtocolHandler() is not implemented]
 
 ---
@@ -826,6 +855,7 @@ Element-interface-attachShadow-custom-element.html: [fail, CustomElement.define
 MouseEvent-prototype-offsetX-offsetY.html: [fail, offsetTop not implemented]
 Range-prototype-insertNode.html: [fail, Range is not implemented]
 ShadowRoot-interface.html: [fail, shadowRoot.styleSheet and shadowRoot.activeElement are not yet implemented]
+capturing-and-bubbling-event-listeners-across-shadow-trees.html: [fail, Unknown]
 event-dispatch-order.tentative.html: [fail, Unknown]
 form-control-form-attribute.html: [fail, Form association doesn't respect the spec]
 leaktests/html-collection.html: [fail, Document.all is not implemented]
@@ -840,7 +870,7 @@ untriaged/elements-and-dom-objects/shadowroot-object/shadowroot-methods/test-004
 untriaged/elements-and-dom-objects/shadowroot-object/shadowroot-methods/test-006.html: [fail, Range is not implemented]
 untriaged/elements-and-dom-objects/shadowroot-object/shadowroot-methods/test-007.html: [fail, Range is not implemented]
 untriaged/events/event-dispatch/test-003.html: [timeout, Iframe related timeout issue]
-untriaged/html-elements-in-shadow-trees/html-forms/test-003.html: [fail, HTMLFormElemement.submit is not implemented]
+untriaged/html-elements-in-shadow-trees/html-forms/test-003.html: [timeout, HTMLFormElement.submit is not implemented]
 untriaged/html-elements-in-shadow-trees/inert-html-elements/test-001.html: [fail, Unknown]
 untriaged/shadow-trees/upper-boundary-encapsulation/dom-tree-accessors-001.html: [fail, Document.all is not implemented]
 untriaged/styles/test-001.html: [fail, offsetTop not implemented]
@@ -857,10 +887,13 @@ untriaged/user-interaction/ranges-and-selections/test-002.html: [fail, Range is
 
 DIR: uievents
 
+click/auxclick_event.html: [timeout, Uses testdriver.js]
+click/click_event_target.html: [timeout, Uses testdriver.js]
+click/mouse-dblclick-event.html: [timeout, Uses testdriver.js]
 idlharness.window.html: [fail, Depends on fetch]
 legacy-domevents-tests/approved/ProcessingInstruction.DOMCharacterDataModified.html: [timeout, Unknown]
 legacy-domevents-tests/approved/domnodeinserted.html: [timeout, Unknown]
-mouse/mouse_buttons_back_forward.html: [timeout, Unknown]
+mouse/mouse_buttons_back_forward.html: [timeout, Uses testdriver.js]
 order-of-events/**: [timeout, Unknown]
 
 ---
@@ -896,10 +929,12 @@ DIR: webstorage
 
 event_no_duplicates.html: [needs-node11, Earlier Node.js timers did not match browser behaviour, https://github.com/nodejs/node/pull/22842]
 idlharness.window.html: [fail, Depends on fetch]
+set.window.html: [fail, Unknown]
 storage_local_window_open.html: [timeout, Depends on window.open()]
 storage_session_window_noopener.html: [fail, Depends on BroadcastChannel]
 storage_session_window_open.html: [timeout, Depends on window.open()]
 storage_string_conversion.html: [needs-node10, function.toString() does not use correct formatting in earlier versions, https://github.com/nodejs/node/issues/20459]
+symbol-props.window.html: [fail, Unknown]
 
 ---
 
@@ -908,7 +943,6 @@ DIR: xhr
 abort-after-stop.htm: [fail, https://github.com/w3c/web-platform-tests/issues/6942]
 abort-during-loading.htm: [fail, Unknown]
 access-control-basic-allow-preflight-cache.htm: [fail, Unknown]
-access-control-basic-cors-safelisted-request-headers.htm: [fail, Unknown]
 access-control-basic-non-cors-safelisted-content-type.htm: [fail, Unknown]
 access-control-basic-post-with-non-cors-safelisted-content-type.htm: [fail, Unknown]
 access-control-preflight-async-method-denied.htm: [fail, Unknown]
@@ -925,7 +959,7 @@ anonymous-mode-unsupported.htm: [fail, need way to set cookie header with origin
 close-worker-with-xhr-in-progress.html: [fail, Needs Worker implementation]
 data-uri.htm: [fail, Unknown]
 event-error-order.sub.html: [fail, Unknown]
-event-timeout-order.htm: [fail, Unknown]
+event-timeout-order.any.html: [fail, Unknown]
 formdata.htm: [fail, FormDataEvent is not implemented]
 getallresponseheaders.htm: [fail, Unknown]
 getresponseheader.any.html: [fail, Unknown]
@@ -973,5 +1007,6 @@ send-sync-response-event-order.htm: [fail-slow, not sure; sync is special]
 setrequestheader-content-type.htm: [fail-slow, we don't implement ReadableStream; also unsure we can get request() to send no content-type for ArrayBuffer]
 status-basic.htm: [timeout, https://github.com/tmpvar/jsdom/issues/1833]
 sync-no-progress.any.html: [fail, Unknown]
-xmlhttprequest-sync-default-feature-policy.sub.html: [timeout, we don't support Feature Policy]
+sync-xhr-supported-by-feature-policy.html: [fail, We don't support Feature Policy]
+xmlhttprequest-sync-default-feature-policy.sub.html: [timeout, We don't support Feature Policy]
 xmlhttprequest-timeout-**: [timeout, Needs Worker implementation / Unknown]

test/web-platform-tests/to-run.yaml

@@ -1,7 +1,7 @@
 "use strict";
 const fs = require("fs");
 
-const EXPECTED_MANIFEST_VERSION = 5;
+const EXPECTED_MANIFEST_VERSION = 6;
 
 exports.getPossibleTestFilePaths = manifest => {
   const testharnessTests = manifest.items.testharness;
@@ -17,15 +17,13 @@ exports.getPossibleTestFilePaths = manifest => {
         continue;
       }
 
-      allPaths.push(exports.stripPrefix(testFilePath, "/"));
+      allPaths.push(testFilePath);
     }
   }
 
   return allPaths;
 };
 
-exports.stripPrefix = (string, prefix) => string.substring(prefix.length);
-
 exports.readManifest = filename => {
   const manifestString = fs.readFileSync(filename, { encoding: "utf-8" });
   const manifest = JSON.parse(manifestString);