Auto merge of #24687 - ferjm:mediaelementaudionode, r=Manishearth

WebAudio MediaElementAudioSourceNode implementation

- [X] `./mach build -d` does not report any errors
- [X] `./mach test-tidy` does not report any errors
- [X] These changes fix #22370
- [X] There are tests for these changes

Depends on https://github.com/servo/media/pull/321

Tested with https://ferjm.github.io/webaudio-examples/media-source-buffer/

I am still investigating why it is playing back with a low rate.

3 files changed, 2 insertions, 109 deletions

diff --git a/tests/wpt/metadata/webaudio/idlharness.https.window.js.ini b/tests/wpt/metadata/webaudio/idlharness.https.window.js.ini
index 37aa74faea8..9ba5b568945 100644
--- a/tests/wpt/metadata/webaudio/idlharness.https.window.js.ini
+++ b/tests/wpt/metadata/webaudio/idlharness.https.window.js.ini
@@ -2,9 +2,6 @@
   [AudioNode interface: calling connect(AudioNode, unsigned long, unsigned long) on new ConvolverNode(context) with too few arguments must throw TypeError]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "disconnect(AudioParam)" with the proper type]
-    expected: FAIL
-
   [ConvolverNode interface: existence and properties of interface prototype object's @@unscopables property]
     expected: FAIL
 
@@ -38,9 +35,6 @@
   [ScriptProcessorNode interface: context.createScriptProcessor() must inherit property "onaudioprocess" with the proper type]
     expected: FAIL
 
-  [MediaElementAudioSourceNode interface: existence and properties of interface prototype object's @@unscopables property]
-    expected: FAIL
-
   [AudioNode interface: worklet_node must inherit property "disconnect(AudioParam, unsigned long)" with the proper type]
     expected: FAIL
 
@@ -59,15 +53,9 @@
   [AudioNode interface: calling disconnect(AudioNode) on new WaveShaperNode(context) with too few arguments must throw TypeError]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "disconnect(AudioNode)" with the proper type]
-    expected: FAIL
-
   [AudioNode interface: context.createScriptProcessor() must inherit property "disconnect()" with the proper type]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "disconnect(AudioNode, unsigned long, unsigned long)" with the proper type]
-    expected: FAIL
-
   [AudioNode interface: new MediaStreamAudioDestinationNode(context) must inherit property "context" with the proper type]
     expected: FAIL
 
@@ -116,9 +104,6 @@
   [AudioNode interface: calling connect(AudioParam, unsigned long) on new ConvolverNode(context) with too few arguments must throw TypeError]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "connect(AudioNode, unsigned long, unsigned long)" with the proper type]
-    expected: FAIL
-
   [OscillatorNode interface: operation setPeriodicWave(PeriodicWave)]
     expected: FAIL
 
@@ -179,15 +164,9 @@
   [AudioProcessingEvent interface: existence and properties of interface object]
     expected: FAIL
 
-  [AudioContext interface: operation createMediaElementSource(HTMLMediaElement)]
-    expected: FAIL
-
   [AudioNode interface: calling disconnect(AudioNode, unsigned long) on new DynamicsCompressorNode(context) with too few arguments must throw TypeError]
     expected: FAIL
 
-  [AudioNode interface: calling connect(AudioParam, unsigned long) on new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) with too few arguments must throw TypeError]
-    expected: FAIL
-
   [BaseAudioContext interface: operation createPeriodicWave([object Object\], [object Object\], PeriodicWaveConstraints)]
     expected: FAIL
 
@@ -197,9 +176,6 @@
   [ScriptProcessorNode interface: existence and properties of interface prototype object]
     expected: FAIL
 
-  [AudioContext interface: calling createMediaElementSource(HTMLMediaElement) on context with too few arguments must throw TypeError]
-    expected: FAIL
-
   [AudioNode interface: calling connect(AudioNode, unsigned long, unsigned long) on new DynamicsCompressorNode(context) with too few arguments must throw TypeError]
     expected: FAIL
 
@@ -233,9 +209,6 @@
   [AudioNode interface: new DynamicsCompressorNode(context) must inherit property "channelCount" with the proper type]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "channelCountMode" with the proper type]
-    expected: FAIL
-
   [AudioNode interface: calling connect(AudioParam, unsigned long) on new DelayNode(context) with too few arguments must throw TypeError]
     expected: FAIL
 
@@ -257,9 +230,6 @@
   [AudioNode interface: new DynamicsCompressorNode(context) must inherit property "disconnect(AudioNode, unsigned long)" with the proper type]
     expected: FAIL
 
-  [AudioNode interface: calling disconnect(unsigned long) on new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) with too few arguments must throw TypeError]
-    expected: FAIL
-
   [IIRFilterNode interface: operation getFrequencyResponse(Float32Array, Float32Array, Float32Array)]
     expected: FAIL
 
@@ -305,9 +275,6 @@
   [MediaStreamAudioSourceNode interface object length]
     expected: FAIL
 
-  [AudioNode interface: calling disconnect(AudioParam) on new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) with too few arguments must throw TypeError]
-    expected: FAIL
-
   [AudioWorklet interface object name]
     expected: FAIL
 
@@ -317,9 +284,6 @@
   [AudioNode interface: context.createScriptProcessor() must inherit property "disconnect(AudioParam, unsigned long)" with the proper type]
     expected: FAIL
 
-  [MediaElementAudioSourceNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "mediaElement" with the proper type]
-    expected: FAIL
-
   [BaseAudioContext interface: operation decodeAudioData(ArrayBuffer, DecodeSuccessCallback, DecodeErrorCallback)]
     expected: FAIL
 
@@ -335,15 +299,6 @@
   [StereoPannerNode interface: existence and properties of interface object]
     expected: FAIL
 
-  [MediaElementAudioSourceNode interface: existence and properties of interface object]
-    expected: FAIL
-
-  [AudioNode interface: calling connect(AudioNode, unsigned long, unsigned long) on new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) with too few arguments must throw TypeError]
-    expected: FAIL
-
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "disconnect()" with the proper type]
-    expected: FAIL
-
   [MediaStreamAudioSourceNode interface: existence and properties of interface prototype object's "constructor" property]
     expected: FAIL
 
@@ -419,9 +374,6 @@
   [AudioNode interface: worklet_node must inherit property "disconnect()" with the proper type]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "numberOfInputs" with the proper type]
-    expected: FAIL
-
   [BaseAudioContext interface: attribute audioWorklet]
     expected: FAIL
 
@@ -455,21 +407,12 @@
   [DelayNode interface: existence and properties of interface prototype object]
     expected: FAIL
 
-  [AudioNode interface: calling disconnect(AudioNode, unsigned long, unsigned long) on new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) with too few arguments must throw TypeError]
-    expected: FAIL
-
   [DynamicsCompressorNode interface: existence and properties of interface prototype object's @@unscopables property]
     expected: FAIL
 
   [MediaStreamAudioSourceNode interface: existence and properties of interface object]
     expected: FAIL
 
-  [MediaElementAudioSourceNode interface: existence and properties of interface prototype object]
-    expected: FAIL
-
-  [AudioNode interface: calling disconnect(AudioParam, unsigned long) on new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) with too few arguments must throw TypeError]
-    expected: FAIL
-
   [AudioNode interface: new DynamicsCompressorNode(context) must inherit property "disconnect(AudioParam, unsigned long)" with the proper type]
     expected: FAIL
 
@@ -479,9 +422,6 @@
   [AudioNode interface: new MediaStreamAudioDestinationNode(context) must inherit property "channelCountMode" with the proper type]
     expected: FAIL
 
-  [MediaElementAudioSourceNode interface object length]
-    expected: FAIL
-
   [AudioNode interface: new WaveShaperNode(context) must inherit property "disconnect(AudioParam, unsigned long)" with the proper type]
     expected: FAIL
 
@@ -515,9 +455,6 @@
   [AudioProcessingEvent interface: attribute outputBuffer]
     expected: FAIL
 
-  [AudioContext interface: context must inherit property "createMediaElementSource(HTMLMediaElement)" with the proper type]
-    expected: FAIL
-
   [AudioProcessingEvent interface object length]
     expected: FAIL
 
@@ -605,9 +542,6 @@
   [MediaStreamAudioDestinationNode interface: existence and properties of interface prototype object's "constructor" property]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "channelInterpretation" with the proper type]
-    expected: FAIL
-
   [BaseAudioContext interface: operation createIIRFilter([object Object\], [object Object\])]
     expected: FAIL
 
@@ -620,15 +554,9 @@
   [AudioNode interface: calling disconnect(AudioNode, unsigned long, unsigned long) on new ConvolverNode(context) with too few arguments must throw TypeError]
     expected: FAIL
 
-  [AudioNode interface: calling disconnect(AudioNode, unsigned long) on new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) with too few arguments must throw TypeError]
-    expected: FAIL
-
   [AudioNode interface: new DynamicsCompressorNode(context) must inherit property "disconnect(AudioParam)" with the proper type]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "disconnect(AudioNode, unsigned long)" with the proper type]
-    expected: FAIL
-
   [AudioWorkletNode must be primary interface of worklet_node]
     expected: FAIL
 
@@ -659,9 +587,6 @@
   [BaseAudioContext interface: context must inherit property "createScriptProcessor(unsigned long, unsigned long, unsigned long)" with the proper type]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "context" with the proper type]
-    expected: FAIL
-
   [AudioNode interface: calling disconnect(AudioParam, unsigned long) on new DelayNode(context) with too few arguments must throw TypeError]
     expected: FAIL
 
@@ -716,9 +641,6 @@
   [ConvolverNode interface: attribute buffer]
     expected: FAIL
 
-  [AudioNode interface: calling disconnect(AudioNode) on new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) with too few arguments must throw TypeError]
-    expected: FAIL
-
   [AudioNode interface: new WaveShaperNode(context) must inherit property "disconnect(AudioNode)" with the proper type]
     expected: FAIL
 
@@ -731,15 +653,9 @@
   [BaseAudioContext interface: calling createPeriodicWave([object Object\], [object Object\], PeriodicWaveConstraints) on new OfflineAudioContext(1, 1, sample_rate) with too few arguments must throw TypeError]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "disconnect(AudioParam, unsigned long)" with the proper type]
-    expected: FAIL
-
   [AudioNode interface: calling disconnect(AudioParam, unsigned long) on new WaveShaperNode(context) with too few arguments must throw TypeError]
     expected: FAIL
 
-  [MediaElementAudioSourceNode interface object name]
-    expected: FAIL
-
   [AudioProcessingEvent interface: attribute playbackTime]
     expected: FAIL
 
@@ -782,9 +698,6 @@
   [AudioNode interface: calling disconnect(AudioNode, unsigned long) on new MediaStreamAudioDestinationNode(context) with too few arguments must throw TypeError]
     expected: FAIL
 
-  [MediaElementAudioSourceNode must be primary interface of new MediaElementAudioSourceNode(context, {mediaElement: new Audio})]
-    expected: FAIL
-
   [ScriptProcessorNode interface: attribute onaudioprocess]
     expected: FAIL
 
@@ -845,15 +758,9 @@
   [OscillatorNode interface: calling setPeriodicWave(PeriodicWave) on new OscillatorNode(context) with too few arguments must throw TypeError]
     expected: FAIL
 
-  [MediaElementAudioSourceNode interface: existence and properties of interface prototype object's "constructor" property]
-    expected: FAIL
-
   [AudioNode interface: new DynamicsCompressorNode(context) must inherit property "disconnect()" with the proper type]
     expected: FAIL
 
-  [Stringification of new MediaElementAudioSourceNode(context, {mediaElement: new Audio})]
-    expected: FAIL
-
   [AudioNode interface: calling disconnect(AudioNode, unsigned long) on new DelayNode(context) with too few arguments must throw TypeError]
     expected: FAIL
 
@@ -890,9 +797,6 @@
   [AudioNode interface: new ConvolverNode(context) must inherit property "disconnect(AudioParam)" with the proper type]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "numberOfOutputs" with the proper type]
-    expected: FAIL
-
   [DynamicsCompressorNode interface: attribute attack]
     expected: FAIL
 
@@ -923,9 +827,6 @@
   [BaseAudioContext interface: calling createScriptProcessor(unsigned long, unsigned long, unsigned long) on context with too few arguments must throw TypeError]
     expected: FAIL
 
-  [MediaElementAudioSourceNode interface: attribute mediaElement]
-    expected: FAIL
-
   [AudioWorklet interface: existence and properties of interface prototype object's @@unscopables property]
     expected: FAIL
 
@@ -1013,9 +914,6 @@
   [DynamicsCompressorNode interface: existence and properties of interface prototype object]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "channelCount" with the proper type]
-    expected: FAIL
-
   [AudioNode interface: new DelayNode(context) must inherit property "channelCountMode" with the proper type]
     expected: FAIL
 
@@ -1055,9 +953,6 @@
   [AudioNode interface: new MediaStreamAudioDestinationNode(context) must inherit property "disconnect(AudioParam)" with the proper type]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "connect(AudioParam, unsigned long)" with the proper type]
-    expected: FAIL
-
   [AudioNode interface: new DelayNode(context) must inherit property "disconnect(AudioNode, unsigned long, unsigned long)" with the proper type]
     expected: FAIL
 
@@ -1088,9 +983,6 @@
   [WaveShaperNode interface object name]
     expected: FAIL
 
-  [AudioNode interface: new MediaElementAudioSourceNode(context, {mediaElement: new Audio}) must inherit property "disconnect(unsigned long)" with the proper type]
-    expected: FAIL
-
   [BaseAudioContext interface: new OfflineAudioContext(1, 1, sample_rate) must inherit property "createDynamicsCompressor()" with the proper type]
     expected: FAIL
 
diff --git a/tests/wpt/mozilla/meta/MANIFEST.json b/tests/wpt/mozilla/meta/MANIFEST.json
index 7b67703b23e..e675b665aa6 100644
--- a/tests/wpt/mozilla/meta/MANIFEST.json
+++ b/tests/wpt/mozilla/meta/MANIFEST.json
@@ -19023,7 +19023,7 @@
    "testharness"
   ],
   "mozilla/interfaces.html": [
-   "3578a6e01cc3bb6daf8b4942d672ecb7da1ff6b5",
+   "4006cae2d79ba4ca21c229084fcb528b8a4156f1",
    "testharness"
   ],
   "mozilla/interfaces.js": [
diff --git a/tests/wpt/mozilla/tests/mozilla/interfaces.html b/tests/wpt/mozilla/tests/mozilla/interfaces.html
index 3578a6e01cc..4006cae2d79 100644
--- a/tests/wpt/mozilla/tests/mozilla/interfaces.html
+++ b/tests/wpt/mozilla/tests/mozilla/interfaces.html
@@ -163,6 +163,7 @@ test_interfaces([
   "InputEvent",
   "KeyboardEvent",
   "Location",
+  "MediaElementAudioSourceNode",
   "MediaError",
   "MediaList",
   "MediaQueryList",