diff options
Diffstat (limited to 'components')
-rw-r--r-- | components/layout/context.rs | 13 | ||||
-rw-r--r-- | components/script/animations.rs | 4 | ||||
-rw-r--r-- | components/script/dom/document.rs | 44 | ||||
-rw-r--r-- | components/script/image_animation.rs | 95 | ||||
-rw-r--r-- | components/script/script_thread.rs | 4 | ||||
-rw-r--r-- | components/script/timers.rs | 6 | ||||
-rw-r--r-- | components/shared/script_layout/lib.rs | 103 |
7 files changed, 261 insertions, 8 deletions
diff --git a/components/layout/context.rs b/components/layout/context.rs index 3411eed486c..54afd4ca209 100644 --- a/components/layout/context.rs +++ b/components/layout/context.rs @@ -137,14 +137,23 @@ impl LayoutContext<'_> { if image_state.image_key() != image.id { if image.should_animate() { // i. Register/Replace tracking item in image_animation_manager. - store.insert(node, ImageAnimationState::new(image)); + store.insert( + node, + ImageAnimationState::new( + image, + self.shared_context().current_time_for_animations, + ), + ); } else { // ii. Cancel Action if the node's image is no longer animated. store.remove(&node); } } } else if image.should_animate() { - store.insert(node, ImageAnimationState::new(image)); + store.insert( + node, + ImageAnimationState::new(image, self.shared_context().current_time_for_animations), + ); } } diff --git a/components/script/animations.rs b/components/script/animations.rs index 693c3ae978f..6119de7c1dd 100644 --- a/components/script/animations.rs +++ b/components/script/animations.rs @@ -76,6 +76,10 @@ impl Animations { self.pending_events.borrow_mut().clear(); } + pub(crate) fn animations_present(&self) -> bool { + self.has_running_animations.get() || !self.pending_events.borrow().is_empty() + } + // Mark all animations dirty, if they haven't been marked dirty since the // specified `current_timeline_value`. Returns true if animations were marked // dirty or false otherwise. diff --git a/components/script/dom/document.rs b/components/script/dom/document.rs index 78cb2c33075..6056f1f1e5a 100644 --- a/components/script/dom/document.rs +++ b/components/script/dom/document.rs @@ -5051,6 +5051,35 @@ impl Document { self.image_animation_manager.borrow_mut() } + pub(crate) fn update_animating_images(&self) { + let mut image_animation_manager = self.image_animation_manager.borrow_mut(); + if !image_animation_manager.image_animations_present() { + return; + } + image_animation_manager + .update_active_frames(&self.window, self.current_animation_timeline_value()); + + if !self.animations().animations_present() { + let next_scheduled_time = + image_animation_manager.next_schedule_time(self.current_animation_timeline_value()); + // TODO: Once we have refresh signal from the compositor, + // we should get rid of timer for animated image update. + if let Some(next_scheduled_time) = next_scheduled_time { + self.schedule_image_animation_update(next_scheduled_time); + } + } + } + + fn schedule_image_animation_update(&self, next_scheduled_time: f64) { + let callback = ImageAnimationUpdateCallback { + document: Trusted::new(self), + }; + self.global().schedule_callback( + OneshotTimerCallback::ImageAnimationUpdate(callback), + Duration::from_secs_f64(next_scheduled_time), + ); + } + /// <https://html.spec.whatwg.org/multipage/#shared-declarative-refresh-steps> pub(crate) fn shared_declarative_refresh_steps(&self, content: &[u8]) { // 1. If document's will declaratively refresh is true, then return. @@ -6747,6 +6776,21 @@ impl FakeRequestAnimationFrameCallback { } } +/// This is a temporary workaround to update animated images, +/// we should get rid of this after we have refresh driver #3406 +#[derive(JSTraceable, MallocSizeOf)] +pub(crate) struct ImageAnimationUpdateCallback { + /// The document. + #[ignore_malloc_size_of = "non-owning"] + document: Trusted<Document>, +} + +impl ImageAnimationUpdateCallback { + pub(crate) fn invoke(self, can_gc: CanGc) { + with_script_thread(|script_thread| script_thread.update_the_rendering(true, can_gc)) + } +} + #[derive(JSTraceable, MallocSizeOf)] pub(crate) enum AnimationFrameCallback { DevtoolsFramerateTick { diff --git a/components/script/image_animation.rs b/components/script/image_animation.rs index 89e4c93b828..9592f86fedb 100644 --- a/components/script/image_animation.rs +++ b/components/script/image_animation.rs @@ -2,20 +2,37 @@ * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at https://mozilla.org/MPL/2.0/. */ -use fxhash::FxHashMap; +use compositing_traits::{ImageUpdate, SerializableImageData}; +use embedder_traits::UntrustedNodeAddress; +use fxhash::{FxHashMap, FxHashSet}; +use ipc_channel::ipc::IpcSharedMemory; +use libc::c_void; +use script_bindings::root::Dom; use script_layout_interface::ImageAnimationState; use style::dom::OpaqueNode; +use webrender_api::units::DeviceIntSize; +use webrender_api::{ImageDescriptor, ImageDescriptorFlags, ImageFormat}; + +use crate::dom::bindings::cell::DomRefCell; +use crate::dom::bindings::trace::NoTrace; +use crate::dom::node::{Node, from_untrusted_node_address}; +use crate::dom::window::Window; #[derive(Clone, Debug, Default, JSTraceable, MallocSizeOf)] +#[cfg_attr(crown, crown::unrooted_must_root_lint::must_root)] pub struct ImageAnimationManager { #[no_trace] pub node_to_image_map: FxHashMap<OpaqueNode, ImageAnimationState>, + + /// A list of nodes with in-progress image animations. + rooted_nodes: DomRefCell<FxHashMap<NoTrace<OpaqueNode>, Dom<Node>>>, } impl ImageAnimationManager { pub fn new() -> Self { ImageAnimationManager { node_to_image_map: Default::default(), + rooted_nodes: DomRefCell::new(FxHashMap::default()), } } @@ -25,5 +42,81 @@ impl ImageAnimationManager { pub fn restore_image_animate_set(&mut self, map: FxHashMap<OpaqueNode, ImageAnimationState>) { let _ = std::mem::replace(&mut self.node_to_image_map, map); + self.root_newly_animating_dom_nodes(); + self.unroot_unused_nodes(); + } + + pub fn next_schedule_time(&self, now: f64) -> Option<f64> { + self.node_to_image_map + .values() + .map(|state| state.time_to_next_frame(now)) + .min_by(|a, b| a.partial_cmp(b).unwrap_or(std::cmp::Ordering::Equal)) + } + + pub fn image_animations_present(&self) -> bool { + !self.node_to_image_map.is_empty() + } + + pub fn update_active_frames(&mut self, window: &Window, now: f64) { + let rooted_nodes = self.rooted_nodes.borrow(); + let updates: Vec<ImageUpdate> = self + .node_to_image_map + .iter_mut() + .filter_map(|(node, state)| { + if state.update_frame_for_animation_timeline_value(now) { + let image = &state.image; + let frame = image + .frames() + .nth(state.active_frame) + .expect("active_frame should within range of frames"); + + if let Some(node) = rooted_nodes.get(&NoTrace(*node)) { + node.dirty(crate::dom::node::NodeDamage::OtherNodeDamage); + } + Some(ImageUpdate::UpdateImage( + image.id.unwrap(), + ImageDescriptor { + format: ImageFormat::BGRA8, + size: DeviceIntSize::new(image.width as i32, image.height as i32), + stride: None, + offset: 0, + flags: ImageDescriptorFlags::ALLOW_MIPMAPS, + }, + SerializableImageData::Raw(IpcSharedMemory::from_bytes(frame.bytes)), + )) + } else { + None + } + }) + .collect(); + window.compositor_api().update_images(updates); + } + + // Unroot any nodes that we have rooted but no longer have animating images. + fn unroot_unused_nodes(&self) { + let nodes: FxHashSet<&OpaqueNode> = self.node_to_image_map.keys().collect(); + self.rooted_nodes + .borrow_mut() + .retain(|node, _| nodes.contains(&node.0)); + } + + /// Ensure that all nodes with Image animations are rooted. This should be called + /// immediately after a restyle, to ensure that these addresses are still valid. + #[allow(unsafe_code)] + fn root_newly_animating_dom_nodes(&self) { + let mut rooted_nodes = self.rooted_nodes.borrow_mut(); + for opaque_node in self.node_to_image_map.keys() { + let opaque_node = *opaque_node; + if rooted_nodes.contains_key(&NoTrace(opaque_node)) { + continue; + } + let address = UntrustedNodeAddress(opaque_node.0 as *const c_void); + unsafe { + rooted_nodes.insert( + NoTrace(opaque_node), + Dom::from_ref(&*from_untrusted_node_address(address)), + ) + }; + } } } diff --git a/components/script/script_thread.rs b/components/script/script_thread.rs index 3ee5bfbd662..e0309298f3d 100644 --- a/components/script/script_thread.rs +++ b/components/script/script_thread.rs @@ -1289,6 +1289,10 @@ impl ScriptThread { // TODO: Mark paint timing from https://w3c.github.io/paint-timing. + // Update the rendering of those does not require a reflow. + // e.g. animated images. + document.update_animating_images(); + #[cfg(feature = "webgpu")] document.update_rendering_of_webgpu_canvases(); diff --git a/components/script/timers.rs b/components/script/timers.rs index 45574c5d717..0dc1397fbdd 100644 --- a/components/script/timers.rs +++ b/components/script/timers.rs @@ -24,7 +24,9 @@ use crate::dom::bindings::refcounted::Trusted; use crate::dom::bindings::reflector::{DomGlobal, DomObject}; use crate::dom::bindings::root::Dom; use crate::dom::bindings::str::DOMString; -use crate::dom::document::{FakeRequestAnimationFrameCallback, RefreshRedirectDue}; +use crate::dom::document::{ + FakeRequestAnimationFrameCallback, ImageAnimationUpdateCallback, RefreshRedirectDue, +}; use crate::dom::eventsource::EventSourceTimeoutCallback; use crate::dom::globalscope::GlobalScope; #[cfg(feature = "testbinding")] @@ -83,6 +85,7 @@ pub(crate) enum OneshotTimerCallback { TestBindingCallback(TestBindingCallback), FakeRequestAnimationFrame(FakeRequestAnimationFrameCallback), RefreshRedirectDue(RefreshRedirectDue), + ImageAnimationUpdate(ImageAnimationUpdateCallback), } impl OneshotTimerCallback { @@ -95,6 +98,7 @@ impl OneshotTimerCallback { OneshotTimerCallback::TestBindingCallback(callback) => callback.invoke(), OneshotTimerCallback::FakeRequestAnimationFrame(callback) => callback.invoke(can_gc), OneshotTimerCallback::RefreshRedirectDue(callback) => callback.invoke(can_gc), + OneshotTimerCallback::ImageAnimationUpdate(callback) => callback.invoke(can_gc), } } } diff --git a/components/shared/script_layout/lib.rs b/components/shared/script_layout/lib.rs index 1f526b64240..96670e60084 100644 --- a/components/shared/script_layout/lib.rs +++ b/components/shared/script_layout/lib.rs @@ -507,21 +507,116 @@ pub fn node_id_from_scroll_id(id: usize) -> Option<usize> { #[derive(Clone, Debug, MallocSizeOf)] pub struct ImageAnimationState { #[ignore_malloc_size_of = "Arc is hard"] - image: Arc<Image>, - active_frame: usize, + pub image: Arc<Image>, + pub active_frame: usize, last_update_time: f64, } impl ImageAnimationState { - pub fn new(image: Arc<Image>) -> Self { + pub fn new(image: Arc<Image>, last_update_time: f64) -> Self { Self { image, active_frame: 0, - last_update_time: 0., + last_update_time, } } pub fn image_key(&self) -> Option<ImageKey> { self.image.id } + + pub fn time_to_next_frame(&self, now: f64) -> f64 { + let frame_delay = self + .image + .frames + .get(self.active_frame) + .expect("Image frame should always be valid") + .delay + .map_or(0., |delay| delay.as_secs_f64()); + (frame_delay - now + self.last_update_time).max(0.0) + } + + /// check whether image active frame need to be updated given current time, + /// return true if there are image that need to be updated. + /// false otherwise. + pub fn update_frame_for_animation_timeline_value(&mut self, now: f64) -> bool { + if self.image.frames.len() <= 1 { + return false; + } + let image = &self.image; + let time_interval_since_last_update = now - self.last_update_time; + let mut remain_time_interval = time_interval_since_last_update - + image + .frames + .get(self.active_frame) + .unwrap() + .delay + .unwrap() + .as_secs_f64(); + let mut next_active_frame_id = self.active_frame; + while remain_time_interval > 0.0 { + next_active_frame_id = (next_active_frame_id + 1) % image.frames.len(); + remain_time_interval -= image + .frames + .get(next_active_frame_id) + .unwrap() + .delay + .unwrap() + .as_secs_f64(); + } + if self.active_frame == next_active_frame_id { + return false; + } + self.active_frame = next_active_frame_id; + self.last_update_time = now; + true + } +} + +#[cfg(test)] +mod test { + use std::sync::Arc; + use std::time::Duration; + + use ipc_channel::ipc::IpcSharedMemory; + use pixels::{CorsStatus, Image, ImageFrame, PixelFormat}; + + use crate::ImageAnimationState; + + #[test] + fn test() { + let image_frames: Vec<ImageFrame> = std::iter::repeat_with(|| ImageFrame { + delay: Some(Duration::from_millis(100)), + byte_range: 0..1, + width: 100, + height: 100, + }) + .take(10) + .collect(); + let image = Image { + width: 100, + height: 100, + format: PixelFormat::BGRA8, + id: None, + bytes: IpcSharedMemory::from_byte(1, 1), + frames: image_frames, + cors_status: CorsStatus::Unsafe, + }; + let mut image_animation_state = ImageAnimationState::new(Arc::new(image), 0.0); + + assert_eq!(image_animation_state.active_frame, 0); + assert_eq!(image_animation_state.last_update_time, 0.0); + assert_eq!( + image_animation_state.update_frame_for_animation_timeline_value(0.101), + true + ); + assert_eq!(image_animation_state.active_frame, 1); + assert_eq!(image_animation_state.last_update_time, 0.101); + assert_eq!( + image_animation_state.update_frame_for_animation_timeline_value(0.116), + false + ); + assert_eq!(image_animation_state.active_frame, 1); + assert_eq!(image_animation_state.last_update_time, 0.101); + } } |