/* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at https://mozilla.org/MPL/2.0/. */ use crate::compartments::InCompartment; use crate::dom::bindings::callback::ExceptionHandling; use crate::dom::bindings::cell::DomRefCell; use crate::dom::bindings::codegen::Bindings::NavigatorBinding::NavigatorBinding::NavigatorMethods; use crate::dom::bindings::codegen::Bindings::WebGLRenderingContextBinding::WebGLRenderingContextConstants as constants; use crate::dom::bindings::codegen::Bindings::WebGLRenderingContextBinding::WebGLRenderingContextMethods; use crate::dom::bindings::codegen::Bindings::WindowBinding::WindowBinding::WindowMethods; use crate::dom::bindings::codegen::Bindings::XRBinding::XRSessionMode; use crate::dom::bindings::codegen::Bindings::XRReferenceSpaceBinding::XRReferenceSpaceType; use crate::dom::bindings::codegen::Bindings::XRRenderStateBinding::XRRenderStateInit; use crate::dom::bindings::codegen::Bindings::XRRenderStateBinding::XRRenderStateMethods; use crate::dom::bindings::codegen::Bindings::XRSessionBinding; use crate::dom::bindings::codegen::Bindings::XRSessionBinding::XREnvironmentBlendMode; use crate::dom::bindings::codegen::Bindings::XRSessionBinding::XRFrameRequestCallback; use crate::dom::bindings::codegen::Bindings::XRSessionBinding::XRSessionMethods; use crate::dom::bindings::codegen::Bindings::XRWebGLLayerBinding::XRWebGLLayerMethods; use crate::dom::bindings::error::{Error, ErrorResult}; use crate::dom::bindings::inheritance::Castable; use crate::dom::bindings::num::Finite; use crate::dom::bindings::refcounted::Trusted; use crate::dom::bindings::reflector::{reflect_dom_object, DomObject}; use crate::dom::bindings::root::{Dom, DomRoot, MutDom, MutNullableDom}; use crate::dom::event::Event; use crate::dom::eventtarget::EventTarget; use crate::dom::globalscope::GlobalScope; use crate::dom::node::Node; use crate::dom::node::NodeDamage; use crate::dom::promise::Promise; use crate::dom::webglframebuffer::WebGLFramebufferAttachmentRoot; use crate::dom::xrframe::XRFrame; use crate::dom::xrinputsource::XRInputSource; use crate::dom::xrreferencespace::XRReferenceSpace; use crate::dom::xrrenderstate::XRRenderState; use crate::dom::xrsessionevent::XRSessionEvent; use crate::dom::xrspace::XRSpace; use crate::dom::xrwebgllayer::XRWebGLLayer; use crate::task_source::TaskSource; use dom_struct::dom_struct; use euclid::default::Size2D; use euclid::RigidTransform3D; use ipc_channel::ipc::IpcSender; use ipc_channel::router::ROUTER; use profile_traits::ipc; use std::cell::Cell; use std::mem; use std::rc::Rc; use webxr_api::{self, Event as XREvent, Frame, Session}; #[dom_struct] pub struct XRSession { eventtarget: EventTarget, base_layer: MutNullableDom, blend_mode: XREnvironmentBlendMode, viewer_space: MutNullableDom, #[ignore_malloc_size_of = "defined in webxr"] session: DomRefCell, frame_requested: Cell, pending_render_state: MutNullableDom, active_render_state: MutDom, next_raf_id: Cell, #[ignore_malloc_size_of = "closures are hard"] raf_callback_list: DomRefCell>)>>, #[ignore_malloc_size_of = "defined in ipc-channel"] raf_sender: DomRefCell>>, input_sources: DomRefCell>>, // Any promises from calling end() #[ignore_malloc_size_of = "promises are hard"] end_promises: DomRefCell>>, /// https://immersive-web.github.io/webxr/#ended ended: Cell, } impl XRSession { fn new_inherited(session: Session, render_state: &XRRenderState) -> XRSession { XRSession { eventtarget: EventTarget::new_inherited(), base_layer: Default::default(), // we don't yet support any AR devices blend_mode: XREnvironmentBlendMode::Opaque, viewer_space: Default::default(), session: DomRefCell::new(session), frame_requested: Cell::new(false), pending_render_state: MutNullableDom::new(None), active_render_state: MutDom::new(render_state), next_raf_id: Cell::new(0), raf_callback_list: DomRefCell::new(vec![]), raf_sender: DomRefCell::new(None), input_sources: DomRefCell::new(vec![]), end_promises: DomRefCell::new(vec![]), ended: Cell::new(false), } } pub fn new(global: &GlobalScope, session: Session) -> DomRoot { let render_state = XRRenderState::new(global, 0.1, 1000.0, None); let ret = reflect_dom_object( Box::new(XRSession::new_inherited(session, &render_state)), global, XRSessionBinding::Wrap, ); { let mut input_sources = ret.input_sources.borrow_mut(); for info in ret.session.borrow().initial_inputs() { // XXXManishearth we should be able to listen for updates // to the input sources let input = XRInputSource::new(global, &ret, *info); input_sources.push(Dom::from_ref(&input)); } } ret.attach_event_handler(); ret } pub fn with_session R>(&self, with: F) -> R { let session = self.session.borrow(); with(&session) } pub fn is_ended(&self) -> bool { self.ended.get() } fn attach_event_handler(&self) { let this = Trusted::new(self); let global = self.global(); let window = global.as_window(); let (task_source, canceller) = window .task_manager() .dom_manipulation_task_source_with_canceller(); let (sender, receiver) = ipc::channel(global.time_profiler_chan().clone()).unwrap(); ROUTER.add_route( receiver.to_opaque(), Box::new(move |message| { let this = this.clone(); let _ = task_source.queue_with_canceller( task!(xr_event_callback: move || { this.root().event_callback(message.to().unwrap()); }), &canceller, ); }), ); // request animation frame self.session.borrow_mut().set_event_dest(sender); } fn event_callback(&self, event: XREvent) { match event { XREvent::SessionEnd => { // https://immersive-web.github.io/webxr/#shut-down-the-session // Step 2 self.ended.set(true); // Step 3-4 self.global().as_window().Navigator().Xr().end_session(self); // Step 5: We currently do not have any such promises // Step 6 is happening n the XR session // https://immersive-web.github.io/webxr/#dom-xrsession-end step 3 for promise in self.end_promises.borrow_mut().drain(..) { promise.resolve_native(&()); } // Step 7 let event = XRSessionEvent::new(&self.global(), atom!("end"), false, false, self); event.upcast::().fire(self.upcast()); }, _ => (), // XXXManishearth TBD } } /// https://immersive-web.github.io/webxr/#xr-animation-frame fn raf_callback(&self, (time, mut frame): (f64, Frame)) { // Step 1 if let Some(pending) = self.pending_render_state.take() { // https://immersive-web.github.io/webxr/#apply-the-pending-render-state // (Steps 1-4 are implicit) // Step 5 self.active_render_state.set(&pending); // Step 6-7: XXXManishearth handle inlineVerticalFieldOfView // XXXManishearth handle inline sessions and composition disabled flag if let Some(layer) = pending.GetBaseLayer() { let attachment = layer.framebuffer().attachment(constants::COLOR_ATTACHMENT0); if let Some(WebGLFramebufferAttachmentRoot::Texture(texture)) = attachment { let context = layer.Context().context_id().0; let texture_id = texture.id().get(); if let Some((width, height)) = layer.framebuffer().size() { let size = Size2D::new(width, height); self.session .borrow_mut() .set_texture(context, texture_id, size); } } } } for event in frame.events.drain(..) { self.session.borrow_mut().apply_event(event) } // Step 2 let base_layer = match self.active_render_state.get().GetBaseLayer() { Some(layer) => layer, None => return, }; // Step 3: XXXManishearth handle inline session // Step 4-5 let mut callbacks = mem::replace(&mut *self.raf_callback_list.borrow_mut(), vec![]); let frame = XRFrame::new(&self.global(), self, frame); // Step 6,7 frame.set_active(true); frame.set_animation_frame(true); // Step 8 for (_, callback) in callbacks.drain(..) { if let Some(callback) = callback { let _ = callback.Call__(Finite::wrap(time), &frame, ExceptionHandling::Report); } } frame.set_active(false); self.session.borrow_mut().render_animation_frame(); // If the canvas element is attached to the DOM, it is now dirty, // and we need to trigger a reflow. base_layer .Context() .Canvas() .upcast::() .dirty(NodeDamage::OtherNodeDamage); } } impl XRSessionMethods for XRSession { /// https://immersive-web.github.io/webxr/#eventdef-xrsession-end event_handler!(end, GetOnend, SetOnend); /// https://immersive-web.github.io/webxr/#dom-xrsession-mode fn Mode(&self) -> XRSessionMode { XRSessionMode::Immersive_vr } // https://immersive-web.github.io/webxr/#dom-xrsession-renderstate fn RenderState(&self) -> DomRoot { self.active_render_state.get() } /// https://immersive-web.github.io/webxr/#dom-xrsession-updaterenderstate fn UpdateRenderState(&self, init: &XRRenderStateInit, _: InCompartment) -> ErrorResult { // Step 2 if self.ended.get() { return Err(Error::InvalidState); } // Step 3: if let Some(ref layer) = init.baseLayer { if Dom::from_ref(layer.session()) != Dom::from_ref(self) { return Err(Error::InvalidState); } } // XXXManishearth step 4: // If newState’s inlineVerticalFieldOfView is set and session is an // immersive session, throw an InvalidStateError and abort these steps. let pending = self .pending_render_state .or_init(|| self.active_render_state.get().clone_object()); if let Some(near) = init.depthNear { pending.set_depth_near(*near); } if let Some(far) = init.depthFar { pending.set_depth_far(*far); } if let Some(ref layer) = init.baseLayer { pending.set_layer(Some(&layer)) } if init.depthFar.is_some() || init.depthNear.is_some() { self.session .borrow_mut() .update_clip_planes(*pending.DepthNear() as f32, *pending.DepthFar() as f32); } // XXXManishearth handle inlineVerticalFieldOfView Ok(()) } /// https://immersive-web.github.io/webxr/#dom-xrsession-requestanimationframe fn RequestAnimationFrame(&self, callback: Rc) -> i32 { // We only need to send a message once, until a raf callback executes. let should_send = self.raf_callback_list.borrow().is_empty(); // queue up RAF callback, obtain ID let raf_id = self.next_raf_id.get(); self.next_raf_id.set(raf_id + 1); self.raf_callback_list .borrow_mut() .push((raf_id, Some(callback))); // set up listener for response, if necessary if self.raf_sender.borrow().is_none() { let this = Trusted::new(self); let global = self.global(); let window = global.as_window(); let (task_source, canceller) = window .task_manager() .dom_manipulation_task_source_with_canceller(); let (sender, receiver) = ipc::channel(global.time_profiler_chan().clone()).unwrap(); *self.raf_sender.borrow_mut() = Some(sender); ROUTER.add_route( receiver.to_opaque(), Box::new(move |message| { let this = this.clone(); let _ = task_source.queue_with_canceller( task!(xr_raf_callback: move || { this.root().raf_callback(message.to().unwrap()); }), &canceller, ); }), ); } if should_send { // If our callback list is empty, it either means this is the first request, // or raf_callback executed, in which case we should // send a message to request an animation frame. // // This prevents multiple messages being sent for a single call to raf_callback, // and multiple message are unnecessary, // since one call will already deal with multiple potentially enqueued callbacks. // // Allowing multiple messages could keep the main-thread, // where the session thread might be running, looping on incoming messages. let sender = self.raf_sender.borrow().clone().unwrap(); self.session.borrow_mut().request_animation_frame(sender); } raf_id } /// https://immersive-web.github.io/webxr/#dom-xrsession-cancelanimationframe fn CancelAnimationFrame(&self, frame: i32) { let mut list = self.raf_callback_list.borrow_mut(); if let Some(pair) = list.iter_mut().find(|pair| pair.0 == frame) { pair.1 = None; } } /// https://immersive-web.github.io/webxr/#dom-xrsession-environmentblendmode fn EnvironmentBlendMode(&self) -> XREnvironmentBlendMode { self.blend_mode } /// https://immersive-web.github.io/webxr/#dom-xrsession-requestreferencespace fn RequestReferenceSpace(&self, ty: XRReferenceSpaceType, comp: InCompartment) -> Rc { let p = Promise::new_in_current_compartment(&self.global(), comp); // https://immersive-web.github.io/webxr/#create-a-reference-space // XXXManishearth reject based on session type // https://github.com/immersive-web/webxr/blob/master/spatial-tracking-explainer.md#practical-usage-guidelines match ty { XRReferenceSpaceType::Bounded_floor | XRReferenceSpaceType::Unbounded => { // XXXManishearth eventually support these p.reject_error(Error::NotSupported) }, ty => { p.resolve_native(&XRReferenceSpace::new(&self.global(), self, ty)); }, } p } /// https://immersive-web.github.io/webxr/#dom-xrsession-getinputsources fn GetInputSources(&self) -> Vec> { self.input_sources .borrow() .iter() .map(|x| DomRoot::from_ref(&**x)) .collect() } /// https://immersive-web.github.io/webxr/#dom-xrsession-end fn End(&self) -> Rc { let global = self.global(); let p = Promise::new(&global); self.end_promises.borrow_mut().push(p.clone()); // This is duplicated in event_callback since this should // happen ASAP for end() but can happen later if the device // shuts itself down self.ended.set(true); global.as_window().Navigator().Xr().end_session(self); self.session.borrow_mut().end_session(); p } } #[derive(Clone, Copy, Debug)] pub struct ApiSpace; // The pose of an object in native-space. Should never be exposed. pub type ApiPose = RigidTransform3D; // The pose of the viewer in some api-space. pub type ApiViewerPose = RigidTransform3D; // A transform between objects in some API-space pub type ApiRigidTransform = RigidTransform3D; #[allow(unsafe_code)] pub fn cast_transform( transform: RigidTransform3D, ) -> RigidTransform3D { unsafe { mem::transmute(transform) } }