/* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ use dom::bindings::cell::DOMRefCell; use dom::bindings::codegen::Bindings::BlobBinding; use dom::bindings::codegen::Bindings::BlobBinding::BlobMethods; use dom::bindings::codegen::UnionTypes::BlobOrString; use dom::bindings::error::{Error, Fallible}; use dom::bindings::global::GlobalRef; use dom::bindings::js::{JS, Root}; use dom::bindings::reflector::{Reflectable, Reflector, reflect_dom_object}; use dom::bindings::str::DOMString; use encoding::all::UTF_8; use encoding::types::{EncoderTrap, Encoding}; use ipc_channel::ipc; use net_traits::IpcSend; use net_traits::blob_url_store::BlobURLStoreEntry; use net_traits::filemanager_thread::{FileManagerThreadMsg, SelectedFileId, RelativePos}; use std::ascii::AsciiExt; use std::cell::Cell; use std::ops::Range; use std::sync::Arc; #[derive(Clone, JSTraceable)] pub struct DataSlice { bytes: Arc>, bytes_start: usize, bytes_end: usize } impl DataSlice { /// Construct DataSlice from reference counted bytes pub fn new(bytes: Arc>, start: Option, end: Option) -> DataSlice { let range = RelativePos::from_opts(start, end).to_abs_range(bytes.len()); DataSlice { bytes: bytes, bytes_start: range.start, bytes_end: range.end, } } /// Construct data slice from a vector of bytes pub fn from_bytes(bytes: Vec) -> DataSlice { DataSlice::new(Arc::new(bytes), None, None) } /// Construct an empty data slice pub fn empty() -> DataSlice { DataSlice { bytes: Arc::new(Vec::new()), bytes_start: 0, bytes_end: 0, } } /// Get sliced bytes pub fn get_bytes(&self) -> &[u8] { &self.bytes[self.bytes_start..self.bytes_end] } /// Get length of sliced bytes pub fn size(&self) -> u64 { (self.bytes_end as u64) - (self.bytes_start as u64) } /// Further adjust the slice range based on passed-in relative positions pub fn slice(&self, pos: &RelativePos) -> DataSlice { let old_size = self.size(); let range = pos.to_abs_range(old_size as usize); DataSlice { bytes: self.bytes.clone(), bytes_start: self.bytes_start + range.start, bytes_end: self.bytes_start + range.end, } } } #[must_root] #[derive(JSTraceable)] pub enum BlobImpl { /// File-based blob, including id and possibly cached content File(SelectedFileId, DOMRefCell>), /// Memory-based blob Memory(DataSlice), /// Sliced blob, including parent blob and /// relative positions representing current slicing range, /// it is leaf of a two-layer fat tree Sliced(JS, RelativePos), } impl BlobImpl { /// Construct memory-backed BlobImpl from DataSlice pub fn new_from_slice(slice: DataSlice) -> BlobImpl { BlobImpl::Memory(slice) } /// Construct file-backed BlobImpl from File ID pub fn new_from_file(file_id: SelectedFileId) -> BlobImpl { BlobImpl::File(file_id, DOMRefCell::new(None)) } /// Construct empty, memory-backed BlobImpl pub fn new_from_empty_slice() -> BlobImpl { BlobImpl::new_from_slice(DataSlice::empty()) } } // https://w3c.github.io/FileAPI/#blob #[dom_struct] pub struct Blob { reflector_: Reflector, #[ignore_heap_size_of = "No clear owner"] blob_impl: DOMRefCell, typeString: String, isClosed_: Cell, } impl Blob { #[allow(unrooted_must_root)] pub fn new(global: GlobalRef, blob_impl: BlobImpl, typeString: String) -> Root { let boxed_blob = box Blob::new_inherited(blob_impl, typeString); reflect_dom_object(boxed_blob, global, BlobBinding::Wrap) } #[allow(unrooted_must_root)] pub fn new_inherited(blob_impl: BlobImpl, typeString: String) -> Blob { Blob { reflector_: Reflector::new(), blob_impl: DOMRefCell::new(blob_impl), typeString: typeString, isClosed_: Cell::new(false), } } #[allow(unrooted_must_root)] fn new_sliced(parent: &Blob, rel_pos: RelativePos, relativeContentType: DOMString) -> Root { let global = parent.global(); let blob_impl = match *parent.blob_impl.borrow() { BlobImpl::File(ref id, _) => { inc_ref_id(global.r(), id.clone()); // Create new parent node BlobImpl::Sliced(JS::from_ref(parent), rel_pos) } BlobImpl::Memory(_) => { // Create new parent node BlobImpl::Sliced(JS::from_ref(parent), rel_pos) } BlobImpl::Sliced(ref grandparent, ref old_rel_pos) => { // Adjust the slicing position, using same parent let new_rel_pos = old_rel_pos.slice_inner(&rel_pos); if let BlobImpl::File(ref id, _) = *grandparent.blob_impl.borrow() { inc_ref_id(global.r(), id.clone()); } BlobImpl::Sliced(grandparent.clone(), new_rel_pos) } }; Blob::new(global.r(), blob_impl, relativeContentType.into()) } // https://w3c.github.io/FileAPI/#constructorBlob pub fn Constructor(global: GlobalRef, blobParts: Option>, blobPropertyBag: &BlobBinding::BlobPropertyBag) -> Fallible> { // TODO: accept other blobParts types - ArrayBuffer or ArrayBufferView let bytes: Vec = match blobParts { None => Vec::new(), Some(blobparts) => match blob_parts_to_bytes(blobparts) { Ok(bytes) => bytes, Err(_) => return Err(Error::InvalidCharacter), } }; let slice = DataSlice::from_bytes(bytes); Ok(Blob::new(global, BlobImpl::new_from_slice(slice), blobPropertyBag.get_typestring())) } /// Get a slice to inner data, this might incur synchronous read and caching pub fn get_slice(&self) -> Result { match *self.blob_impl.borrow() { BlobImpl::File(ref id, ref cached) => { let buffer = match *cached.borrow() { Some(ref s) => Ok(s.clone()), None => { let global = self.global(); let s = read_file(global.r(), id.clone())?; Ok(s) } }; // Cache if let Ok(buf) = buffer.clone() { *cached.borrow_mut() = Some(buf); } buffer } BlobImpl::Memory(ref s) => Ok(s.clone()), BlobImpl::Sliced(ref parent, ref rel_pos) => { let dataslice = parent.get_slice_or_empty(); Ok(dataslice.slice(rel_pos)) } } } /// Try to get a slice, and if any exception happens, return the empty slice pub fn get_slice_or_empty(&self) -> DataSlice { self.get_slice().unwrap_or(DataSlice::empty()) } pub fn get_id(&self) -> SelectedFileId { match *self.blob_impl.borrow() { BlobImpl::File(ref id, _) => id.clone(), BlobImpl::Memory(ref slice) => self.promote_to_file(slice), BlobImpl::Sliced(ref parent, ref rel_pos) => { match *parent.blob_impl.borrow() { BlobImpl::Sliced(_, _) => { debug!("Sliced can't have a sliced parent"); // Return dummy id SelectedFileId("".to_string()) } BlobImpl::File(ref parent_id, _) => self.create_sliced_id(parent_id, rel_pos), BlobImpl::Memory(ref parent_slice) => { let parent_id = parent.promote_to_file(parent_slice); *self.blob_impl.borrow_mut() = BlobImpl::Sliced(parent.clone(), rel_pos.clone()); self.create_sliced_id(&parent_id, rel_pos) } } } } } /// Promite memory-based Blob to file-based, /// The bytes in data slice will be transferred to file manager thread fn promote_to_file(&self, self_slice: &DataSlice) -> SelectedFileId { let global = self.global(); let origin = global.r().get_url().origin().unicode_serialization(); let filemanager = global.r().resource_threads().sender(); let bytes = self_slice.get_bytes(); let rel_pos = RelativePos::from_abs_range(Range { start: self_slice.bytes_start, end: self_slice.bytes_end, }, self_slice.bytes.len()); let entry = BlobURLStoreEntry { type_string: self.typeString.clone(), size: self.Size(), bytes: bytes.to_vec(), }; let (tx, rx) = ipc::channel().unwrap(); let _ = filemanager.send(FileManagerThreadMsg::TransferMemory(entry, rel_pos, tx, origin.clone())); match rx.recv().unwrap() { Ok(new_id) => SelectedFileId(new_id.0), // Dummy id Err(_) => SelectedFileId("".to_string()), } } fn create_sliced_id(&self, parent_id: &SelectedFileId, rel_pos: &RelativePos) -> SelectedFileId { let global = self.global(); let origin = global.r().get_url().origin().unicode_serialization(); let filemanager = global.r().resource_threads().sender(); let (tx, rx) = ipc::channel().unwrap(); let msg = FileManagerThreadMsg::AddSlicedEntry(parent_id.clone(), rel_pos.clone(), tx, origin.clone()); let _ = filemanager.send(msg); let new_id = rx.recv().unwrap().unwrap(); // Return the indirect id reference SelectedFileId(new_id.0) } } fn read_file(global: GlobalRef, id: SelectedFileId) -> Result { let file_manager = global.filemanager_thread(); let (chan, recv) = ipc::channel().map_err(|_|())?; let origin = global.get_url().origin().unicode_serialization(); let msg = FileManagerThreadMsg::ReadFile(chan, id, origin); let _ = file_manager.send(msg); let result = match recv.recv() { Ok(ret) => ret, Err(e) => { debug!("File manager thread has problem {:?}", e); return Err(()) } }; let bytes = result.map_err(|_|())?; Ok(DataSlice::from_bytes(bytes)) } /// Extract bytes from BlobParts, used by Blob and File constructor /// https://w3c.github.io/FileAPI/#constructorBlob pub fn blob_parts_to_bytes(blobparts: Vec) -> Result, ()> { let mut ret = vec![]; for blobpart in &blobparts { match blobpart { &BlobOrString::String(ref s) => { let mut bytes = UTF_8.encode(s, EncoderTrap::Replace).map_err(|_|())?; ret.append(&mut bytes); }, &BlobOrString::Blob(ref b) => { ret.append(&mut b.get_slice_or_empty().bytes.to_vec()); }, } } Ok(ret) } impl BlobMethods for Blob { // https://w3c.github.io/FileAPI/#dfn-size fn Size(&self) -> u64 { self.get_slice_or_empty().size() } // https://w3c.github.io/FileAPI/#dfn-type fn Type(&self) -> DOMString { DOMString::from(self.typeString.clone()) } // https://w3c.github.io/FileAPI/#slice-method-algo fn Slice(&self, start: Option, end: Option, contentType: Option) -> Root { let relativeContentType = match contentType { None => DOMString::new(), Some(mut str) => { if is_ascii_printable(&str) { str.make_ascii_lowercase(); str } else { DOMString::new() } } }; let rel_pos = RelativePos::from_opts(start, end); Blob::new_sliced(self, rel_pos, relativeContentType) } // https://w3c.github.io/FileAPI/#dfn-isClosed fn IsClosed(&self) -> bool { self.isClosed_.get() } // https://w3c.github.io/FileAPI/#dfn-close fn Close(&self) { // Step 1 if self.isClosed_.get() { return; } // Step 2 self.isClosed_.set(true); // TODO Step 3 if Blob URL Store is implemented } } impl BlobBinding::BlobPropertyBag { /// Get the normalized inner type string /// https://w3c.github.io/FileAPI/#dfn-type pub fn get_typestring(&self) -> String { if is_ascii_printable(&self.type_) { self.type_.to_lowercase() } else { "".to_string() } } } fn is_ascii_printable(string: &str) -> bool { // Step 5.1 in Sec 5.1 of File API spec // https://w3c.github.io/FileAPI/#constructorBlob string.chars().all(|c| c >= '\x20' && c <= '\x7E') } /// Bump the reference counter in file manager thread fn inc_ref_id(global: GlobalRef, id: SelectedFileId) { let file_manager = global.filemanager_thread(); let origin = global.get_url().origin().unicode_serialization(); let msg = FileManagerThreadMsg::IncRef(id, origin); let _ = file_manager.send(msg); }