/* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ //! Memory profiling functions. use libc::{c_char,c_int,c_void,size_t}; use std::borrow::ToOwned; use std::ffi::CString; use std::old_io::timer::sleep; #[cfg(target_os="linux")] use std::old_io::File; use std::mem::size_of; #[cfg(target_os="linux")] use std::env::page_size; use std::ptr::null_mut; use std::sync::mpsc::{Sender, channel, Receiver}; use std::time::duration::Duration; use task::spawn_named; #[cfg(target_os="macos")] use task_info::task_basic_info::{virtual_size,resident_size}; pub struct MemoryProfilerChan(pub Sender); impl MemoryProfilerChan { pub fn send(&self, msg: MemoryProfilerMsg) { let MemoryProfilerChan(ref c) = *self; c.send(msg).unwrap(); } } pub enum MemoryProfilerMsg { /// Message used to force print the memory profiling metrics. Print, /// Tells the memory profiler to shut down. Exit, } pub struct MemoryProfiler { pub port: Receiver, } impl MemoryProfiler { pub fn create(period: Option) -> MemoryProfilerChan { let (chan, port) = channel(); match period { Some(period) => { let period = Duration::milliseconds((period * 1000f64) as i64); let chan = chan.clone(); spawn_named("Memory profiler timer".to_owned(), move || { loop { sleep(period); if chan.send(MemoryProfilerMsg::Print).is_err() { break; } } }); // Spawn the memory profiler. spawn_named("Memory profiler".to_owned(), move || { let memory_profiler = MemoryProfiler::new(port); memory_profiler.start(); }); } None => { // No-op to handle messages when the memory profiler is // inactive. spawn_named("Memory profiler".to_owned(), move || { loop { match port.recv() { Err(_) | Ok(MemoryProfilerMsg::Exit) => break, _ => {} } } }); } } MemoryProfilerChan(chan) } pub fn new(port: Receiver) -> MemoryProfiler { MemoryProfiler { port: port } } pub fn start(&self) { loop { match self.port.recv() { Ok(msg) => { if !self.handle_msg(msg) { break } } _ => break } } } fn handle_msg(&self, msg: MemoryProfilerMsg) -> bool { match msg { MemoryProfilerMsg::Print => { self.handle_print_msg(); true }, MemoryProfilerMsg::Exit => false } } fn print_measurement(path: &str, nbytes: Option) { match nbytes { Some(nbytes) => { let mebi = 1024f64 * 1024f64; println!("{:24}: {:12.2}", path, (nbytes as f64) / mebi); } None => { println!("{:24}: {:>12}", path, "???"); } } } fn handle_print_msg(&self) { println!("{:24}: {:12}", "_category_", "_size (MiB)_"); // Virtual and physical memory usage, as reported by the OS. MemoryProfiler::print_measurement("vsize", get_vsize()); MemoryProfiler::print_measurement("resident", get_resident()); // Total number of bytes allocated by the application on the system // heap. MemoryProfiler::print_measurement("system-heap-allocated", get_system_heap_allocated()); // The descriptions of the following jemalloc measurements are taken // directly from the jemalloc documentation. // "Total number of bytes allocated by the application." MemoryProfiler::print_measurement("jemalloc-heap-allocated", get_jemalloc_stat("stats.allocated")); // "Total number of bytes in active pages allocated by the application. // This is a multiple of the page size, and greater than or equal to // |stats.allocated|." MemoryProfiler::print_measurement("jemalloc-heap-active", get_jemalloc_stat("stats.active")); // "Total number of bytes in chunks mapped on behalf of the application. // This is a multiple of the chunk size, and is at least as large as // |stats.active|. This does not include inactive chunks." MemoryProfiler::print_measurement("jemalloc-heap-mapped", get_jemalloc_stat("stats.mapped")); println!(""); } } #[cfg(target_os="linux")] extern { fn mallinfo() -> struct_mallinfo; } #[cfg(target_os="linux")] #[repr(C)] pub struct struct_mallinfo { arena: c_int, ordblks: c_int, smblks: c_int, hblks: c_int, hblkhd: c_int, usmblks: c_int, fsmblks: c_int, uordblks: c_int, fordblks: c_int, keepcost: c_int, } #[cfg(target_os="linux")] fn get_system_heap_allocated() -> Option { let mut info: struct_mallinfo; unsafe { info = mallinfo(); } // The documentation in the glibc man page makes it sound like |uordblks| // would suffice, but that only gets the small allocations that are put in // the brk heap. We need |hblkhd| as well to get the larger allocations // that are mmapped. Some((info.hblkhd + info.uordblks) as u64) } #[cfg(not(target_os="linux"))] fn get_system_heap_allocated() -> Option { None } extern { fn je_mallctl(name: *const c_char, oldp: *mut c_void, oldlenp: *mut size_t, newp: *mut c_void, newlen: size_t) -> c_int; } fn get_jemalloc_stat(value_name: &str) -> Option { // Before we request the measurement of interest, we first send an "epoch" // request. Without that jemalloc gives cached statistics(!) which can be // highly inaccurate. let epoch_name = "epoch"; let epoch_c_name = CString::from_slice(epoch_name.as_bytes()); let mut epoch: u64 = 0; let epoch_ptr = &mut epoch as *mut _ as *mut c_void; let mut epoch_len = size_of::() as size_t; let value_c_name = CString::from_slice(value_name.as_bytes()); let mut value: size_t = 0; let value_ptr = &mut value as *mut _ as *mut c_void; let mut value_len = size_of::() as size_t; // Using the same values for the `old` and `new` parameters is enough // to get the statistics updated. let rv = unsafe { je_mallctl(epoch_c_name.as_ptr(), epoch_ptr, &mut epoch_len, epoch_ptr, epoch_len) }; if rv != 0 { return None; } let rv = unsafe { je_mallctl(value_c_name.as_ptr(), value_ptr, &mut value_len, null_mut(), 0) }; if rv != 0 { return None; } Some(value as u64) } // Like std::macros::try!, but for Option<>. macro_rules! option_try( ($e:expr) => (match $e { Some(e) => e, None => return None }) ); #[cfg(target_os="linux")] fn get_proc_self_statm_field(field: uint) -> Option { let mut f = File::open(&Path::new("/proc/self/statm")); match f.read_to_string() { Ok(contents) => { let s = option_try!(contents.as_slice().words().nth(field)); let npages: u64 = option_try!(s.parse().ok()); Some(npages * (page_size() as u64)) } Err(_) => None } } #[cfg(target_os="linux")] fn get_vsize() -> Option { get_proc_self_statm_field(0) } #[cfg(target_os="linux")] fn get_resident() -> Option { get_proc_self_statm_field(1) } #[cfg(target_os="macos")] fn get_vsize() -> Option { virtual_size() } #[cfg(target_os="macos")] fn get_resident() -> Option { resident_size() } #[cfg(not(any(target_os="linux", target_os = "macos")))] fn get_vsize() -> Option { None } #[cfg(not(any(target_os="linux", target_os = "macos")))] fn get_resident() -> Option { None }