Switch to direct HeapAlloc on Windows when not using jemalloc
Signed-off-by: Peter Atashian <retep998@gmail.com>
This commit is contained in:
@@ -345,47 +345,94 @@ mod imp {
|
|||||||
not(jemalloc),
|
not(jemalloc),
|
||||||
windows))]
|
windows))]
|
||||||
mod imp {
|
mod imp {
|
||||||
use libc::{c_void, size_t};
|
use core::mem::size_of;
|
||||||
use libc;
|
use libc::{BOOL, DWORD, HANDLE, LPVOID, SIZE_T, INVALID_HANDLE_VALUE};
|
||||||
|
use libc::{WriteFile};
|
||||||
use super::MIN_ALIGN;
|
use super::MIN_ALIGN;
|
||||||
|
|
||||||
extern {
|
extern "system" {
|
||||||
fn _aligned_malloc(size: size_t, align: size_t) -> *mut c_void;
|
fn GetProcessHeap() -> HANDLE;
|
||||||
fn _aligned_realloc(block: *mut c_void, size: size_t,
|
fn GetStdHandle(nStdHandle: DWORD) -> HANDLE;
|
||||||
align: size_t) -> *mut c_void;
|
fn HeapAlloc(hHeap: HANDLE, dwFlags: DWORD, dwBytes: SIZE_T) -> LPVOID;
|
||||||
fn _aligned_free(ptr: *mut c_void);
|
fn HeapReAlloc(hHeap: HANDLE, dwFlags: DWORD, lpMem: LPVOID, dwBytes: SIZE_T) -> LPVOID;
|
||||||
|
fn HeapFree(hHeap: HANDLE, dwFlags: DWORD, lpMem: LPVOID) -> BOOL;
|
||||||
|
fn HeapSummary(hHeap: HANDLE, dwFlags: DWORD, lpSummary: LPHEAP_SUMMARY) -> BOOL;
|
||||||
|
}
|
||||||
|
|
||||||
|
#[repr(C)] #[allow(non_snake_case)]
|
||||||
|
struct HEAP_SUMMARY {
|
||||||
|
cb: DWORD,
|
||||||
|
cbAllocated: SIZE_T,
|
||||||
|
cbCommitted: SIZE_T,
|
||||||
|
cbReserved: SIZE_T,
|
||||||
|
cbMaxReserve: SIZE_T,
|
||||||
|
}
|
||||||
|
#[allow(non_camel_case_types)]
|
||||||
|
type LPHEAP_SUMMARY = *mut HEAP_SUMMARY;
|
||||||
|
|
||||||
|
#[repr(C)]
|
||||||
|
struct Header(*mut u8);
|
||||||
|
|
||||||
|
const HEAP_REALLOC_IN_PLACE_ONLY: DWORD = 0x00000010;
|
||||||
|
const STD_OUTPUT_HANDLE: DWORD = -11i32 as u32;
|
||||||
|
|
||||||
|
#[inline]
|
||||||
|
unsafe fn get_header<'a>(ptr: *mut u8) -> &'a mut Header {
|
||||||
|
&mut *(ptr as *mut Header).offset(-1)
|
||||||
|
}
|
||||||
|
|
||||||
|
#[inline]
|
||||||
|
unsafe fn align_ptr(ptr: *mut u8, align: usize) -> *mut u8 {
|
||||||
|
let aligned = ptr.offset((align - (ptr as usize & (align - 1))) as isize);
|
||||||
|
*get_header(aligned) = Header(ptr);
|
||||||
|
aligned
|
||||||
}
|
}
|
||||||
|
|
||||||
#[inline]
|
#[inline]
|
||||||
pub unsafe fn allocate(size: usize, align: usize) -> *mut u8 {
|
pub unsafe fn allocate(size: usize, align: usize) -> *mut u8 {
|
||||||
if align <= MIN_ALIGN {
|
if align <= MIN_ALIGN {
|
||||||
libc::malloc(size as size_t) as *mut u8
|
HeapAlloc(GetProcessHeap(), 0, size as SIZE_T) as *mut u8
|
||||||
} else {
|
} else {
|
||||||
_aligned_malloc(size as size_t, align as size_t) as *mut u8
|
let ptr = HeapAlloc(GetProcessHeap(), 0, (size + align) as SIZE_T) as *mut u8;
|
||||||
|
if ptr.is_null() { return ptr }
|
||||||
|
align_ptr(ptr, align)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#[inline]
|
#[inline]
|
||||||
pub unsafe fn reallocate(ptr: *mut u8, _old_size: usize, size: usize, align: usize) -> *mut u8 {
|
pub unsafe fn reallocate(ptr: *mut u8, _old_size: usize, size: usize, align: usize) -> *mut u8 {
|
||||||
if align <= MIN_ALIGN {
|
if align <= MIN_ALIGN {
|
||||||
libc::realloc(ptr as *mut c_void, size as size_t) as *mut u8
|
HeapReAlloc(GetProcessHeap(), 0, ptr as LPVOID, size as SIZE_T) as *mut u8
|
||||||
} else {
|
} else {
|
||||||
_aligned_realloc(ptr as *mut c_void, size as size_t, align as size_t) as *mut u8
|
let header = get_header(ptr);
|
||||||
|
let new = HeapReAlloc(GetProcessHeap(), 0, header.0 as LPVOID,
|
||||||
|
(size + align) as SIZE_T) as *mut u8;
|
||||||
|
if new.is_null() { return new }
|
||||||
|
align_ptr(new, align)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#[inline]
|
#[inline]
|
||||||
pub unsafe fn reallocate_inplace(_ptr: *mut u8, old_size: usize, _size: usize,
|
pub unsafe fn reallocate_inplace(ptr: *mut u8, old_size: usize, size: usize,
|
||||||
_align: usize) -> usize {
|
align: usize) -> usize {
|
||||||
|
if align <= MIN_ALIGN {
|
||||||
|
let new = HeapReAlloc(GetProcessHeap(), HEAP_REALLOC_IN_PLACE_ONLY, ptr as LPVOID,
|
||||||
|
size as SIZE_T) as *mut u8;
|
||||||
|
if new.is_null() { old_size } else { size }
|
||||||
|
} else {
|
||||||
old_size
|
old_size
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
#[inline]
|
#[inline]
|
||||||
pub unsafe fn deallocate(ptr: *mut u8, _old_size: usize, align: usize) {
|
pub unsafe fn deallocate(ptr: *mut u8, _old_size: usize, align: usize) {
|
||||||
if align <= MIN_ALIGN {
|
if align <= MIN_ALIGN {
|
||||||
libc::free(ptr as *mut libc::c_void)
|
let err = HeapFree(GetProcessHeap(), 0, ptr as LPVOID);
|
||||||
|
debug_assert!(err != 0);
|
||||||
} else {
|
} else {
|
||||||
_aligned_free(ptr as *mut c_void)
|
let header = get_header(ptr);
|
||||||
|
let err = HeapFree(GetProcessHeap(), 0, header.0 as LPVOID);
|
||||||
|
debug_assert!(err != 0);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -394,7 +441,45 @@ mod imp {
|
|||||||
size
|
size
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn stats_print() {}
|
pub fn stats_print() {
|
||||||
|
use core::fmt::{Error, Result, Write};
|
||||||
|
use core::ptr::null_mut;
|
||||||
|
use core::raw::Repr;
|
||||||
|
use core::result::Result::{Ok, Err};
|
||||||
|
struct Console(HANDLE);
|
||||||
|
impl Write for Console {
|
||||||
|
fn write_str(&mut self, s: &str) -> Result {
|
||||||
|
let repr = s.repr();
|
||||||
|
let mut written = 0;
|
||||||
|
let err = unsafe { WriteFile(self.0, repr.data as LPVOID, repr.len as DWORD,
|
||||||
|
&mut written, null_mut()) };
|
||||||
|
if written as usize != repr.len { return Err(Error) }
|
||||||
|
if err == 0 { return Err(Error) }
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
let mut hs = HEAP_SUMMARY {
|
||||||
|
cb: size_of::<HEAP_SUMMARY>() as DWORD,
|
||||||
|
cbAllocated: 0,
|
||||||
|
cbCommitted: 0,
|
||||||
|
cbReserved: 0,
|
||||||
|
cbMaxReserve: 0,
|
||||||
|
};
|
||||||
|
let err = unsafe { HeapSummary(GetProcessHeap(), 0, &mut hs) };
|
||||||
|
assert!(err != 0);
|
||||||
|
let handle = unsafe { GetStdHandle(STD_OUTPUT_HANDLE) };
|
||||||
|
if handle.is_null() || handle == INVALID_HANDLE_VALUE { panic!("Failed to open stdout") }
|
||||||
|
let mut out = Console(handle);
|
||||||
|
writeln!(&mut out, "Allocated: {}", hs.cbAllocated).unwrap();
|
||||||
|
writeln!(&mut out, "Committed: {}", hs.cbCommitted).unwrap();
|
||||||
|
writeln!(&mut out, "Reserved: {}", hs.cbReserved).unwrap();
|
||||||
|
writeln!(&mut out, "MaxReserve: {}", hs.cbMaxReserve).unwrap();
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn alignment_header_size() {
|
||||||
|
assert!(size_of::<Header>() <= MIN_ALIGN);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#[cfg(test)]
|
#[cfg(test)]
|
||||||
|
|||||||
Reference in New Issue
Block a user