mod heap;
mod memory_type;
use {
self::{heap::MemoryHeap, memory_type::MemoryType},
crate::{allocator::*, block::Block, mapping::*, usage::MemoryUsage, util::*, utilization::*},
std::ops::Range,
};
#[allow(missing_copy_implementations)]
#[derive(Clone, Debug, PartialEq)]
pub enum HeapsError {
AllocationError(gfx_hal::device::AllocationError),
NoSuitableMemory(u32, gfx_hal::memory::Properties),
}
impl std::fmt::Display for HeapsError {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match self {
HeapsError::AllocationError(e) => write!(f, "{:?}", e),
HeapsError::NoSuitableMemory(e, e2) => write!(
f,
"Memory type among ({}) with properties ({:?}) not found",
e, e2
),
}
}
}
impl std::error::Error for HeapsError {}
impl From<gfx_hal::device::AllocationError> for HeapsError {
fn from(error: gfx_hal::device::AllocationError) -> Self {
HeapsError::AllocationError(error)
}
}
impl From<gfx_hal::device::OutOfMemory> for HeapsError {
fn from(error: gfx_hal::device::OutOfMemory) -> Self {
HeapsError::AllocationError(error.into())
}
}
#[derive(Clone, Copy, Debug)]
#[cfg_attr(feature = "serde", derive(serde::Serialize, serde::Deserialize))]
pub struct HeapsConfig {
pub linear: Option<LinearConfig>,
pub dynamic: Option<DynamicConfig>,
}
#[derive(Debug)]
pub struct Heaps<B: gfx_hal::Backend> {
types: Vec<MemoryType<B>>,
heaps: Vec<MemoryHeap>,
}
impl<B> Heaps<B>
where
B: gfx_hal::Backend,
{
pub unsafe fn new<P, H>(types: P, heaps: H) -> Self
where
P: IntoIterator<Item = (gfx_hal::memory::Properties, u32, HeapsConfig)>,
H: IntoIterator<Item = u64>,
{
let heaps = heaps
.into_iter()
.map(|size| MemoryHeap::new(size))
.collect::<Vec<_>>();
Heaps {
types: types
.into_iter()
.enumerate()
.map(|(index, (properties, heap_index, config))| {
assert!(
fits_u32(index),
"Number of memory types must fit in u32 limit"
);
assert!(
fits_usize(heap_index),
"Number of memory types must fit in u32 limit"
);
let memory_type = gfx_hal::MemoryTypeId(index);
let heap_index = heap_index as usize;
assert!(heap_index < heaps.len());
MemoryType::new(memory_type, heap_index, properties, config)
})
.collect(),
heaps,
}
}
pub fn allocate(
&mut self,
device: &B::Device,
mask: u32,
usage: impl MemoryUsage,
size: u64,
align: u64,
) -> Result<MemoryBlock<B>, HeapsError> {
debug_assert!(fits_u32(self.types.len()));
let (memory_index, _, _) = {
let suitable_types = self
.types
.iter()
.enumerate()
.filter(|(index, _)| (mask & (1u32 << index)) != 0)
.filter_map(|(index, mt)| {
if mt.properties().contains(usage.properties_required()) {
let fitness = usage.memory_fitness(mt.properties());
Some((index, mt, fitness))
} else {
None
}
})
.collect::<smallvec::SmallVec<[_; 64]>>();
if suitable_types.is_empty() {
return Err(HeapsError::NoSuitableMemory(
mask,
usage.properties_required(),
));
}
suitable_types
.into_iter()
.filter(|(_, mt, _)| self.heaps[mt.heap_index()].available() > size + align)
.max_by_key(|&(_, _, fitness)| fitness)
.ok_or_else(|| {
log::error!("All suitable heaps are exhausted. {:#?}", self);
gfx_hal::device::OutOfMemory::Device
})?
};
self.allocate_from(device, memory_index as u32, usage, size, align)
}
fn allocate_from(
&mut self,
device: &B::Device,
memory_index: u32,
usage: impl MemoryUsage,
size: u64,
align: u64,
) -> Result<MemoryBlock<B>, HeapsError> {
log::trace!(
"Allocate memory block: type '{}', usage '{:#?}', size: '{}', align: '{}'",
memory_index,
usage,
size,
align
);
assert!(fits_usize(memory_index));
let ref mut memory_type = self.types[memory_index as usize];
let ref mut memory_heap = self.heaps[memory_type.heap_index()];
if memory_heap.available() < size {
return Err(gfx_hal::device::OutOfMemory::Device.into());
}
let (block, allocated) = memory_type.alloc(device, usage, size, align)?;
memory_heap.allocated(allocated, block.size());
Ok(MemoryBlock {
block,
memory_index,
})
}
pub fn free(&mut self, device: &B::Device, block: MemoryBlock<B>) {
let memory_index = block.memory_index;
debug_assert!(fits_usize(memory_index));
let size = block.size();
let ref mut memory_type = self.types[memory_index as usize];
let ref mut memory_heap = self.heaps[memory_type.heap_index()];
let freed = memory_type.free(device, block.block);
memory_heap.freed(freed, size);
}
pub fn dispose(self, device: &B::Device) {
for mt in self.types {
mt.dispose(device)
}
}
pub fn utilization(&self) -> TotalMemoryUtilization {
TotalMemoryUtilization {
heaps: self.heaps.iter().map(MemoryHeap::utilization).collect(),
types: self.types.iter().map(MemoryType::utilization).collect(),
}
}
}
#[derive(Debug)]
pub struct MemoryBlock<B: gfx_hal::Backend> {
block: BlockFlavor<B>,
memory_index: u32,
}
impl<B> MemoryBlock<B>
where
B: gfx_hal::Backend,
{
pub fn memory_type(&self) -> u32 {
self.memory_index
}
}
#[derive(Debug)]
enum BlockFlavor<B: gfx_hal::Backend> {
Dedicated(DedicatedBlock<B>),
Linear(LinearBlock<B>),
Dynamic(DynamicBlock<B>),
}
macro_rules! any_block {
($self:ident. $block:ident => $expr:expr) => {{
use self::BlockFlavor::*;
match $self.$block {
Dedicated($block) => $expr,
Linear($block) => $expr,
Dynamic($block) => $expr,
}
}};
(& $self:ident. $block:ident => $expr:expr) => {{
use self::BlockFlavor::*;
match &$self.$block {
Dedicated($block) => $expr,
Linear($block) => $expr,
Dynamic($block) => $expr,
}
}};
(&mut $self:ident. $block:ident => $expr:expr) => {{
use self::BlockFlavor::*;
match &mut $self.$block {
Dedicated($block) => $expr,
Linear($block) => $expr,
Dynamic($block) => $expr,
}
}};
}
impl<B> BlockFlavor<B>
where
B: gfx_hal::Backend,
{
#[inline]
fn size(&self) -> u64 {
use self::BlockFlavor::*;
match self {
Dedicated(block) => block.size(),
Linear(block) => block.size(),
Dynamic(block) => block.size(),
}
}
}
impl<B> Block<B> for MemoryBlock<B>
where
B: gfx_hal::Backend,
{
#[inline]
fn properties(&self) -> gfx_hal::memory::Properties {
any_block!(&self.block => block.properties())
}
#[inline]
fn memory(&self) -> &B::Memory {
any_block!(&self.block => block.memory())
}
#[inline]
fn range(&self) -> Range<u64> {
any_block!(&self.block => block.range())
}
fn map<'a>(
&'a mut self,
device: &B::Device,
range: Range<u64>,
) -> Result<MappedRange<'a, B>, gfx_hal::device::MapError> {
any_block!(&mut self.block => block.map(device, range))
}
fn unmap(&mut self, device: &B::Device) {
any_block!(&mut self.block => block.unmap(device))
}
}