Struct BufferPool 

pub struct BufferPool { /* private fields */ }

Typed buffer pool keyed by element capacity and separated by scalar type.

Each supported dtype has an independent best-fit pool. Acquired buffers are returned without zero-initialization so GEMM callers can avoid redundant writes when they fully overwrite the output.

Examples

use tenferro_tensor::buffer_pool::{BufferPool, PoolScalar};

let mut pool = BufferPool::new();
let buf = unsafe { <f32 as PoolScalar>::pool_acquire(&mut pool, 8) };
<f32 as PoolScalar>::pool_release(&mut pool, buf);
assert_eq!(pool.len(), 1);

Implementations

impl BufferPool

pub fn new() -> Self

Create an empty typed buffer pool.

Examples

use tenferro_tensor::buffer_pool::BufferPool;

let pool = BufferPool::new();
assert!(pool.is_empty());

pub fn len(&self) -> usize

Number of retained buffers across all typed pools.

Examples

use tenferro_tensor::buffer_pool::{BufferPool, PoolScalar};

let mut pool = BufferPool::new();
<f64 as PoolScalar>::pool_release(&mut pool, vec![0.0; 2]);
assert_eq!(pool.len(), 1);

pub fn acquire_with_capacity<T: PoolScalar>(&mut self, cap: usize) -> Vec<T>

Acquire a typed vector with length 0 and at least cap capacity.

Returned buffers come from the typed pool when possible and are ready for push-based population.

Examples

use tenferro_tensor::buffer_pool::BufferPool;

let mut pool = BufferPool::new();
let mut buf = pool.acquire_with_capacity::<f64>(4);
buf.extend_from_slice(&[1.0, 2.0]);
assert_eq!(buf.len(), 2);
assert!(buf.capacity() >= 4);

pub fn is_empty(&self) -> bool

Whether all typed pools are empty.

Examples

use tenferro_tensor::buffer_pool::BufferPool;

let pool = BufferPool::new();
assert!(pool.is_empty());

Trait Implementations

impl Default for BufferPool

fn default() -> Self

Returns the “default value” for a type.