A high-performance inference engine for AI models
#include "memory_counters.h"
#include <mach/mach_error.h>
#include <malloc/malloc.h>
#include <unistd.h>
static kern_return_t collect_memory_counters(
task_name_t task,
int32_t pid,
memory_counters_t* counters,
bool with_malloc_zone_stats
) {
if (counters == NULL) {
return KERN_RETURN_COUNTERS_NULL;
}
task_vm_info_data_t memory_info = {0};
mach_msg_type_number_t info_count = TASK_VM_INFO_COUNT;
kern_return_t result = task_info(task, TASK_VM_INFO, (task_info_t)&memory_info, &info_count);
if (result != KERN_SUCCESS) {
return result;
}
if (info_count < TASK_VM_INFO_REV3_COUNT) {
return KERN_RETURN_GRAPHICS_UNAVAILABLE;
}
uint64_t graphics_total = memory_info.ledger_tag_graphics_footprint +
memory_info.ledger_tag_graphics_footprint_compressed + memory_info.ledger_tag_graphics_nofootprint +
memory_info.ledger_tag_graphics_nofootprint_compressed;
counters->pid = pid;
counters->phys_footprint = memory_info.phys_footprint;
counters->resident_size = memory_info.resident_size;
counters->resident_size_peak = memory_info.resident_size_peak;
counters->device = memory_info.device;
counters->device_peak = memory_info.device_peak;
counters->internal = memory_info.internal;
counters->compressed = memory_info.compressed;
counters->graphics_footprint = memory_info.ledger_tag_graphics_footprint;
counters->graphics_footprint_compressed = memory_info.ledger_tag_graphics_footprint_compressed;
counters->graphics_nofootprint = memory_info.ledger_tag_graphics_nofootprint;
counters->graphics_nofootprint_compressed = memory_info.ledger_tag_graphics_nofootprint_compressed;
counters->graphics_total = graphics_total;
if (with_malloc_zone_stats) {
malloc_statistics_t malloc_stats = {0};
malloc_zone_statistics(NULL, &malloc_stats);
counters->malloc_allocated = (uint64_t)malloc_stats.size_allocated;
counters->malloc_in_use = (uint64_t)malloc_stats.size_in_use;
counters->malloc_max_in_use = (uint64_t)malloc_stats.max_size_in_use;
}
return KERN_SUCCESS;
}
kern_return_t get_memory_counters(
memory_counters_t* counters,
bool with_malloc_zone_stats
) {
return collect_memory_counters(mach_task_self(), getpid(), counters, with_malloc_zone_stats);
}
kern_return_t get_memory_counters_for_pid(
memory_counters_t* counters,
int32_t pid,
bool with_malloc_zone_stats
) {
if (counters == NULL) {
return KERN_RETURN_COUNTERS_NULL;
}
if (pid <= 0) {
return KERN_INVALID_ARGUMENT;
}
if (pid == getpid()) {
return get_memory_counters(counters, with_malloc_zone_stats);
}
if (with_malloc_zone_stats) {
return KERN_RETURN_REMOTE_MALLOC_UNAVAILABLE;
}
task_name_t task = MACH_PORT_NULL;
kern_return_t result = task_name_for_pid(mach_task_self(), pid, &task);
if (result != KERN_SUCCESS) {
return result;
}
result = collect_memory_counters(task, pid, counters, false);
mach_port_deallocate(mach_task_self(), task);
return result;
}
const char* memory_counters_error_string(kern_return_t result) {
switch (result) {
case KERN_RETURN_COUNTERS_NULL:
return "Counters pointer cannot be NULL.";
case KERN_RETURN_GRAPHICS_UNAVAILABLE:
return "Graphics memory accounting is unavailable.";
case KERN_RETURN_REMOTE_MALLOC_UNAVAILABLE:
return "Allocator statistics are only available for the current process.";
default:
return mach_error_string(result);
}
}